{"level":"warn","ts":"2026-03-02T21:22:17.278047Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:22:17.278142Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.146:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.146:2380","--initial-cluster=instance=https://199.19.213.146:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.146:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.146:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T21:22:17.278217Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:22:17.278232Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.146:2380"]} {"level":"info","ts":"2026-03-02T21:22:17.27826Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:22:17.279041Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.146:2379"]} {"level":"info","ts":"2026-03-02T21:22:17.27914Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.146:2380"],"listen-peer-urls":["https://199.19.213.146:2380"],"advertise-client-urls":["https://199.19.213.146:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.146:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.146:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T21:22:17.283047Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.647167ms"} {"level":"info","ts":"2026-03-02T21:22:17.298609Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c8e9c1aa9bb537b7","cluster-id":"933c0a8774274c15"} {"level":"info","ts":"2026-03-02T21:22:17.29874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c8e9c1aa9bb537b7 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T21:22:17.298797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c8e9c1aa9bb537b7 became follower at term 0"} {"level":"info","ts":"2026-03-02T21:22:17.298822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c8e9c1aa9bb537b7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T21:22:17.298835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c8e9c1aa9bb537b7 became follower at term 1"} {"level":"info","ts":"2026-03-02T21:22:17.298889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c8e9c1aa9bb537b7 switched to configuration voters=(14477315415660115895)"} {"level":"warn","ts":"2026-03-02T21:22:17.315274Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T21:22:17.317125Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T21:22:17.318589Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T21:22:17.320834Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c8e9c1aa9bb537b7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T21:22:17.32111Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c8e9c1aa9bb537b7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T21:22:17.32136Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:22:17.321573Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:22:17.321611Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:22:17.324077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c8e9c1aa9bb537b7 switched to configuration voters=(14477315415660115895)"} {"level":"info","ts":"2026-03-02T21:22:17.324659Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"933c0a8774274c15","local-member-id":"c8e9c1aa9bb537b7","added-peer-id":"c8e9c1aa9bb537b7","added-peer-peer-urls":["https://199.19.213.146:2380"]} {"level":"info","ts":"2026-03-02T21:22:17.327041Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:22:17.327178Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.146:2380"} {"level":"info","ts":"2026-03-02T21:22:17.327231Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.146:2380"} {"level":"info","ts":"2026-03-02T21:22:17.327519Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c8e9c1aa9bb537b7","initial-advertise-peer-urls":["https://199.19.213.146:2380"],"listen-peer-urls":["https://199.19.213.146:2380"],"advertise-client-urls":["https://199.19.213.146:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.146:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T21:22:17.32758Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T21:22:17.900071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c8e9c1aa9bb537b7 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T21:22:17.900164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c8e9c1aa9bb537b7 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T21:22:17.900197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c8e9c1aa9bb537b7 received MsgPreVoteResp from c8e9c1aa9bb537b7 at term 1"} {"level":"info","ts":"2026-03-02T21:22:17.900224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c8e9c1aa9bb537b7 became candidate at term 2"} {"level":"info","ts":"2026-03-02T21:22:17.900241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c8e9c1aa9bb537b7 received MsgVoteResp from c8e9c1aa9bb537b7 at term 2"} {"level":"info","ts":"2026-03-02T21:22:17.900261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c8e9c1aa9bb537b7 became leader at term 2"} {"level":"info","ts":"2026-03-02T21:22:17.90028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c8e9c1aa9bb537b7 elected leader c8e9c1aa9bb537b7 at term 2"} {"level":"info","ts":"2026-03-02T21:22:18.013655Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:22:18.040011Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c8e9c1aa9bb537b7","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.146:2379]}","request-path":"/0/members/c8e9c1aa9bb537b7/attributes","cluster-id":"933c0a8774274c15","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T21:22:18.040034Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:22:18.040078Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:22:18.043079Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T21:22:18.043171Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T21:22:18.043396Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.146:2379"} {"level":"info","ts":"2026-03-02T21:22:18.045466Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T21:22:18.050008Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"933c0a8774274c15","local-member-id":"c8e9c1aa9bb537b7","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:22:18.050133Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:22:18.050766Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-02T21:22:23.928817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.636833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:22:23.928954Z","caller":"traceutil/trace.go:171","msg":"trace[940467065] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"192.207483ms","start":"2026-03-02T21:22:23.736723Z","end":"2026-03-02T21:22:23.92893Z","steps":["trace[940467065] 'process raft request' (duration: 24.840763ms)","trace[940467065] 'compare' (duration: 166.386127ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:24.65411Z","caller":"traceutil/trace.go:171","msg":"trace[361863277] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"119.187452ms","start":"2026-03-02T21:22:24.534883Z","end":"2026-03-02T21:22:24.654071Z","steps":["trace[361863277] 'process raft request' (duration: 45.925205ms)","trace[361863277] 'compare' (duration: 73.066213ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:32.018907Z","caller":"traceutil/trace.go:171","msg":"trace[1609603408] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"251.087937ms","start":"2026-03-02T21:22:31.767739Z","end":"2026-03-02T21:22:32.018826Z","steps":["trace[1609603408] 'process raft request' (duration: 249.96398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:42.955041Z","caller":"traceutil/trace.go:171","msg":"trace[1993546510] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"399.936677ms","start":"2026-03-02T21:22:42.555076Z","end":"2026-03-02T21:22:42.955013Z","steps":["trace[1993546510] 'process raft request' (duration: 399.768423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:42.95539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:42.55506Z","time spent":"400.071361ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:42.955887Z","caller":"traceutil/trace.go:171","msg":"trace[1890036933] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:442; }","duration":"243.120166ms","start":"2026-03-02T21:22:42.712755Z","end":"2026-03-02T21:22:42.955875Z","steps":["trace[1890036933] 'read index received' (duration: 243.116026ms)","trace[1890036933] 'applied index is now lower than readState.Index' (duration: 3.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:42.955962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.212189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:42.955998Z","caller":"traceutil/trace.go:171","msg":"trace[249372055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"243.292112ms","start":"2026-03-02T21:22:42.712697Z","end":"2026-03-02T21:22:42.955989Z","steps":["trace[249372055] 'agreement among raft nodes before linearized reading' (duration: 243.22841ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:44.000748Z","caller":"traceutil/trace.go:171","msg":"trace[372765340] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"134.892216ms","start":"2026-03-02T21:22:43.865826Z","end":"2026-03-02T21:22:44.000718Z","steps":["trace[372765340] 'process raft request' (duration: 134.726842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:46.605293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400925403,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:22:46.650555Z","caller":"traceutil/trace.go:171","msg":"trace[1098259080] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"641.347254ms","start":"2026-03-02T21:22:46.00917Z","end":"2026-03-02T21:22:46.650517Z","steps":["trace[1098259080] 'process raft request' (duration: 641.19377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:46.650749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:46.009138Z","time spent":"641.529288ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:47.522151Z","caller":"traceutil/trace.go:171","msg":"trace[963390243] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:448; }","duration":"1.417083201s","start":"2026-03-02T21:22:46.105025Z","end":"2026-03-02T21:22:47.522108Z","steps":["trace[963390243] 'read index received' (duration: 545.504837ms)","trace[963390243] 'applied index is now lower than readState.Index' (duration: 871.576354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:47.522429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404227206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T21:22:47.522411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417341278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:22:47.522482Z","caller":"traceutil/trace.go:171","msg":"trace[1767633699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:429; }","duration":"1.404346649s","start":"2026-03-02T21:22:46.118122Z","end":"2026-03-02T21:22:47.522468Z","steps":["trace[1767633699] 'agreement among raft nodes before linearized reading' (duration: 1.404191796s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:47.522474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.319802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:22:47.522487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.186031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:47.522512Z","caller":"traceutil/trace.go:171","msg":"trace[66763285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:429; }","duration":"1.417503952s","start":"2026-03-02T21:22:46.104979Z","end":"2026-03-02T21:22:47.522483Z","steps":["trace[66763285] 'agreement among raft nodes before linearized reading' (duration: 1.417303917s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:47.522527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:46.118105Z","time spent":"1.40441273s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:22:47.522532Z","caller":"traceutil/trace.go:171","msg":"trace[864672007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:429; }","duration":"552.416673ms","start":"2026-03-02T21:22:46.970099Z","end":"2026-03-02T21:22:47.522516Z","steps":["trace[864672007] 'agreement among raft nodes before linearized reading' (duration: 552.238659ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:47.522568Z","caller":"traceutil/trace.go:171","msg":"trace[1757677618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"810.323594ms","start":"2026-03-02T21:22:46.712225Z","end":"2026-03-02T21:22:47.522549Z","steps":["trace[1757677618] 'agreement among raft nodes before linearized reading' (duration: 810.15299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:47.522577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:46.970078Z","time spent":"552.489686ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:22:47.52258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:46.104929Z","time spent":"1.417639286s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:22:47.522581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.582925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:47.522667Z","caller":"traceutil/trace.go:171","msg":"trace[1476614892] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:429; }","duration":"957.725878ms","start":"2026-03-02T21:22:46.56492Z","end":"2026-03-02T21:22:47.522646Z","steps":["trace[1476614892] 'agreement among raft nodes before linearized reading' (duration: 957.581995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:47.522609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:46.712205Z","time spent":"810.396395ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:47.522732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:46.564899Z","time spent":"957.81962ms","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-02T21:22:50.2121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400925477,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:22:50.506326Z","caller":"traceutil/trace.go:171","msg":"trace[88953765] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"965.933406ms","start":"2026-03-02T21:22:49.540366Z","end":"2026-03-02T21:22:50.5063Z","steps":["trace[88953765] 'process raft request' (duration: 965.797142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:50.506478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:49.540349Z","time spent":"966.047349ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:50.697584Z","caller":"traceutil/trace.go:171","msg":"trace[1469717146] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"1.157089156s","start":"2026-03-02T21:22:49.540465Z","end":"2026-03-02T21:22:50.697555Z","steps":["trace[1469717146] 'process raft request' (duration: 1.157015634s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:50.697708Z","caller":"traceutil/trace.go:171","msg":"trace[834990444] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:488; }","duration":"985.989689ms","start":"2026-03-02T21:22:49.711704Z","end":"2026-03-02T21:22:50.697694Z","steps":["trace[834990444] 'read index received' (duration: 794.589213ms)","trace[834990444] 'applied index is now lower than readState.Index' (duration: 191.399116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:50.697751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:49.540443Z","time spent":"1.157224399s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:50.697803Z","caller":"traceutil/trace.go:171","msg":"trace[1798617705] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"520.777623ms","start":"2026-03-02T21:22:50.177016Z","end":"2026-03-02T21:22:50.697793Z","steps":["trace[1798617705] 'process raft request' (duration: 520.505916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:50.697591Z","caller":"traceutil/trace.go:171","msg":"trace[1864690254] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"1.157219569s","start":"2026-03-02T21:22:49.540342Z","end":"2026-03-02T21:22:50.697562Z","steps":["trace[1864690254] 'process raft request' (duration: 1.156977614s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:50.697927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:50.176987Z","time spent":"520.847755ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:50.697972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.262035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:50.698026Z","caller":"traceutil/trace.go:171","msg":"trace[760855090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"986.336957ms","start":"2026-03-02T21:22:49.71167Z","end":"2026-03-02T21:22:50.698007Z","steps":["trace[760855090] 'agreement among raft nodes before linearized reading' (duration: 986.243925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:50.698062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:49.711653Z","time spent":"986.402578ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:50.698089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:49.540314Z","time spent":"1.157593788s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:57.028751Z","caller":"traceutil/trace.go:171","msg":"trace[803687996] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"316.629501ms","start":"2026-03-02T21:22:56.712088Z","end":"2026-03-02T21:22:57.028718Z","steps":["trace[803687996] 'read index received' (duration: 316.415466ms)","trace[803687996] 'applied index is now lower than readState.Index' (duration: 212.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:57.028897Z","caller":"traceutil/trace.go:171","msg":"trace[2138993410] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"494.859669ms","start":"2026-03-02T21:22:56.533973Z","end":"2026-03-02T21:22:57.028833Z","steps":["trace[2138993410] 'process raft request' (duration: 494.535992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:57.028966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.867486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:57.029035Z","caller":"traceutil/trace.go:171","msg":"trace[318415391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:509; }","duration":"316.979009ms","start":"2026-03-02T21:22:56.712038Z","end":"2026-03-02T21:22:57.029017Z","steps":["trace[318415391] 'agreement among raft nodes before linearized reading' (duration: 316.871486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:57.029097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:56.712014Z","time spent":"317.07078ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:57.029112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.076893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:22:57.029137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.105065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:22:57.029173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.103469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:22:57.029184Z","caller":"traceutil/trace.go:171","msg":"trace[763324294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:509; }","duration":"310.189965ms","start":"2026-03-02T21:22:56.718977Z","end":"2026-03-02T21:22:57.029167Z","steps":["trace[763324294] 'agreement among raft nodes before linearized reading' (duration: 309.97818ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:57.029245Z","caller":"traceutil/trace.go:171","msg":"trace[2116782932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:509; }","duration":"309.228882ms","start":"2026-03-02T21:22:56.720001Z","end":"2026-03-02T21:22:57.02923Z","steps":["trace[2116782932] 'agreement among raft nodes before linearized reading' (duration: 309.038557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:57.02926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:56.718954Z","time spent":"310.294978ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:22:57.029287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:56.71997Z","time spent":"309.306574ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:22:57.02917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:56.533942Z","time spent":"495.088335ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:57.029188Z","caller":"traceutil/trace.go:171","msg":"trace[588647880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:509; }","duration":"281.182176ms","start":"2026-03-02T21:22:56.747993Z","end":"2026-03-02T21:22:57.029175Z","steps":["trace[588647880] 'agreement among raft nodes before linearized reading' (duration: 281.028793ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:57.29827Z","caller":"traceutil/trace.go:171","msg":"trace[1952973103] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"264.171817ms","start":"2026-03-02T21:22:57.034068Z","end":"2026-03-02T21:22:57.29824Z","steps":["trace[1952973103] 'process raft request' (duration: 251.838861ms)","trace[1952973103] 'compare' (duration: 12.211164ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:57.384147Z","caller":"traceutil/trace.go:171","msg":"trace[1480940979] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"349.85925ms","start":"2026-03-02T21:22:57.034258Z","end":"2026-03-02T21:22:57.384118Z","steps":["trace[1480940979] 'process raft request' (duration: 349.680255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:57.384355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:57.03423Z","time spent":"350.012064ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:57.384405Z","caller":"traceutil/trace.go:171","msg":"trace[2109361683] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:531; }","duration":"207.727049ms","start":"2026-03-02T21:22:57.176624Z","end":"2026-03-02T21:22:57.384351Z","steps":["trace[2109361683] 'read index received' (duration: 109.312301ms)","trace[2109361683] 'applied index is now lower than readState.Index' (duration: 98.409938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:57.384531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.948584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:57.384766Z","caller":"traceutil/trace.go:171","msg":"trace[1886244383] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:512; }","duration":"208.220091ms","start":"2026-03-02T21:22:57.176535Z","end":"2026-03-02T21:22:57.384755Z","steps":["trace[1886244383] 'agreement among raft nodes before linearized reading' (duration: 207.962565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:57.384458Z","caller":"traceutil/trace.go:171","msg":"trace[61706991] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"349.322318ms","start":"2026-03-02T21:22:57.035092Z","end":"2026-03-02T21:22:57.384414Z","steps":["trace[61706991] 'process raft request' (duration: 348.98912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:57.384926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:57.035085Z","time spent":"349.731027ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:57.530995Z","caller":"traceutil/trace.go:171","msg":"trace[326659912] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"129.265391ms","start":"2026-03-02T21:22:57.401692Z","end":"2026-03-02T21:22:57.530958Z","steps":["trace[326659912] 'process raft request' (duration: 128.956964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:58.045063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.726468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:58.045197Z","caller":"traceutil/trace.go:171","msg":"trace[1432634105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"332.932002ms","start":"2026-03-02T21:22:57.712239Z","end":"2026-03-02T21:22:58.045171Z","steps":["trace[1432634105] 'range keys from in-memory index tree' (duration: 332.590085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:58.045268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:57.712217Z","time spent":"333.030355ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:22:59.46471Z","caller":"traceutil/trace.go:171","msg":"trace[934765590] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"290.849579ms","start":"2026-03-02T21:22:59.173828Z","end":"2026-03-02T21:22:59.464677Z","steps":["trace[934765590] 'read index received' (duration: 290.559282ms)","trace[934765590] 'applied index is now lower than readState.Index' (duration: 288.897µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:59.464854Z","caller":"traceutil/trace.go:171","msg":"trace[1462930349] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"426.829472ms","start":"2026-03-02T21:22:59.037975Z","end":"2026-03-02T21:22:59.464804Z","steps":["trace[1462930349] 'process raft request' (duration: 426.490463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:59.464918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.062264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:59.46496Z","caller":"traceutil/trace.go:171","msg":"trace[436894977] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:514; }","duration":"291.153577ms","start":"2026-03-02T21:22:59.173791Z","end":"2026-03-02T21:22:59.464945Z","steps":["trace[436894977] 'agreement among raft nodes before linearized reading' (duration: 291.069465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:59.465065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:59.037941Z","time spent":"427.017877ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:59.465103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.735273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:22:59.465167Z","caller":"traceutil/trace.go:171","msg":"trace[943405278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"161.858056ms","start":"2026-03-02T21:22:59.303293Z","end":"2026-03-02T21:22:59.465151Z","steps":["trace[943405278] 'agreement among raft nodes before linearized reading' (duration: 161.61124ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:00.694661Z","caller":"traceutil/trace.go:171","msg":"trace[1328723954] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"288.271967ms","start":"2026-03-02T21:23:00.406353Z","end":"2026-03-02T21:23:00.694625Z","steps":["trace[1328723954] 'process raft request' (duration: 285.706185ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:01.13356Z","caller":"traceutil/trace.go:171","msg":"trace[1794592378] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"160.560994ms","start":"2026-03-02T21:23:00.972875Z","end":"2026-03-02T21:23:01.133436Z","steps":["trace[1794592378] 'process raft request' (duration: 149.243861ms)","trace[1794592378] 'compare' (duration: 11.162879ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:01.264288Z","caller":"traceutil/trace.go:171","msg":"trace[483564124] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"115.090159ms","start":"2026-03-02T21:23:01.149168Z","end":"2026-03-02T21:23:01.264258Z","steps":["trace[483564124] 'process raft request' (duration: 114.921955ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:01.639261Z","caller":"traceutil/trace.go:171","msg":"trace[1708786720] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"105.195362ms","start":"2026-03-02T21:23:01.534029Z","end":"2026-03-02T21:23:01.639224Z","steps":["trace[1708786720] 'process raft request' (duration: 101.528344ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:02.444371Z","caller":"traceutil/trace.go:171","msg":"trace[820185667] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"107.938447ms","start":"2026-03-02T21:23:02.336409Z","end":"2026-03-02T21:23:02.444347Z","steps":["trace[820185667] 'process raft request' (duration: 106.414301ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:02.653386Z","caller":"traceutil/trace.go:171","msg":"trace[510981707] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"134.131878ms","start":"2026-03-02T21:23:02.519225Z","end":"2026-03-02T21:23:02.653357Z","steps":["trace[510981707] 'process raft request' (duration: 131.743131ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:02.741103Z","caller":"traceutil/trace.go:171","msg":"trace[2118151584] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"212.32701ms","start":"2026-03-02T21:23:02.528743Z","end":"2026-03-02T21:23:02.74107Z","steps":["trace[2118151584] 'process raft request' (duration: 212.119675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:04.797758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.722408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-02T21:23:04.797852Z","caller":"traceutil/trace.go:171","msg":"trace[1739350482] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"150.875462ms","start":"2026-03-02T21:23:04.646951Z","end":"2026-03-02T21:23:04.797826Z","steps":["trace[1739350482] 'range keys from in-memory index tree' (duration: 150.494161ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:06.767191Z","caller":"traceutil/trace.go:171","msg":"trace[805613687] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:771; }","duration":"102.944997ms","start":"2026-03-02T21:23:06.66422Z","end":"2026-03-02T21:23:06.767165Z","steps":["trace[805613687] 'read index received' (duration: 102.846224ms)","trace[805613687] 'applied index is now lower than readState.Index' (duration: 97.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:06.767324Z","caller":"traceutil/trace.go:171","msg":"trace[1478517322] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"107.62213ms","start":"2026-03-02T21:23:06.659669Z","end":"2026-03-02T21:23:06.767291Z","steps":["trace[1478517322] 'process raft request' (duration: 107.359753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:06.767375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.125161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:23:06.767382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.128911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:06.767419Z","caller":"traceutil/trace.go:171","msg":"trace[745365999] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:748; }","duration":"103.214813ms","start":"2026-03-02T21:23:06.664192Z","end":"2026-03-02T21:23:06.767407Z","steps":["trace[745365999] 'agreement among raft nodes before linearized reading' (duration: 103.126181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:06.76745Z","caller":"traceutil/trace.go:171","msg":"trace[51424162] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:748; }","duration":"103.207563ms","start":"2026-03-02T21:23:06.664227Z","end":"2026-03-02T21:23:06.767434Z","steps":["trace[51424162] 'agreement among raft nodes before linearized reading' (duration: 103.10348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:06.767708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.045229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:06.767822Z","caller":"traceutil/trace.go:171","msg":"trace[1262354206] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:748; }","duration":"103.220904ms","start":"2026-03-02T21:23:06.664567Z","end":"2026-03-02T21:23:06.767788Z","steps":["trace[1262354206] 'agreement among raft nodes before linearized reading' (duration: 102.969767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:06.897672Z","caller":"traceutil/trace.go:171","msg":"trace[179714917] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"118.45062ms","start":"2026-03-02T21:23:06.779174Z","end":"2026-03-02T21:23:06.897625Z","steps":["trace[179714917] 'process raft request' (duration: 88.806317ms)","trace[179714917] 'compare' (duration: 29.286635ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:17.220423Z","caller":"traceutil/trace.go:171","msg":"trace[49588152] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"105.339406ms","start":"2026-03-02T21:23:17.115059Z","end":"2026-03-02T21:23:17.220399Z","steps":["trace[49588152] 'process raft request' (duration: 51.198892ms)","trace[49588152] 'compare' (duration: 54.00951ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:17.291367Z","caller":"traceutil/trace.go:171","msg":"trace[2112350153] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"172.777579ms","start":"2026-03-02T21:23:17.118563Z","end":"2026-03-02T21:23:17.29134Z","steps":["trace[2112350153] 'process raft request' (duration: 172.645305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:17.291431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.105974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:17.291476Z","caller":"traceutil/trace.go:171","msg":"trace[737898686] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:863; }","duration":"106.200965ms","start":"2026-03-02T21:23:17.185264Z","end":"2026-03-02T21:23:17.291465Z","steps":["trace[737898686] 'agreement among raft nodes before linearized reading' (duration: 106.080823ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:17.291315Z","caller":"traceutil/trace.go:171","msg":"trace[744564572] linearizableReadLoop","detail":"{readStateIndex:890; appliedIndex:889; }","duration":"105.98518ms","start":"2026-03-02T21:23:17.185312Z","end":"2026-03-02T21:23:17.291297Z","steps":["trace[744564572] 'read index received' (duration: 105.886788ms)","trace[744564572] 'applied index is now lower than readState.Index' (duration: 97.472µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:17.291743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.432412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:17.291769Z","caller":"traceutil/trace.go:171","msg":"trace[1410778030] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:863; }","duration":"106.497393ms","start":"2026-03-02T21:23:17.185264Z","end":"2026-03-02T21:23:17.291762Z","steps":["trace[1410778030] 'agreement among raft nodes before linearized reading' (duration: 106.425171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:17.301482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.693215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:17.301523Z","caller":"traceutil/trace.go:171","msg":"trace[638875378] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:864; }","duration":"115.752057ms","start":"2026-03-02T21:23:17.185761Z","end":"2026-03-02T21:23:17.301513Z","steps":["trace[638875378] 'agreement among raft nodes before linearized reading' (duration: 115.696746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:20.247429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400926190,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:23:20.277058Z","caller":"traceutil/trace.go:171","msg":"trace[813855659] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"630.385761ms","start":"2026-03-02T21:23:19.646647Z","end":"2026-03-02T21:23:20.277033Z","steps":["trace[813855659] 'process raft request' (duration: 622.247415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:20.277225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:19.646628Z","time spent":"630.516404ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:20.277247Z","caller":"traceutil/trace.go:171","msg":"trace[1096785678] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:914; }","duration":"530.340553ms","start":"2026-03-02T21:23:19.746838Z","end":"2026-03-02T21:23:20.277178Z","steps":["trace[1096785678] 'read index received' (duration: 521.993572ms)","trace[1096785678] 'applied index is now lower than readState.Index' (duration: 8.344831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:20.277439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.61153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:23:20.277486Z","caller":"traceutil/trace.go:171","msg":"trace[136409983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:889; }","duration":"530.709222ms","start":"2026-03-02T21:23:19.746761Z","end":"2026-03-02T21:23:20.27747Z","steps":["trace[136409983] 'agreement among raft nodes before linearized reading' (duration: 530.586729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:20.277518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:19.746721Z","time spent":"530.787873ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:23:20.277314Z","caller":"traceutil/trace.go:171","msg":"trace[1559938534] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"629.93753ms","start":"2026-03-02T21:23:19.647362Z","end":"2026-03-02T21:23:20.277299Z","steps":["trace[1559938534] 'process raft request' (duration: 629.632473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:20.277572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.178845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:23:20.277694Z","caller":"traceutil/trace.go:171","msg":"trace[344538598] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:889; }","duration":"300.375159ms","start":"2026-03-02T21:23:19.977288Z","end":"2026-03-02T21:23:20.277663Z","steps":["trace[344538598] 'agreement among raft nodes before linearized reading' (duration: 300.144114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:20.277666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.750289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:23:20.277765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:19.977255Z","time spent":"300.497111ms","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:23:20.277791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:19.647342Z","time spent":"630.308289ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:20.277814Z","caller":"traceutil/trace.go:171","msg":"trace[40620434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:889; }","duration":"246.961784ms","start":"2026-03-02T21:23:20.03082Z","end":"2026-03-02T21:23:20.277781Z","steps":["trace[40620434] 'agreement among raft nodes before linearized reading' (duration: 246.638426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:30.534131Z","caller":"traceutil/trace.go:171","msg":"trace[1226449506] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"118.253826ms","start":"2026-03-02T21:23:30.415835Z","end":"2026-03-02T21:23:30.534089Z","steps":["trace[1226449506] 'process raft request' (duration: 60.147458ms)","trace[1226449506] 'compare' (duration: 57.936314ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:50.099831Z","caller":"traceutil/trace.go:171","msg":"trace[84881128] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"285.749186ms","start":"2026-03-02T21:23:49.814047Z","end":"2026-03-02T21:23:50.099796Z","steps":["trace[84881128] 'process raft request' (duration: 285.48663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:50.166411Z","caller":"traceutil/trace.go:171","msg":"trace[1893891580] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"349.559812ms","start":"2026-03-02T21:23:49.816813Z","end":"2026-03-02T21:23:50.166373Z","steps":["trace[1893891580] 'process raft request' (duration: 349.376448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:50.166626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:49.816789Z","time spent":"349.723685ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:07.945133Z","caller":"traceutil/trace.go:171","msg":"trace[783939840] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"111.822215ms","start":"2026-03-02T21:24:07.833279Z","end":"2026-03-02T21:24:07.945102Z","steps":["trace[783939840] 'process raft request' (duration: 111.19179ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:08.076419Z","caller":"traceutil/trace.go:171","msg":"trace[28968772] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1525; }","duration":"122.998445ms","start":"2026-03-02T21:24:07.953382Z","end":"2026-03-02T21:24:08.076381Z","steps":["trace[28968772] 'read index received' (duration: 121.121211ms)","trace[28968772] 'applied index is now lower than readState.Index' (duration: 1.876134ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:08.076546Z","caller":"traceutil/trace.go:171","msg":"trace[589731072] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"125.942103ms","start":"2026-03-02T21:24:07.950555Z","end":"2026-03-02T21:24:08.076497Z","steps":["trace[589731072] 'process raft request' (duration: 123.930536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:08.076782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.371854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-02T21:24:08.076868Z","caller":"traceutil/trace.go:171","msg":"trace[1985711429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1461; }","duration":"123.513847ms","start":"2026-03-02T21:24:07.953318Z","end":"2026-03-02T21:24:08.076831Z","steps":["trace[1985711429] 'agreement among raft nodes before linearized reading' (duration: 123.257981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:15.027839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.406575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:15.028012Z","caller":"traceutil/trace.go:171","msg":"trace[332242653] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1628; }","duration":"271.807931ms","start":"2026-03-02T21:24:14.75618Z","end":"2026-03-02T21:24:15.027988Z","steps":["trace[332242653] 'read index received' (duration: 28.022812ms)","trace[332242653] 'applied index is now lower than readState.Index' (duration: 243.782939ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:15.028096Z","caller":"traceutil/trace.go:171","msg":"trace[833572906] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"308.003205ms","start":"2026-03-02T21:24:14.720058Z","end":"2026-03-02T21:24:15.028062Z","steps":["trace[833572906] 'process raft request' (duration: 190.255452ms)","trace[833572906] 'compare' (duration: 117.255831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:15.02827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:14.720047Z","time spent":"308.124837ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:15.028326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.447082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:24:15.028379Z","caller":"traceutil/trace.go:171","msg":"trace[607894759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1564; }","duration":"210.522013ms","start":"2026-03-02T21:24:14.81784Z","end":"2026-03-02T21:24:15.028362Z","steps":["trace[607894759] 'agreement among raft nodes before linearized reading' (duration: 210.287428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:15.028384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.16801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-452740d8-1875-42bc-af90-62b8d3fcba07\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-02T21:24:15.028504Z","caller":"traceutil/trace.go:171","msg":"trace[398829978] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-452740d8-1875-42bc-af90-62b8d3fcba07; range_end:; response_count:1; response_revision:1564; }","duration":"272.328653ms","start":"2026-03-02T21:24:14.756148Z","end":"2026-03-02T21:24:15.028477Z","steps":["trace[398829978] 'agreement among raft nodes before linearized reading' (duration: 271.939034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:15.234759Z","caller":"traceutil/trace.go:171","msg":"trace[323054583] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"200.91023ms","start":"2026-03-02T21:24:15.033817Z","end":"2026-03-02T21:24:15.234728Z","steps":["trace[323054583] 'process raft request' (duration: 119.068104ms)","trace[323054583] 'compare' (duration: 81.57835ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:15.235078Z","caller":"traceutil/trace.go:171","msg":"trace[1009275691] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"126.20565ms","start":"2026-03-02T21:24:15.108803Z","end":"2026-03-02T21:24:15.235009Z","steps":["trace[1009275691] 'process raft request' (duration: 125.869242ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:15.23493Z","caller":"traceutil/trace.go:171","msg":"trace[874767763] linearizableReadLoop","detail":"{readStateIndex:1633; appliedIndex:1631; }","duration":"107.523174ms","start":"2026-03-02T21:24:15.127376Z","end":"2026-03-02T21:24:15.234899Z","steps":["trace[874767763] 'read index received' (duration: 25.520254ms)","trace[874767763] 'applied index is now lower than readState.Index' (duration: 82.00073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:15.235284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.901513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:24:15.235338Z","caller":"traceutil/trace.go:171","msg":"trace[1475945395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1567; }","duration":"108.008595ms","start":"2026-03-02T21:24:15.127314Z","end":"2026-03-02T21:24:15.235323Z","steps":["trace[1475945395] 'agreement among raft nodes before linearized reading' (duration: 107.847331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:16.031359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.40355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:16.031492Z","caller":"traceutil/trace.go:171","msg":"trace[114814952] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1633; }","duration":"347.277139ms","start":"2026-03-02T21:24:15.684196Z","end":"2026-03-02T21:24:16.031473Z","steps":["trace[114814952] 'read index received' (duration: 194.671965ms)","trace[114814952] 'applied index is now lower than readState.Index' (duration: 152.603484ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:16.031615Z","caller":"traceutil/trace.go:171","msg":"trace[686311418] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"449.422317ms","start":"2026-03-02T21:24:15.58218Z","end":"2026-03-02T21:24:16.031602Z","steps":["trace[686311418] 'process raft request' (duration: 296.66112ms)","trace[686311418] 'compare' (duration: 151.932928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:16.031718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:15.582143Z","time spent":"449.53398ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:16.031736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.614644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:24:16.031767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.545546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:24:16.03188Z","caller":"traceutil/trace.go:171","msg":"trace[1086291850] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1568; }","duration":"347.677329ms","start":"2026-03-02T21:24:15.684178Z","end":"2026-03-02T21:24:16.031855Z","steps":["trace[1086291850] 'agreement among raft nodes before linearized reading' (duration: 347.465563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:16.03181Z","caller":"traceutil/trace.go:171","msg":"trace[1645309016] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1568; }","duration":"255.752798ms","start":"2026-03-02T21:24:15.776038Z","end":"2026-03-02T21:24:16.031791Z","steps":["trace[1645309016] 'agreement among raft nodes before linearized reading' (duration: 255.614393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:16.03195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:15.684123Z","time spent":"347.810102ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:24:16.031763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.448612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:16.032047Z","caller":"traceutil/trace.go:171","msg":"trace[1658970126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1568; }","duration":"319.759989ms","start":"2026-03-02T21:24:15.712266Z","end":"2026-03-02T21:24:16.032026Z","steps":["trace[1658970126] 'agreement among raft nodes before linearized reading' (duration: 319.384379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:16.032089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:15.712246Z","time spent":"319.83116ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:25:01.459014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.463971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.146\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T21:25:01.45919Z","caller":"traceutil/trace.go:171","msg":"trace[363226867] range","detail":"{range_begin:/registry/masterleases/199.19.213.146; range_end:; response_count:1; response_revision:1846; }","duration":"177.697096ms","start":"2026-03-02T21:25:01.281446Z","end":"2026-03-02T21:25:01.459143Z","steps":["trace[363226867] 'range keys from in-memory index tree' (duration: 177.152843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:01.459029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.937391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:25:01.459361Z","caller":"traceutil/trace.go:171","msg":"trace[1853781392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1846; }","duration":"169.318609ms","start":"2026-03-02T21:25:01.289996Z","end":"2026-03-02T21:25:01.459314Z","steps":["trace[1853781392] 'range keys from in-memory index tree' (duration: 168.713875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:01.459051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.038595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:25:01.459473Z","caller":"traceutil/trace.go:171","msg":"trace[370036925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1846; }","duration":"152.546496ms","start":"2026-03-02T21:25:01.306901Z","end":"2026-03-02T21:25:01.459448Z","steps":["trace[370036925] 'range keys from in-memory index tree' (duration: 151.773308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:01.644231Z","caller":"traceutil/trace.go:171","msg":"trace[1821518153] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"179.867237ms","start":"2026-03-02T21:25:01.464295Z","end":"2026-03-02T21:25:01.644162Z","steps":["trace[1821518153] 'process raft request' (duration: 101.326836ms)","trace[1821518153] 'compare' (duration: 78.286976ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:01.644442Z","caller":"traceutil/trace.go:171","msg":"trace[177690236] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"179.523359ms","start":"2026-03-02T21:25:01.464899Z","end":"2026-03-02T21:25:01.644422Z","steps":["trace[177690236] 'process raft request' (duration: 179.193951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:01.644664Z","caller":"traceutil/trace.go:171","msg":"trace[314393409] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"121.209841ms","start":"2026-03-02T21:25:01.523413Z","end":"2026-03-02T21:25:01.644623Z","steps":["trace[314393409] 'process raft request' (duration: 120.930745ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:01.644681Z","caller":"traceutil/trace.go:171","msg":"trace[1364158120] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1923; }","duration":"118.812796ms","start":"2026-03-02T21:25:01.525813Z","end":"2026-03-02T21:25:01.644626Z","steps":["trace[1364158120] 'read index received' (duration: 39.790864ms)","trace[1364158120] 'applied index is now lower than readState.Index' (duration: 79.017712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:01.644875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.046991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:01.644935Z","caller":"traceutil/trace.go:171","msg":"trace[2022358408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1849; }","duration":"119.182094ms","start":"2026-03-02T21:25:01.525736Z","end":"2026-03-02T21:25:01.644918Z","steps":["trace[2022358408] 'agreement among raft nodes before linearized reading' (duration: 119.043431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:08.00327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.915061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:25:08.003415Z","caller":"traceutil/trace.go:171","msg":"trace[1923698575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1876; }","duration":"332.109846ms","start":"2026-03-02T21:25:07.671272Z","end":"2026-03-02T21:25:08.003382Z","steps":["trace[1923698575] 'range keys from in-memory index tree' (duration: 331.703956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:08.00348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:07.671262Z","time spent":"332.203388ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:25:08.003493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.782865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:25:08.003603Z","caller":"traceutil/trace.go:171","msg":"trace[1115339774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1876; }","duration":"316.924599ms","start":"2026-03-02T21:25:07.686652Z","end":"2026-03-02T21:25:08.003577Z","steps":["trace[1115339774] 'range keys from in-memory index tree' (duration: 316.597552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:08.003553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.961862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:25:08.003595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.458692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:08.00371Z","caller":"traceutil/trace.go:171","msg":"trace[251515195] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1876; }","duration":"213.222988ms","start":"2026-03-02T21:25:07.790451Z","end":"2026-03-02T21:25:08.003674Z","steps":["trace[251515195] 'count revisions from in-memory index tree' (duration: 212.831639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:08.003712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.668835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:25:08.003664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:07.686645Z","time spent":"317.008341ms","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T21:25:08.003808Z","caller":"traceutil/trace.go:171","msg":"trace[1073444983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1876; }","duration":"334.847559ms","start":"2026-03-02T21:25:07.66894Z","end":"2026-03-02T21:25:08.003787Z","steps":["trace[1073444983] 'range keys from in-memory index tree' (duration: 334.403259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:08.003859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:07.66891Z","time spent":"334.941552ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:25:08.00375Z","caller":"traceutil/trace.go:171","msg":"trace[520035803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1876; }","duration":"291.702987ms","start":"2026-03-02T21:25:07.712008Z","end":"2026-03-02T21:25:08.00371Z","steps":["trace[520035803] 'range keys from in-memory index tree' (duration: 291.331569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:08.988168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.968217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:25:08.988399Z","caller":"traceutil/trace.go:171","msg":"trace[861525633] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"573.39239ms","start":"2026-03-02T21:25:08.414988Z","end":"2026-03-02T21:25:08.98838Z","steps":["trace[861525633] 'process raft request' (duration: 573.326159ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:08.98871Z","caller":"traceutil/trace.go:171","msg":"trace[35163356] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"979.781437ms","start":"2026-03-02T21:25:08.00888Z","end":"2026-03-02T21:25:08.988661Z","steps":["trace[35163356] 'process raft request' (duration: 471.218756ms)","trace[35163356] 'compare' (duration: 507.828584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:08.988808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.414957Z","time spent":"573.8185ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:08.98871Z","caller":"traceutil/trace.go:171","msg":"trace[587097098] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1955; }","duration":"902.796853ms","start":"2026-03-02T21:25:08.085846Z","end":"2026-03-02T21:25:08.988643Z","steps":["trace[587097098] 'read index received' (duration: 394.268923ms)","trace[587097098] 'applied index is now lower than readState.Index' (duration: 508.52311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:08.988936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.00884Z","time spent":"979.971421ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:08.988933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.026788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:25:08.989072Z","caller":"traceutil/trace.go:171","msg":"trace[1967300315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1879; }","duration":"903.263995ms","start":"2026-03-02T21:25:08.085783Z","end":"2026-03-02T21:25:08.989047Z","steps":["trace[1967300315] 'agreement among raft nodes before linearized reading' (duration: 902.967297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:08.989187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.085753Z","time spent":"903.394608ms","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:25:09.187202Z","caller":"traceutil/trace.go:171","msg":"trace[1406039842] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"597.047485ms","start":"2026-03-02T21:25:08.590117Z","end":"2026-03-02T21:25:09.187164Z","steps":["trace[1406039842] 'process raft request' (duration: 504.773282ms)","trace[1406039842] 'compare' (duration: 92.047508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:09.187443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.590094Z","time spent":"597.21613ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:09.187458Z","caller":"traceutil/trace.go:171","msg":"trace[284655513] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1957; }","duration":"198.545063ms","start":"2026-03-02T21:25:08.988882Z","end":"2026-03-02T21:25:09.187427Z","steps":["trace[284655513] 'read index received' (duration: 106.023614ms)","trace[284655513] 'applied index is now lower than readState.Index' (duration: 92.519729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:09.187579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.780179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:09.187661Z","caller":"traceutil/trace.go:171","msg":"trace[761801021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1881; }","duration":"474.939963ms","start":"2026-03-02T21:25:08.712702Z","end":"2026-03-02T21:25:09.187642Z","steps":["trace[761801021] 'agreement among raft nodes before linearized reading' (duration: 474.774569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:09.187706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.712671Z","time spent":"475.026944ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:25:09.187703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.822668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:25:09.187759Z","caller":"traceutil/trace.go:171","msg":"trace[340248385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1881; }","duration":"677.950053ms","start":"2026-03-02T21:25:08.509794Z","end":"2026-03-02T21:25:09.187744Z","steps":["trace[340248385] 'agreement among raft nodes before linearized reading' (duration: 677.716767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:09.187741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.645943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:25:09.187804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.763808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899234086373385\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-02T21:25:09.187814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.509761Z","time spent":"678.042855ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:25:09.187868Z","caller":"traceutil/trace.go:171","msg":"trace[150425644] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1881; }","duration":"476.799428ms","start":"2026-03-02T21:25:08.711017Z","end":"2026-03-02T21:25:09.187816Z","steps":["trace[150425644] 'agreement among raft nodes before linearized reading' (duration: 476.563492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:09.187903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.994896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:25:09.187936Z","caller":"traceutil/trace.go:171","msg":"trace[1204387969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1881; }","duration":"176.020997ms","start":"2026-03-02T21:25:09.0119Z","end":"2026-03-02T21:25:09.187921Z","steps":["trace[1204387969] 'agreement among raft nodes before linearized reading' (duration: 175.938865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:09.187813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.619932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:25:09.18797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.710991Z","time spent":"476.964401ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:25:09.188008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.545723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:25:09.188064Z","caller":"traceutil/trace.go:171","msg":"trace[654260375] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1881; }","duration":"282.645175ms","start":"2026-03-02T21:25:08.905399Z","end":"2026-03-02T21:25:09.188044Z","steps":["trace[654260375] 'agreement among raft nodes before linearized reading' (duration: 282.540563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:09.188052Z","caller":"traceutil/trace.go:171","msg":"trace[1600490143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1881; }","duration":"618.892278ms","start":"2026-03-02T21:25:08.5691Z","end":"2026-03-02T21:25:09.187992Z","steps":["trace[1600490143] 'agreement among raft nodes before linearized reading' (duration: 618.389976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:09.188076Z","caller":"traceutil/trace.go:171","msg":"trace[694193266] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"519.098559ms","start":"2026-03-02T21:25:08.668937Z","end":"2026-03-02T21:25:09.188035Z","steps":["trace[694193266] 'process raft request' (duration: 518.180607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:09.188128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.569071Z","time spent":"619.038721ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:25:09.187706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.633393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:25:09.188268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.668894Z","time spent":"519.263143ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:09.188271Z","caller":"traceutil/trace.go:171","msg":"trace[718123598] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1881; }","duration":"724.220368ms","start":"2026-03-02T21:25:08.46402Z","end":"2026-03-02T21:25:09.18824Z","steps":["trace[718123598] 'agreement among raft nodes before linearized reading' (duration: 723.573312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:09.188334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.463995Z","time spent":"724.32219ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:25:09.188464Z","caller":"traceutil/trace.go:171","msg":"trace[4918934] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899234086373385; range_end:; response_count:1; response_revision:1881; }","duration":"793.832549ms","start":"2026-03-02T21:25:08.393995Z","end":"2026-03-02T21:25:09.187828Z","steps":["trace[4918934] 'agreement among raft nodes before linearized reading' (duration: 793.735666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:09.188526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.393969Z","time spent":"794.542125ms","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899234086373385\" "} {"level":"info","ts":"2026-03-02T21:25:53.552462Z","caller":"traceutil/trace.go:171","msg":"trace[628192506] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"151.90424ms","start":"2026-03-02T21:25:53.400516Z","end":"2026-03-02T21:25:53.552421Z","steps":["trace[628192506] 'process raft request' (duration: 150.997989ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:03.691103Z","caller":"traceutil/trace.go:171","msg":"trace[1229902355] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"103.111163ms","start":"2026-03-02T21:26:03.587956Z","end":"2026-03-02T21:26:03.691067Z","steps":["trace[1229902355] 'process raft request' (duration: 99.822191ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:29.436473Z","caller":"traceutil/trace.go:171","msg":"trace[2064138627] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"105.378411ms","start":"2026-03-02T21:26:29.331036Z","end":"2026-03-02T21:26:29.436414Z","steps":["trace[2064138627] 'process raft request' (duration: 105.129265ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:34.969646Z","caller":"traceutil/trace.go:171","msg":"trace[371967967] linearizableReadLoop","detail":"{readStateIndex:2601; appliedIndex:2600; }","duration":"258.273891ms","start":"2026-03-02T21:26:34.711334Z","end":"2026-03-02T21:26:34.969608Z","steps":["trace[371967967] 'read index received' (duration: 258.047976ms)","trace[371967967] 'applied index is now lower than readState.Index' (duration: 224.345µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:34.969822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.465827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:34.969865Z","caller":"traceutil/trace.go:171","msg":"trace[304923434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2498; }","duration":"258.587369ms","start":"2026-03-02T21:26:34.711266Z","end":"2026-03-02T21:26:34.969853Z","steps":["trace[304923434] 'agreement among raft nodes before linearized reading' (duration: 258.489307ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:34.97002Z","caller":"traceutil/trace.go:171","msg":"trace[1463316280] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"262.452366ms","start":"2026-03-02T21:26:34.70753Z","end":"2026-03-02T21:26:34.969983Z","steps":["trace[1463316280] 'process raft request' (duration: 261.888103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:35.979896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.029552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:26:35.979998Z","caller":"traceutil/trace.go:171","msg":"trace[1232769907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2501; }","duration":"103.181845ms","start":"2026-03-02T21:26:35.876791Z","end":"2026-03-02T21:26:35.979972Z","steps":["trace[1232769907] 'range keys from in-memory index tree' (duration: 102.885437ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:36.772806Z","caller":"traceutil/trace.go:171","msg":"trace[1368197638] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"159.740043ms","start":"2026-03-02T21:26:36.613039Z","end":"2026-03-02T21:26:36.772779Z","steps":["trace[1368197638] 'process raft request' (duration: 159.62432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:36.992238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.452262ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:26:36.992351Z","caller":"traceutil/trace.go:171","msg":"trace[139999205] linearizableReadLoop","detail":"{readStateIndex:2610; appliedIndex:2608; }","duration":"299.395622ms","start":"2026-03-02T21:26:36.692936Z","end":"2026-03-02T21:26:36.992332Z","steps":["trace[139999205] 'read index received' (duration: 79.737277ms)","trace[139999205] 'applied index is now lower than readState.Index' (duration: 219.656865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:36.992485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.553356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:36.992512Z","caller":"traceutil/trace.go:171","msg":"trace[920790391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2506; }","duration":"281.642238ms","start":"2026-03-02T21:26:36.710862Z","end":"2026-03-02T21:26:36.992505Z","steps":["trace[920790391] 'agreement among raft nodes before linearized reading' (duration: 281.567756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:36.992645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.678619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:26:36.992737Z","caller":"traceutil/trace.go:171","msg":"trace[962096160] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2506; }","duration":"299.829623ms","start":"2026-03-02T21:26:36.692886Z","end":"2026-03-02T21:26:36.992716Z","steps":["trace[962096160] 'agreement among raft nodes before linearized reading' (duration: 299.507115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:36.992842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.021198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18992353f666c634\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T21:26:36.992887Z","caller":"traceutil/trace.go:171","msg":"trace[1613140863] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18992353f666c634; range_end:; response_count:1; response_revision:2506; }","duration":"120.1152ms","start":"2026-03-02T21:26:36.872764Z","end":"2026-03-02T21:26:36.992879Z","steps":["trace[1613140863] 'agreement among raft nodes before linearized reading' (duration: 119.968656ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:31.141961Z","caller":"traceutil/trace.go:171","msg":"trace[69905013] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"105.743097ms","start":"2026-03-02T21:30:31.036188Z","end":"2026-03-02T21:30:31.141931Z","steps":["trace[69905013] 'process raft request' (duration: 105.227944ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:34.613657Z","caller":"traceutil/trace.go:171","msg":"trace[186664405] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"112.999678ms","start":"2026-03-02T21:30:34.500613Z","end":"2026-03-02T21:30:34.613613Z","steps":["trace[186664405] 'process raft request' (duration: 112.746932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:35.194527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.744252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718816"} {"level":"info","ts":"2026-03-02T21:30:35.194609Z","caller":"traceutil/trace.go:171","msg":"trace[705784528] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4599; }","duration":"514.886006ms","start":"2026-03-02T21:30:34.679703Z","end":"2026-03-02T21:30:35.194589Z","steps":["trace[705784528] 'range keys from in-memory index tree' (duration: 514.24424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:35.194652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:34.679677Z","time spent":"514.964627ms","remote":"127.0.0.1:43490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":718840,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-02T21:30:35.195005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.969958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:30:35.195034Z","caller":"traceutil/trace.go:171","msg":"trace[311530878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4599; }","duration":"483.0306ms","start":"2026-03-02T21:30:34.711993Z","end":"2026-03-02T21:30:35.195024Z","steps":["trace[311530878] 'range keys from in-memory index tree' (duration: 482.881776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:35.195059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:34.711973Z","time spent":"483.079871ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:30:35.195356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.743668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:30:35.195386Z","caller":"traceutil/trace.go:171","msg":"trace[1105996890] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4599; }","duration":"440.82263ms","start":"2026-03-02T21:30:34.754555Z","end":"2026-03-02T21:30:35.195377Z","steps":["trace[1105996890] 'count revisions from in-memory index tree' (duration: 440.634975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:35.195413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:34.754529Z","time spent":"440.876742ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:30:35.216982Z","caller":"traceutil/trace.go:171","msg":"trace[432328464] linearizableReadLoop","detail":"{readStateIndex:4786; appliedIndex:4785; }","duration":"389.711888ms","start":"2026-03-02T21:30:34.827237Z","end":"2026-03-02T21:30:35.216948Z","steps":["trace[432328464] 'read index received' (duration: 389.478413ms)","trace[432328464] 'applied index is now lower than readState.Index' (duration: 232.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:35.217075Z","caller":"traceutil/trace.go:171","msg":"trace[1407394622] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"412.855956ms","start":"2026-03-02T21:30:34.804178Z","end":"2026-03-02T21:30:35.217034Z","steps":["trace[1407394622] 'process raft request' (duration: 412.58882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:35.217297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:34.804156Z","time spent":"413.00073ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:30:35.217346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.302942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1dc29378-d5ca-4995-82fa-1d3d90e86d29\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-02T21:30:35.217358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.084217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1dc29378-d5ca-4995-82fa-1d3d90e86d29\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T21:30:35.217423Z","caller":"traceutil/trace.go:171","msg":"trace[12536055] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1dc29378-d5ca-4995-82fa-1d3d90e86d29; range_end:; response_count:1; response_revision:4600; }","duration":"131.448936ms","start":"2026-03-02T21:30:35.085953Z","end":"2026-03-02T21:30:35.217402Z","steps":["trace[12536055] 'agreement among raft nodes before linearized reading' (duration: 131.235671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:35.217451Z","caller":"traceutil/trace.go:171","msg":"trace[1137395753] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1dc29378-d5ca-4995-82fa-1d3d90e86d29; range_end:; response_count:1; response_revision:4600; }","duration":"390.254771ms","start":"2026-03-02T21:30:34.827172Z","end":"2026-03-02T21:30:35.217427Z","steps":["trace[1137395753] 'agreement among raft nodes before linearized reading' (duration: 389.940834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:35.217441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.16613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-5p7jm-tls\" ","response":"range_response_count:1 size:2184"} {"level":"warn","ts":"2026-03-02T21:30:35.217501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:34.827148Z","time spent":"390.343803ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1dc29378-d5ca-4995-82fa-1d3d90e86d29\" "} {"level":"warn","ts":"2026-03-02T21:30:35.217504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.388663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-02T21:30:35.217514Z","caller":"traceutil/trace.go:171","msg":"trace[61299536] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-5p7jm-tls; range_end:; response_count:1; response_revision:4600; }","duration":"107.273603ms","start":"2026-03-02T21:30:35.110219Z","end":"2026-03-02T21:30:35.217492Z","steps":["trace[61299536] 'agreement among raft nodes before linearized reading' (duration: 107.077338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:35.217543Z","caller":"traceutil/trace.go:171","msg":"trace[19663265] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4600; }","duration":"217.505456ms","start":"2026-03-02T21:30:35.000029Z","end":"2026-03-02T21:30:35.217535Z","steps":["trace[19663265] 'agreement among raft nodes before linearized reading' (duration: 217.102106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:35.218085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.650601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:30:35.218435Z","caller":"traceutil/trace.go:171","msg":"trace[718706954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4600; }","duration":"159.05401ms","start":"2026-03-02T21:30:35.059365Z","end":"2026-03-02T21:30:35.218419Z","steps":["trace[718706954] 'agreement among raft nodes before linearized reading' (duration: 158.452786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:35.416275Z","caller":"traceutil/trace.go:171","msg":"trace[1082483157] linearizableReadLoop","detail":"{readStateIndex:4788; appliedIndex:4787; }","duration":"190.025064ms","start":"2026-03-02T21:30:35.226213Z","end":"2026-03-02T21:30:35.416238Z","steps":["trace[1082483157] 'read index received' (duration: 33.019622ms)","trace[1082483157] 'applied index is now lower than readState.Index' (duration: 157.003472ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:35.4164Z","caller":"traceutil/trace.go:171","msg":"trace[455806223] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"191.245903ms","start":"2026-03-02T21:30:35.225123Z","end":"2026-03-02T21:30:35.416369Z","steps":["trace[455806223] 'process raft request' (duration: 164.458739ms)","trace[455806223] 'compare' (duration: 26.275002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:30:35.416629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.368483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-5p7jm-tls\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-03-02T21:30:35.416681Z","caller":"traceutil/trace.go:171","msg":"trace[1188561515] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-5p7jm-tls; range_end:; response_count:1; response_revision:4602; }","duration":"190.493176ms","start":"2026-03-02T21:30:35.226173Z","end":"2026-03-02T21:30:35.416667Z","steps":["trace[1188561515] 'agreement among raft nodes before linearized reading' (duration: 190.252219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:35.601448Z","caller":"traceutil/trace.go:171","msg":"trace[2120959321] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"178.339367ms","start":"2026-03-02T21:30:35.423084Z","end":"2026-03-02T21:30:35.601423Z","steps":["trace[2120959321] 'process raft request' (duration: 98.488394ms)","trace[2120959321] 'compare' (duration: 79.402952ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:35.601853Z","caller":"traceutil/trace.go:171","msg":"trace[61868747] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"178.42378ms","start":"2026-03-02T21:30:35.423418Z","end":"2026-03-02T21:30:35.601841Z","steps":["trace[61868747] 'process raft request' (duration: 177.699512ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:35.602056Z","caller":"traceutil/trace.go:171","msg":"trace[1851128020] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"178.545213ms","start":"2026-03-02T21:30:35.4235Z","end":"2026-03-02T21:30:35.602046Z","steps":["trace[1851128020] 'process raft request' (duration: 177.654101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:54.638294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.672961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6c0f6724-4bcc-44f1-bc31-03747bd44eb8\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-02T21:30:54.63845Z","caller":"traceutil/trace.go:171","msg":"trace[1911108274] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6c0f6724-4bcc-44f1-bc31-03747bd44eb8; range_end:; response_count:1; response_revision:4959; }","duration":"247.974998ms","start":"2026-03-02T21:30:54.390444Z","end":"2026-03-02T21:30:54.638419Z","steps":["trace[1911108274] 'range keys from in-memory index tree' (duration: 247.283952ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:54.788838Z","caller":"traceutil/trace.go:171","msg":"trace[1278852360] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"228.756173ms","start":"2026-03-02T21:30:54.559582Z","end":"2026-03-02T21:30:54.788338Z","steps":["trace[1278852360] 'process raft request' (duration: 228.570459ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:54.800667Z","caller":"traceutil/trace.go:171","msg":"trace[1106344315] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"114.076014ms","start":"2026-03-02T21:30:54.686577Z","end":"2026-03-02T21:30:54.800653Z","steps":["trace[1106344315] 'process raft request' (duration: 113.808308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:54.951372Z","caller":"traceutil/trace.go:171","msg":"trace[947828059] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"144.486045ms","start":"2026-03-02T21:30:54.806845Z","end":"2026-03-02T21:30:54.951331Z","steps":["trace[947828059] 'process raft request' (duration: 144.318162ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:56.595621Z","caller":"traceutil/trace.go:171","msg":"trace[1677519134] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5169; }","duration":"416.629996ms","start":"2026-03-02T21:30:56.178957Z","end":"2026-03-02T21:30:56.595587Z","steps":["trace[1677519134] 'read index received' (duration: 416.427602ms)","trace[1677519134] 'applied index is now lower than readState.Index' (duration: 201.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:56.595756Z","caller":"traceutil/trace.go:171","msg":"trace[1492739593] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"499.727417ms","start":"2026-03-02T21:30:56.095975Z","end":"2026-03-02T21:30:56.595703Z","steps":["trace[1492739593] 'process raft request' (duration: 499.42351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:56.595994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:56.095957Z","time spent":"499.918191ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5873,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:30:56.596194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.162639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-02T21:30:56.596298Z","caller":"traceutil/trace.go:171","msg":"trace[1560787721] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4976; }","duration":"417.342454ms","start":"2026-03-02T21:30:56.178933Z","end":"2026-03-02T21:30:56.596275Z","steps":["trace[1560787721] 'agreement among raft nodes before linearized reading' (duration: 416.855192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:56.596353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:56.178922Z","time spent":"417.418965ms","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T21:30:56.601682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.791952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:30:56.602769Z","caller":"traceutil/trace.go:171","msg":"trace[1082606323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4976; }","duration":"296.958589ms","start":"2026-03-02T21:30:56.305789Z","end":"2026-03-02T21:30:56.602748Z","steps":["trace[1082606323] 'agreement among raft nodes before linearized reading' (duration: 294.712407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:04.80195Z","caller":"traceutil/trace.go:171","msg":"trace[566263901] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"148.805277ms","start":"2026-03-02T21:31:04.653108Z","end":"2026-03-02T21:31:04.801913Z","steps":["trace[566263901] 'process raft request' (duration: 148.574682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:05.933606Z","caller":"traceutil/trace.go:171","msg":"trace[1398956864] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"106.479894ms","start":"2026-03-02T21:31:05.8271Z","end":"2026-03-02T21:31:05.93358Z","steps":["trace[1398956864] 'process raft request' (duration: 106.32268ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:09.097541Z","caller":"traceutil/trace.go:171","msg":"trace[1988755728] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"273.804271ms","start":"2026-03-02T21:31:08.823708Z","end":"2026-03-02T21:31:09.097513Z","steps":["trace[1988755728] 'process raft request' (duration: 273.642876ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:09.202791Z","caller":"traceutil/trace.go:171","msg":"trace[950038260] linearizableReadLoop","detail":"{readStateIndex:5354; appliedIndex:5352; }","duration":"246.687058ms","start":"2026-03-02T21:31:08.956078Z","end":"2026-03-02T21:31:09.202765Z","steps":["trace[950038260] 'read index received' (duration: 141.3367ms)","trace[950038260] 'applied index is now lower than readState.Index' (duration: 105.349448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:09.202968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.864603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:31:09.202997Z","caller":"traceutil/trace.go:171","msg":"trace[1594502053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5154; }","duration":"246.963364ms","start":"2026-03-02T21:31:08.956023Z","end":"2026-03-02T21:31:09.202987Z","steps":["trace[1594502053] 'agreement among raft nodes before linearized reading' (duration: 246.833071ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:09.202962Z","caller":"traceutil/trace.go:171","msg":"trace[682878502] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"299.575731ms","start":"2026-03-02T21:31:08.903338Z","end":"2026-03-02T21:31:09.202913Z","steps":["trace[682878502] 'process raft request' (duration: 264.517161ms)","trace[682878502] 'compare' (duration: 34.773594ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:55.780854Z","caller":"traceutil/trace.go:171","msg":"trace[1124335313] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"112.333002ms","start":"2026-03-02T21:31:55.66847Z","end":"2026-03-02T21:31:55.780803Z","steps":["trace[1124335313] 'process raft request' (duration: 90.145402ms)","trace[1124335313] 'compare' (duration: 21.76907ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:18.070141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2710} {"level":"info","ts":"2026-03-02T21:32:18.126928Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2710,"took":"54.646676ms","hash":1495218318,"current-db-size-bytes":40550400,"current-db-size":"41 MB","current-db-size-in-use-bytes":30502912,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T21:32:18.12699Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1495218318,"revision":2710,"compact-revision":-1} {"level":"warn","ts":"2026-03-02T21:36:58.145786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.054897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:36:58.145891Z","caller":"traceutil/trace.go:171","msg":"trace[930677422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7628; }","duration":"432.222521ms","start":"2026-03-02T21:36:57.713646Z","end":"2026-03-02T21:36:58.145869Z","steps":["trace[930677422] 'range keys from in-memory index tree' (duration: 431.955396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:58.145939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:36:57.713618Z","time spent":"432.310924ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:36:58.146343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.570077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsj25\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:36:58.146433Z","caller":"traceutil/trace.go:171","msg":"trace[1538223684] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsj25; range_end:; response_count:1; response_revision:7628; }","duration":"524.72404ms","start":"2026-03-02T21:36:57.621688Z","end":"2026-03-02T21:36:58.146412Z","steps":["trace[1538223684] 'range keys from in-memory index tree' (duration: 524.377832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:58.146478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:36:57.621661Z","time spent":"524.804552ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-qsj25\" "} {"level":"info","ts":"2026-03-02T21:36:58.16354Z","caller":"traceutil/trace.go:171","msg":"trace[268957004] transaction","detail":"{read_only:false; response_revision:7629; number_of_response:1; }","duration":"448.822325ms","start":"2026-03-02T21:36:57.714697Z","end":"2026-03-02T21:36:58.163519Z","steps":["trace[268957004] 'process raft request' (duration: 448.451386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:58.163721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:36:57.714661Z","time spent":"448.958589ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:36:58.163804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.39037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:36:58.163902Z","caller":"traceutil/trace.go:171","msg":"trace[1871405277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7629; }","duration":"433.544564ms","start":"2026-03-02T21:36:57.730335Z","end":"2026-03-02T21:36:58.16388Z","steps":["trace[1871405277] 'agreement among raft nodes before linearized reading' (duration: 433.289538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:58.163963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:36:57.730313Z","time spent":"433.628875ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:36:58.163417Z","caller":"traceutil/trace.go:171","msg":"trace[532756877] linearizableReadLoop","detail":"{readStateIndex:7912; appliedIndex:7911; }","duration":"432.9874ms","start":"2026-03-02T21:36:57.730399Z","end":"2026-03-02T21:36:58.163386Z","steps":["trace[532756877] 'read index received' (duration: 432.755985ms)","trace[532756877] 'applied index is now lower than readState.Index' (duration: 229.955µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:36:58.164215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.892571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:36:58.164258Z","caller":"traceutil/trace.go:171","msg":"trace[1231883693] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7629; }","duration":"297.003264ms","start":"2026-03-02T21:36:57.867238Z","end":"2026-03-02T21:36:58.164242Z","steps":["trace[1231883693] 'agreement among raft nodes before linearized reading' (duration: 296.914712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:58.164494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.597858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:36:58.16456Z","caller":"traceutil/trace.go:171","msg":"trace[422818743] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7629; }","duration":"212.69368ms","start":"2026-03-02T21:36:57.951852Z","end":"2026-03-02T21:36:58.164545Z","steps":["trace[422818743] 'agreement among raft nodes before linearized reading' (duration: 212.506916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:58.164635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.883425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:36:58.164674Z","caller":"traceutil/trace.go:171","msg":"trace[1881237839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7629; }","duration":"223.963117ms","start":"2026-03-02T21:36:57.9407Z","end":"2026-03-02T21:36:58.164663Z","steps":["trace[1881237839] 'agreement among raft nodes before linearized reading' (duration: 223.766583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:09.353754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.815641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:37:09.353835Z","caller":"traceutil/trace.go:171","msg":"trace[1764065620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7680; }","duration":"639.944154ms","start":"2026-03-02T21:37:08.713871Z","end":"2026-03-02T21:37:09.353815Z","steps":["trace[1764065620] 'range keys from in-memory index tree' (duration: 639.139845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:09.353867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:08.713844Z","time spent":"640.016135ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:37:09.423463Z","caller":"traceutil/trace.go:171","msg":"trace[1273495695] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"674.923922ms","start":"2026-03-02T21:37:08.748505Z","end":"2026-03-02T21:37:09.423428Z","steps":["trace[1273495695] 'process raft request' (duration: 674.730777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:09.423693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:08.748473Z","time spent":"675.079716ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:37:09.435045Z","caller":"traceutil/trace.go:171","msg":"trace[776202258] linearizableReadLoop","detail":"{readStateIndex:7968; appliedIndex:7966; }","duration":"298.385006ms","start":"2026-03-02T21:37:09.136623Z","end":"2026-03-02T21:37:09.435008Z","steps":["trace[776202258] 'read index received' (duration: 286.638489ms)","trace[776202258] 'applied index is now lower than readState.Index' (duration: 11.745237ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:09.435142Z","caller":"traceutil/trace.go:171","msg":"trace[1858790876] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"445.718561ms","start":"2026-03-02T21:37:08.989399Z","end":"2026-03-02T21:37:09.435118Z","steps":["trace[1858790876] 'process raft request' (duration: 445.435244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:09.43532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:08.98935Z","time spent":"445.886325ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:09.435314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.716174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:37:09.435377Z","caller":"traceutil/trace.go:171","msg":"trace[1911640712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7682; }","duration":"298.828846ms","start":"2026-03-02T21:37:09.136531Z","end":"2026-03-02T21:37:09.43536Z","steps":["trace[1911640712] 'agreement among raft nodes before linearized reading' (duration: 298.630302ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:10.647447Z","caller":"traceutil/trace.go:171","msg":"trace[422742368] linearizableReadLoop","detail":"{readStateIndex:7972; appliedIndex:7971; }","duration":"414.102703ms","start":"2026-03-02T21:37:10.233323Z","end":"2026-03-02T21:37:10.647425Z","steps":["trace[422742368] 'read index received' (duration: 413.823257ms)","trace[422742368] 'applied index is now lower than readState.Index' (duration: 278.286µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:10.647952Z","caller":"traceutil/trace.go:171","msg":"trace[878437137] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"419.007009ms","start":"2026-03-02T21:37:10.228897Z","end":"2026-03-02T21:37:10.647904Z","steps":["trace[878437137] 'process raft request' (duration: 418.378254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:10.648048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.633671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:37:10.648089Z","caller":"traceutil/trace.go:171","msg":"trace[200514304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7686; }","duration":"347.734924ms","start":"2026-03-02T21:37:10.300343Z","end":"2026-03-02T21:37:10.648078Z","steps":["trace[200514304] 'agreement among raft nodes before linearized reading' (duration: 347.57818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:10.648123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:10.300314Z","time spent":"347.800455ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:37:10.648109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.756588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsj25\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:37:10.648161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:10.228861Z","time spent":"419.191483ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:37:10.648211Z","caller":"traceutil/trace.go:171","msg":"trace[329360875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsj25; range_end:; response_count:1; response_revision:7686; }","duration":"414.938413ms","start":"2026-03-02T21:37:10.233248Z","end":"2026-03-02T21:37:10.648186Z","steps":["trace[329360875] 'agreement among raft nodes before linearized reading' (duration: 414.584595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:10.648273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:10.233222Z","time spent":"415.038395ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-qsj25\" "} {"level":"warn","ts":"2026-03-02T21:37:10.649155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.480307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:37:10.649274Z","caller":"traceutil/trace.go:171","msg":"trace[776403441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7686; }","duration":"240.624461ms","start":"2026-03-02T21:37:10.408635Z","end":"2026-03-02T21:37:10.649259Z","steps":["trace[776403441] 'agreement among raft nodes before linearized reading' (duration: 240.366205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:10.649383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.863742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:37:10.649415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.81421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:37:10.649473Z","caller":"traceutil/trace.go:171","msg":"trace[1627762118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7686; }","duration":"255.945614ms","start":"2026-03-02T21:37:10.393501Z","end":"2026-03-02T21:37:10.649446Z","steps":["trace[1627762118] 'agreement among raft nodes before linearized reading' (duration: 255.711268ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:10.649494Z","caller":"traceutil/trace.go:171","msg":"trace[938967343] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7686; }","duration":"233.949063ms","start":"2026-03-02T21:37:10.415519Z","end":"2026-03-02T21:37:10.649468Z","steps":["trace[938967343] 'agreement among raft nodes before linearized reading' (duration: 233.756599ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:10.855587Z","caller":"traceutil/trace.go:171","msg":"trace[2118762160] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"202.879497ms","start":"2026-03-02T21:37:10.652673Z","end":"2026-03-02T21:37:10.855552Z","steps":["trace[2118762160] 'process raft request' (duration: 202.705853ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:10.855617Z","caller":"traceutil/trace.go:171","msg":"trace[1063842969] linearizableReadLoop","detail":"{readStateIndex:7973; appliedIndex:7973; }","duration":"202.150341ms","start":"2026-03-02T21:37:10.653434Z","end":"2026-03-02T21:37:10.855585Z","steps":["trace[1063842969] 'read index received' (duration: 202.13598ms)","trace[1063842969] 'applied index is now lower than readState.Index' (duration: 11.831µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:37:10.855912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.450798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:37:10.855991Z","caller":"traceutil/trace.go:171","msg":"trace[1972073991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7687; }","duration":"202.558001ms","start":"2026-03-02T21:37:10.653403Z","end":"2026-03-02T21:37:10.855961Z","steps":["trace[1972073991] 'agreement among raft nodes before linearized reading' (duration: 202.277533ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:10.893083Z","caller":"traceutil/trace.go:171","msg":"trace[79828185] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"239.138016ms","start":"2026-03-02T21:37:10.653922Z","end":"2026-03-02T21:37:10.89306Z","steps":["trace[79828185] 'process raft request' (duration: 238.972482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:10.89326Z","caller":"traceutil/trace.go:171","msg":"trace[1383457685] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"239.269739ms","start":"2026-03-02T21:37:10.653962Z","end":"2026-03-02T21:37:10.893232Z","steps":["trace[1383457685] 'process raft request' (duration: 239.053624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:10.893355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.283958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:37:10.893467Z","caller":"traceutil/trace.go:171","msg":"trace[1580797271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7689; }","duration":"181.439901ms","start":"2026-03-02T21:37:10.711979Z","end":"2026-03-02T21:37:10.893419Z","steps":["trace[1580797271] 'agreement among raft nodes before linearized reading' (duration: 181.295158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:10.894208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.237891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223820"} {"level":"info","ts":"2026-03-02T21:37:10.894331Z","caller":"traceutil/trace.go:171","msg":"trace[716683242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7689; }","duration":"240.407646ms","start":"2026-03-02T21:37:10.653898Z","end":"2026-03-02T21:37:10.894306Z","steps":["trace[716683242] 'agreement among raft nodes before linearized reading' (duration: 239.684779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:11.816445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.323962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:37:11.81672Z","caller":"traceutil/trace.go:171","msg":"trace[1628399918] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"363.852734ms","start":"2026-03-02T21:37:11.452849Z","end":"2026-03-02T21:37:11.816702Z","steps":["trace[1628399918] 'process raft request' (duration: 363.792872ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:11.816994Z","caller":"traceutil/trace.go:171","msg":"trace[723620683] linearizableReadLoop","detail":"{readStateIndex:7977; appliedIndex:7975; }","duration":"381.041852ms","start":"2026-03-02T21:37:11.435923Z","end":"2026-03-02T21:37:11.816965Z","steps":["trace[723620683] 'read index received' (duration: 15.918146ms)","trace[723620683] 'applied index is now lower than readState.Index' (duration: 365.121656ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:11.817007Z","caller":"traceutil/trace.go:171","msg":"trace[2011043582] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"386.347407ms","start":"2026-03-02T21:37:11.43062Z","end":"2026-03-02T21:37:11.816967Z","steps":["trace[2011043582] 'process raft request' (duration: 181.394169ms)","trace[2011043582] 'compare' (duration: 204.198099ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:11.817028Z","caller":"traceutil/trace.go:171","msg":"trace[360128679] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"374.528657ms","start":"2026-03-02T21:37:11.442452Z","end":"2026-03-02T21:37:11.81698Z","steps":["trace[360128679] 'process raft request' (duration: 374.088456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:11.817085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.164134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:37:11.81713Z","caller":"traceutil/trace.go:171","msg":"trace[700079766] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7692; }","duration":"381.259836ms","start":"2026-03-02T21:37:11.435859Z","end":"2026-03-02T21:37:11.817118Z","steps":["trace[700079766] 'agreement among raft nodes before linearized reading' (duration: 381.179914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:11.817166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:11.435836Z","time spent":"381.321938ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:37:11.817266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:11.442432Z","time spent":"374.699162ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:11.817239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:11.430592Z","time spent":"386.516381ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:11.817012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:11.452835Z","time spent":"363.925466ms","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:11.836865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.499321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:37:11.836958Z","caller":"traceutil/trace.go:171","msg":"trace[1318283555] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7693; }","duration":"189.626015ms","start":"2026-03-02T21:37:11.647314Z","end":"2026-03-02T21:37:11.83694Z","steps":["trace[1318283555] 'agreement among raft nodes before linearized reading' (duration: 189.446011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:11.836887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.083919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:37:11.837006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.071146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:37:11.837037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.032844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:37:11.837081Z","caller":"traceutil/trace.go:171","msg":"trace[640387518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7693; }","duration":"382.21051ms","start":"2026-03-02T21:37:11.454856Z","end":"2026-03-02T21:37:11.837067Z","steps":["trace[640387518] 'agreement among raft nodes before linearized reading' (duration: 381.924623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:11.83709Z","caller":"traceutil/trace.go:171","msg":"trace[1723031515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7693; }","duration":"286.121186ms","start":"2026-03-02T21:37:11.550955Z","end":"2026-03-02T21:37:11.837076Z","steps":["trace[1723031515] 'agreement among raft nodes before linearized reading' (duration: 285.933112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:11.837127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:11.454831Z","time spent":"382.287931ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:37:11.837176Z","caller":"traceutil/trace.go:171","msg":"trace[1505741865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7693; }","duration":"125.336224ms","start":"2026-03-02T21:37:11.711712Z","end":"2026-03-02T21:37:11.837048Z","steps":["trace[1505741865] 'agreement among raft nodes before linearized reading' (duration: 125.020137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:11.837329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.055625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:37:11.837377Z","caller":"traceutil/trace.go:171","msg":"trace[1871802603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7693; }","duration":"190.158127ms","start":"2026-03-02T21:37:11.647206Z","end":"2026-03-02T21:37:11.837364Z","steps":["trace[1871802603] 'agreement among raft nodes before linearized reading' (duration: 190.044944ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:18.077379Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5683} {"level":"info","ts":"2026-03-02T21:37:18.175355Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5683,"took":"95.201991ms","hash":2042641888,"current-db-size-bytes":42917888,"current-db-size":"43 MB","current-db-size-in-use-bytes":23347200,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-02T21:37:18.175416Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2042641888,"revision":5683,"compact-revision":2710} {"level":"warn","ts":"2026-03-02T21:37:40.672753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.371537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:37:40.672855Z","caller":"traceutil/trace.go:171","msg":"trace[2110343620] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7885; }","duration":"153.528941ms","start":"2026-03-02T21:37:40.519303Z","end":"2026-03-02T21:37:40.672832Z","steps":["trace[2110343620] 'count revisions from in-memory index tree' (duration: 153.268645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:40.673267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.531946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:37:40.673376Z","caller":"traceutil/trace.go:171","msg":"trace[2121334390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7885; }","duration":"675.687399ms","start":"2026-03-02T21:37:39.997664Z","end":"2026-03-02T21:37:40.673351Z","steps":["trace[2121334390] 'range keys from in-memory index tree' (duration: 675.323501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:40.673427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:39.997645Z","time spent":"675.772482ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:37:40.67348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.141764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:37:40.67349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.801517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:37:40.673591Z","caller":"traceutil/trace.go:171","msg":"trace[1430886928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7885; }","duration":"669.324239ms","start":"2026-03-02T21:37:40.00424Z","end":"2026-03-02T21:37:40.673564Z","steps":["trace[1430886928] 'range keys from in-memory index tree' (duration: 668.640943ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:40.673603Z","caller":"traceutil/trace.go:171","msg":"trace[32176007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7885; }","duration":"672.005052ms","start":"2026-03-02T21:37:40.001573Z","end":"2026-03-02T21:37:40.673578Z","steps":["trace[32176007] 'range keys from in-memory index tree' (duration: 671.571721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:40.673647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:40.004208Z","time spent":"669.427772ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:37:40.673655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:40.001566Z","time spent":"672.078244ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:37:41.195301Z","caller":"traceutil/trace.go:171","msg":"trace[39783471] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"516.931495ms","start":"2026-03-02T21:37:40.678343Z","end":"2026-03-02T21:37:41.195275Z","steps":["trace[39783471] 'process raft request' (duration: 516.767692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:41.195316Z","caller":"traceutil/trace.go:171","msg":"trace[1187367115] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"516.932436ms","start":"2026-03-02T21:37:40.678306Z","end":"2026-03-02T21:37:41.195239Z","steps":["trace[1187367115] 'process raft request' (duration: 452.442331ms)","trace[1187367115] 'compare' (duration: 64.216728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:37:41.19549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:40.678328Z","time spent":"517.071238ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:41.195576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:40.678281Z","time spent":"517.147ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:37:41.195628Z","caller":"traceutil/trace.go:171","msg":"trace[480460903] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"489.935746ms","start":"2026-03-02T21:37:40.705682Z","end":"2026-03-02T21:37:41.195618Z","steps":["trace[480460903] 'process raft request' (duration: 489.496326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:41.195698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:40.705674Z","time spent":"489.993798ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:53.696444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.800761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:37:53.696547Z","caller":"traceutil/trace.go:171","msg":"trace[1838667780] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8285; }","duration":"568.321682ms","start":"2026-03-02T21:37:53.128211Z","end":"2026-03-02T21:37:53.696533Z","steps":["trace[1838667780] 'read index received' (duration: 45.303236ms)","trace[1838667780] 'applied index is now lower than readState.Index' (duration: 523.017496ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:53.69668Z","caller":"traceutil/trace.go:171","msg":"trace[1650648138] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"570.428131ms","start":"2026-03-02T21:37:53.126211Z","end":"2026-03-02T21:37:53.696639Z","steps":["trace[1650648138] 'process raft request' (duration: 47.329824ms)","trace[1650648138] 'compare' (duration: 522.665867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:37:53.696753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.538197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T21:37:53.696789Z","caller":"traceutil/trace.go:171","msg":"trace[101335871] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:7985; }","duration":"568.596408ms","start":"2026-03-02T21:37:53.12818Z","end":"2026-03-02T21:37:53.696776Z","steps":["trace[101335871] 'agreement among raft nodes before linearized reading' (duration: 568.458925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:53.696835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:53.128163Z","time spent":"568.66211ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-02T21:37:53.696987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.467355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:37:53.697038Z","caller":"traceutil/trace.go:171","msg":"trace[869805570] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7985; }","duration":"423.535316ms","start":"2026-03-02T21:37:53.273489Z","end":"2026-03-02T21:37:53.697024Z","steps":["trace[869805570] 'agreement among raft nodes before linearized reading' (duration: 423.399773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:53.697036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.380495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsj25\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:37:53.697047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.737708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:37:53.69709Z","caller":"traceutil/trace.go:171","msg":"trace[1435652093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsj25; range_end:; response_count:1; response_revision:7985; }","duration":"412.498408ms","start":"2026-03-02T21:37:53.284575Z","end":"2026-03-02T21:37:53.697074Z","steps":["trace[1435652093] 'agreement among raft nodes before linearized reading' (duration: 412.309353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:53.697065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.102184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:37:53.697063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:53.273481Z","time spent":"423.576107ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:37:53.697141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:53.284525Z","time spent":"412.60566ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-qsj25\" "} {"level":"info","ts":"2026-03-02T21:37:53.697159Z","caller":"traceutil/trace.go:171","msg":"trace[825089477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7985; }","duration":"434.234057ms","start":"2026-03-02T21:37:53.262905Z","end":"2026-03-02T21:37:53.697139Z","steps":["trace[825089477] 'agreement among raft nodes before linearized reading' (duration: 433.994942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:53.697113Z","caller":"traceutil/trace.go:171","msg":"trace[1959540220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7985; }","duration":"434.856001ms","start":"2026-03-02T21:37:53.26224Z","end":"2026-03-02T21:37:53.697096Z","steps":["trace[1959540220] 'agreement among raft nodes before linearized reading' (duration: 434.611405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:53.697137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.753892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:37:53.69721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:53.262893Z","time spent":"434.304438ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:37:53.697261Z","caller":"traceutil/trace.go:171","msg":"trace[1110425343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7985; }","duration":"426.916045ms","start":"2026-03-02T21:37:53.270319Z","end":"2026-03-02T21:37:53.697235Z","steps":["trace[1110425343] 'agreement among raft nodes before linearized reading' (duration: 426.563057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:53.697323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:53.270307Z","time spent":"427.005497ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:37:53.697302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:53.262224Z","time spent":"435.030456ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:37:53.69745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:53.126196Z","time spent":"570.577035ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4650,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:53.697581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.591002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:37:53.69773Z","caller":"traceutil/trace.go:171","msg":"trace[1824807008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7985; }","duration":"433.858738ms","start":"2026-03-02T21:37:53.263842Z","end":"2026-03-02T21:37:53.697701Z","steps":["trace[1824807008] 'agreement among raft nodes before linearized reading' (duration: 433.063829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:53.697813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:53.263815Z","time spent":"433.983261ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:37:54.555934Z","caller":"traceutil/trace.go:171","msg":"trace[1196852653] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"347.66044ms","start":"2026-03-02T21:37:54.208242Z","end":"2026-03-02T21:37:54.555903Z","steps":["trace[1196852653] 'process raft request' (duration: 347.432125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:54.556096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:54.208218Z","time spent":"347.791252ms","remote":"127.0.0.1:38622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:37:54.858449Z","caller":"traceutil/trace.go:171","msg":"trace[1879497461] linearizableReadLoop","detail":"{readStateIndex:8303; appliedIndex:8302; }","duration":"146.374047ms","start":"2026-03-02T21:37:54.71205Z","end":"2026-03-02T21:37:54.858424Z","steps":["trace[1879497461] 'read index received' (duration: 146.150912ms)","trace[1879497461] 'applied index is now lower than readState.Index' (duration: 219.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:54.858563Z","caller":"traceutil/trace.go:171","msg":"trace[764506692] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"290.322018ms","start":"2026-03-02T21:37:54.568231Z","end":"2026-03-02T21:37:54.858553Z","steps":["trace[764506692] 'process raft request' (duration: 290.034232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:54.85875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.682344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:37:54.858816Z","caller":"traceutil/trace.go:171","msg":"trace[1943078892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8001; }","duration":"146.805267ms","start":"2026-03-02T21:37:54.711995Z","end":"2026-03-02T21:37:54.8588Z","steps":["trace[1943078892] 'agreement among raft nodes before linearized reading' (duration: 146.654473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:55.067018Z","caller":"traceutil/trace.go:171","msg":"trace[699599016] linearizableReadLoop","detail":"{readStateIndex:8304; appliedIndex:8303; }","duration":"199.789517ms","start":"2026-03-02T21:37:54.867197Z","end":"2026-03-02T21:37:55.066986Z","steps":["trace[699599016] 'read index received' (duration: 115.34619ms)","trace[699599016] 'applied index is now lower than readState.Index' (duration: 84.441547ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:55.067209Z","caller":"traceutil/trace.go:171","msg":"trace[1019492246] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"202.172003ms","start":"2026-03-02T21:37:54.865007Z","end":"2026-03-02T21:37:55.067179Z","steps":["trace[1019492246] 'process raft request' (duration: 117.537072ms)","trace[1019492246] 'compare' (duration: 84.205522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:37:55.067261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.035944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-02T21:37:55.067292Z","caller":"traceutil/trace.go:171","msg":"trace[1870211590] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8002; }","duration":"200.118586ms","start":"2026-03-02T21:37:54.867164Z","end":"2026-03-02T21:37:55.067282Z","steps":["trace[1870211590] 'agreement among raft nodes before linearized reading' (duration: 199.92424ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:56.420936Z","caller":"traceutil/trace.go:171","msg":"trace[2119354914] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8314; }","duration":"152.176123ms","start":"2026-03-02T21:37:56.268733Z","end":"2026-03-02T21:37:56.420909Z","steps":["trace[2119354914] 'read index received' (duration: 152.02895ms)","trace[2119354914] 'applied index is now lower than readState.Index' (duration: 145.903µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:37:56.421215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.46548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T21:37:56.421278Z","caller":"traceutil/trace.go:171","msg":"trace[741130327] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8013; }","duration":"152.602423ms","start":"2026-03-02T21:37:56.268655Z","end":"2026-03-02T21:37:56.421257Z","steps":["trace[741130327] 'agreement among raft nodes before linearized reading' (duration: 152.361208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:56.421373Z","caller":"traceutil/trace.go:171","msg":"trace[1327683042] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"203.643098ms","start":"2026-03-02T21:37:56.217694Z","end":"2026-03-02T21:37:56.421337Z","steps":["trace[1327683042] 'process raft request' (duration: 203.031434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:56.909024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.565132ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:37:56.909271Z","caller":"traceutil/trace.go:171","msg":"trace[295639218] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8315; }","duration":"197.147216ms","start":"2026-03-02T21:37:56.712103Z","end":"2026-03-02T21:37:56.90925Z","steps":["trace[295639218] 'read index received' (duration: 29.841µs)","trace[295639218] 'applied index is now lower than readState.Index' (duration: 197.115905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:37:56.909357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.244458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:37:56.909384Z","caller":"traceutil/trace.go:171","msg":"trace[487451912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8013; }","duration":"197.32219ms","start":"2026-03-02T21:37:56.712053Z","end":"2026-03-02T21:37:56.909376Z","steps":["trace[487451912] 'agreement among raft nodes before linearized reading' (duration: 197.260398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:50.526448Z","caller":"traceutil/trace.go:171","msg":"trace[1724664631] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"113.207711ms","start":"2026-03-02T21:38:50.413198Z","end":"2026-03-02T21:38:50.526405Z","steps":["trace[1724664631] 'process raft request' (duration: 113.014807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:53.613557Z","caller":"traceutil/trace.go:171","msg":"trace[1234454487] linearizableReadLoop","detail":"{readStateIndex:8908; appliedIndex:8907; }","duration":"282.702928ms","start":"2026-03-02T21:38:53.330749Z","end":"2026-03-02T21:38:53.613452Z","steps":["trace[1234454487] 'read index received' (duration: 282.418821ms)","trace[1234454487] 'applied index is now lower than readState.Index' (duration: 283.077µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:53.613595Z","caller":"traceutil/trace.go:171","msg":"trace[1731799520] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"317.596376ms","start":"2026-03-02T21:38:53.295939Z","end":"2026-03-02T21:38:53.613535Z","steps":["trace[1731799520] 'process raft request' (duration: 317.30912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:53.613896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:53.295904Z","time spent":"317.881933ms","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:38:53.613936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.15924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:53.614051Z","caller":"traceutil/trace.go:171","msg":"trace[970368967] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8589; }","duration":"283.324584ms","start":"2026-03-02T21:38:53.330695Z","end":"2026-03-02T21:38:53.61402Z","steps":["trace[970368967] 'agreement among raft nodes before linearized reading' (duration: 282.995726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:53.61412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.793943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-62pqd\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-03-02T21:38:53.6142Z","caller":"traceutil/trace.go:171","msg":"trace[1949569846] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-62pqd; range_end:; response_count:1; response_revision:8589; }","duration":"262.973157ms","start":"2026-03-02T21:38:53.351199Z","end":"2026-03-02T21:38:53.614173Z","steps":["trace[1949569846] 'agreement among raft nodes before linearized reading' (duration: 262.560238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:53.614694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.170147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:38:53.614826Z","caller":"traceutil/trace.go:171","msg":"trace[1712238162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8589; }","duration":"253.347401ms","start":"2026-03-02T21:38:53.361442Z","end":"2026-03-02T21:38:53.61479Z","steps":["trace[1712238162] 'agreement among raft nodes before linearized reading' (duration: 252.929472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:53.817717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.112324ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:53.817895Z","caller":"traceutil/trace.go:171","msg":"trace[1152862620] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8589; }","duration":"191.3086ms","start":"2026-03-02T21:38:53.626564Z","end":"2026-03-02T21:38:53.817873Z","steps":["trace[1152862620] 'range keys from in-memory index tree' (duration: 191.093614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:53.818277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.144428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:53.818396Z","caller":"traceutil/trace.go:171","msg":"trace[2030955136] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"197.335601ms","start":"2026-03-02T21:38:53.621036Z","end":"2026-03-02T21:38:53.818372Z","steps":["trace[2030955136] 'process raft request' (duration: 16.970038ms)","trace[2030955136] 'compare' (duration: 179.588554ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:53.821751Z","caller":"traceutil/trace.go:171","msg":"trace[1353946875] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"200.474644ms","start":"2026-03-02T21:38:53.621259Z","end":"2026-03-02T21:38:53.821733Z","steps":["trace[1353946875] 'process raft request' (duration: 200.134496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:53.822083Z","caller":"traceutil/trace.go:171","msg":"trace[20368029] linearizableReadLoop","detail":"{readStateIndex:8910; appliedIndex:8908; }","duration":"199.540282ms","start":"2026-03-02T21:38:53.622464Z","end":"2026-03-02T21:38:53.822005Z","steps":["trace[20368029] 'read index received' (duration: 15.554724ms)","trace[20368029] 'applied index is now lower than readState.Index' (duration: 183.974908ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:53.82212Z","caller":"traceutil/trace.go:171","msg":"trace[1598141720] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"197.039723ms","start":"2026-03-02T21:38:53.625051Z","end":"2026-03-02T21:38:53.822091Z","steps":["trace[1598141720] 'process raft request' (duration: 196.595223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:53.822289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.837514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:53.822337Z","caller":"traceutil/trace.go:171","msg":"trace[763520307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8592; }","duration":"110.956827ms","start":"2026-03-02T21:38:53.711364Z","end":"2026-03-02T21:38:53.822321Z","steps":["trace[763520307] 'agreement among raft nodes before linearized reading' (duration: 110.879916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:53.822439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.942561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:38:53.822623Z","caller":"traceutil/trace.go:171","msg":"trace[2037272991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8592; }","duration":"200.068974ms","start":"2026-03-02T21:38:53.622451Z","end":"2026-03-02T21:38:53.82252Z","steps":["trace[2037272991] 'agreement among raft nodes before linearized reading' (duration: 199.704496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:21.137961Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c8e9c1aa9bb537b7","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T21:41:21.142851Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T21:41:21.142945Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T21:42:18.099815Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7730} {"level":"info","ts":"2026-03-02T21:42:18.162716Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7730,"took":"60.414438ms","hash":1836462645,"current-db-size-bytes":42917888,"current-db-size":"43 MB","current-db-size-in-use-bytes":27820032,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T21:42:18.162796Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1836462645,"revision":7730,"compact-revision":5683} {"level":"info","ts":"2026-03-02T21:42:39.767577Z","caller":"traceutil/trace.go:171","msg":"trace[660324640] linearizableReadLoop","detail":"{readStateIndex:10740; appliedIndex:10739; }","duration":"283.048952ms","start":"2026-03-02T21:42:39.484499Z","end":"2026-03-02T21:42:39.767548Z","steps":["trace[660324640] 'read index received' (duration: 225.241366ms)","trace[660324640] 'applied index is now lower than readState.Index' (duration: 57.806296ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:42:39.767668Z","caller":"traceutil/trace.go:171","msg":"trace[701890964] transaction","detail":"{read_only:false; response_revision:10366; number_of_response:1; }","duration":"292.153345ms","start":"2026-03-02T21:42:39.475448Z","end":"2026-03-02T21:42:39.767602Z","steps":["trace[701890964] 'process raft request' (duration: 234.282408ms)","trace[701890964] 'compare' (duration: 57.673663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:42:39.767888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.362339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:42:39.767942Z","caller":"traceutil/trace.go:171","msg":"trace[191293105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10366; }","duration":"283.459441ms","start":"2026-03-02T21:42:39.484463Z","end":"2026-03-02T21:42:39.767922Z","steps":["trace[191293105] 'agreement among raft nodes before linearized reading' (duration: 283.268166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:39.768251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.695016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:42:39.76829Z","caller":"traceutil/trace.go:171","msg":"trace[1528107605] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10366; }","duration":"254.755718ms","start":"2026-03-02T21:42:39.513525Z","end":"2026-03-02T21:42:39.768281Z","steps":["trace[1528107605] 'agreement among raft nodes before linearized reading' (duration: 254.654386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:39.768262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.263287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:42:39.768393Z","caller":"traceutil/trace.go:171","msg":"trace[659036873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10366; }","duration":"283.432882ms","start":"2026-03-02T21:42:39.484929Z","end":"2026-03-02T21:42:39.768362Z","steps":["trace[659036873] 'agreement among raft nodes before linearized reading' (duration: 283.076383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:39.768466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.420441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:42:39.768732Z","caller":"traceutil/trace.go:171","msg":"trace[380553514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10366; }","duration":"283.697247ms","start":"2026-03-02T21:42:39.484998Z","end":"2026-03-02T21:42:39.768696Z","steps":["trace[380553514] 'agreement among raft nodes before linearized reading' (duration: 283.408071ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:40.201894Z","caller":"traceutil/trace.go:171","msg":"trace[1104696540] transaction","detail":"{read_only:false; response_revision:10367; number_of_response:1; }","duration":"428.536256ms","start":"2026-03-02T21:42:39.773329Z","end":"2026-03-02T21:42:40.201865Z","steps":["trace[1104696540] 'process raft request' (duration: 428.390273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:40.202285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:42:39.773305Z","time spent":"428.901394ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:42:40.21237Z","caller":"traceutil/trace.go:171","msg":"trace[498461259] transaction","detail":"{read_only:false; response_revision:10368; number_of_response:1; }","duration":"438.92922ms","start":"2026-03-02T21:42:39.77342Z","end":"2026-03-02T21:42:40.21235Z","steps":["trace[498461259] 'process raft request' (duration: 438.747606ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:40.212518Z","caller":"traceutil/trace.go:171","msg":"trace[925246671] transaction","detail":"{read_only:false; response_revision:10369; number_of_response:1; }","duration":"438.902449ms","start":"2026-03-02T21:42:39.773603Z","end":"2026-03-02T21:42:40.212506Z","steps":["trace[925246671] 'process raft request' (duration: 438.709355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:40.212782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:42:39.773594Z","time spent":"439.161866ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:42:40.212608Z","caller":"traceutil/trace.go:171","msg":"trace[2106811346] linearizableReadLoop","detail":"{readStateIndex:10744; appliedIndex:10741; }","duration":"297.448849ms","start":"2026-03-02T21:42:39.915118Z","end":"2026-03-02T21:42:40.212567Z","steps":["trace[2106811346] 'read index received' (duration: 286.801049ms)","trace[2106811346] 'applied index is now lower than readState.Index' (duration: 10.64723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:42:40.212637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:42:39.773404Z","time spent":"439.028992ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:42:40.212643Z","caller":"traceutil/trace.go:171","msg":"trace[577097541] transaction","detail":"{read_only:false; response_revision:10370; number_of_response:1; }","duration":"438.609032ms","start":"2026-03-02T21:42:39.77397Z","end":"2026-03-02T21:42:40.212579Z","steps":["trace[577097541] 'process raft request' (duration: 438.468608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:40.212934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:42:39.773946Z","time spent":"438.93265ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:42:40.212712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.600394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qsj25\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:42:40.213088Z","caller":"traceutil/trace.go:171","msg":"trace[122680310] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qsj25; range_end:; response_count:1; response_revision:10370; }","duration":"297.994582ms","start":"2026-03-02T21:42:39.915063Z","end":"2026-03-02T21:42:40.213057Z","steps":["trace[122680310] 'agreement among raft nodes before linearized reading' (duration: 297.563202ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:47:18.10664Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10235} {"level":"info","ts":"2026-03-02T21:47:18.196404Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10235,"took":"86.44562ms","hash":3074773300,"current-db-size-bytes":42917888,"current-db-size":"43 MB","current-db-size-in-use-bytes":24834048,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-02T21:47:18.196488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3074773300,"revision":10235,"compact-revision":7730} {"level":"info","ts":"2026-03-02T21:48:35.393372Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000330f.wal"} {"level":"info","ts":"2026-03-02T21:48:57.358267Z","caller":"traceutil/trace.go:171","msg":"trace[2013873412] transaction","detail":"{read_only:false; response_revision:12732; number_of_response:1; }","duration":"122.567279ms","start":"2026-03-02T21:48:57.235668Z","end":"2026-03-02T21:48:57.358235Z","steps":["trace[2013873412] 'process raft request' (duration: 122.344694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:59.04747Z","caller":"traceutil/trace.go:171","msg":"trace[775652616] transaction","detail":"{read_only:false; response_revision:12740; number_of_response:1; }","duration":"163.798127ms","start":"2026-03-02T21:48:58.883626Z","end":"2026-03-02T21:48:59.047424Z","steps":["trace[775652616] 'process raft request' (duration: 163.46969ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:06.462225Z","caller":"traceutil/trace.go:171","msg":"trace[957932326] transaction","detail":"{read_only:false; response_revision:12776; number_of_response:1; }","duration":"522.534162ms","start":"2026-03-02T21:49:05.939664Z","end":"2026-03-02T21:49:06.462198Z","steps":["trace[957932326] 'process raft request' (duration: 522.366038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:06.462404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:05.939631Z","time spent":"522.680286ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:49:07.216426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.914041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:49:07.216913Z","caller":"traceutil/trace.go:171","msg":"trace[1868680221] transaction","detail":"{read_only:false; response_revision:12777; number_of_response:1; }","duration":"1.190803055s","start":"2026-03-02T21:49:06.026068Z","end":"2026-03-02T21:49:07.216871Z","steps":["trace[1868680221] 'process raft request' (duration: 925.337301ms)","trace[1868680221] 'compare' (duration: 264.269346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:49:07.217028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:06.026052Z","time spent":"1.190923167s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:49:07.217276Z","caller":"traceutil/trace.go:171","msg":"trace[615873655] linearizableReadLoop","detail":"{readStateIndex:13242; appliedIndex:13240; }","duration":"806.746115ms","start":"2026-03-02T21:49:06.410446Z","end":"2026-03-02T21:49:07.217192Z","steps":["trace[615873655] 'read index received' (duration: 51.618272ms)","trace[615873655] 'applied index is now lower than readState.Index' (duration: 755.121963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:49:07.22275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.949974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:49:07.222751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.280296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:49:07.222814Z","caller":"traceutil/trace.go:171","msg":"trace[1772041485] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:12779; }","duration":"811.057087ms","start":"2026-03-02T21:49:06.411741Z","end":"2026-03-02T21:49:07.222799Z","steps":["trace[1772041485] 'agreement among raft nodes before linearized reading' (duration: 810.941714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:07.222858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:06.411724Z","time spent":"811.124608ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:49:07.222864Z","caller":"traceutil/trace.go:171","msg":"trace[785526217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12777; }","duration":"812.44722ms","start":"2026-03-02T21:49:06.410389Z","end":"2026-03-02T21:49:07.222837Z","steps":["trace[785526217] 'agreement among raft nodes before linearized reading' (duration: 806.958851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:07.222994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:06.410367Z","time spent":"812.610533ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:49:07.223454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.265896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:49:07.223504Z","caller":"traceutil/trace.go:171","msg":"trace[345638450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12779; }","duration":"703.349788ms","start":"2026-03-02T21:49:06.520142Z","end":"2026-03-02T21:49:07.223492Z","steps":["trace[345638450] 'agreement among raft nodes before linearized reading' (duration: 703.201915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:07.223534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:06.520121Z","time spent":"703.40559ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:49:07.223748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.199698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:49:07.223788Z","caller":"traceutil/trace.go:171","msg":"trace[1831799103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12779; }","duration":"744.28062ms","start":"2026-03-02T21:49:06.479495Z","end":"2026-03-02T21:49:07.223775Z","steps":["trace[1831799103] 'agreement among raft nodes before linearized reading' (duration: 744.135426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:07.223818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:06.479472Z","time spent":"744.33913ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:49:07.223998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.829207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:49:07.223954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.950817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:49:07.224052Z","caller":"traceutil/trace.go:171","msg":"trace[1030965601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12779; }","duration":"711.93484ms","start":"2026-03-02T21:49:06.512102Z","end":"2026-03-02T21:49:07.224037Z","steps":["trace[1030965601] 'agreement among raft nodes before linearized reading' (duration: 711.761666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:07.224085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:06.512082Z","time spent":"711.996651ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:49:07.224136Z","caller":"traceutil/trace.go:171","msg":"trace[1358344722] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12779; }","duration":"711.171441ms","start":"2026-03-02T21:49:06.51294Z","end":"2026-03-02T21:49:07.224111Z","steps":["trace[1358344722] 'agreement among raft nodes before linearized reading' (duration: 710.740371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:07.224221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:06.512931Z","time spent":"711.278224ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:50:47.908992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.624808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:50:47.909048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.987857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:50:47.90917Z","caller":"traceutil/trace.go:171","msg":"trace[593583058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13799; }","duration":"180.12181ms","start":"2026-03-02T21:50:47.729013Z","end":"2026-03-02T21:50:47.909135Z","steps":["trace[593583058] 'range keys from in-memory index tree' (duration: 179.6934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:47.909164Z","caller":"traceutil/trace.go:171","msg":"trace[1710457642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13799; }","duration":"196.827142ms","start":"2026-03-02T21:50:47.712263Z","end":"2026-03-02T21:50:47.90909Z","steps":["trace[1710457642] 'range keys from in-memory index tree' (duration: 196.517605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:47.909053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.708697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:50:47.909273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.666282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:50:47.909323Z","caller":"traceutil/trace.go:171","msg":"trace[1574366379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13799; }","duration":"156.057595ms","start":"2026-03-02T21:50:47.753218Z","end":"2026-03-02T21:50:47.909276Z","steps":["trace[1574366379] 'range keys from in-memory index tree' (duration: 155.467712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:47.909426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.625481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:50:47.909462Z","caller":"traceutil/trace.go:171","msg":"trace[960783222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13799; }","duration":"151.714963ms","start":"2026-03-02T21:50:47.757737Z","end":"2026-03-02T21:50:47.909452Z","steps":["trace[960783222] 'range keys from in-memory index tree' (duration: 150.946515ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:47.909344Z","caller":"traceutil/trace.go:171","msg":"trace[815415666] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13799; }","duration":"154.758984ms","start":"2026-03-02T21:50:47.754558Z","end":"2026-03-02T21:50:47.909317Z","steps":["trace[815415666] 'range keys from in-memory index tree' (duration: 154.190102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:48.080446Z","caller":"traceutil/trace.go:171","msg":"trace[462605204] transaction","detail":"{read_only:false; response_revision:13804; number_of_response:1; }","duration":"100.07585ms","start":"2026-03-02T21:50:47.980334Z","end":"2026-03-02T21:50:48.080409Z","steps":["trace[462605204] 'process raft request' (duration: 75.726148ms)","trace[462605204] 'compare' (duration: 24.221239ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:18.113867Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12117} {"level":"info","ts":"2026-03-02T21:52:18.187048Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12117,"took":"70.979676ms","hash":1048083334,"current-db-size-bytes":42917888,"current-db-size":"43 MB","current-db-size-in-use-bytes":27262976,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T21:52:18.187105Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1048083334,"revision":12117,"compact-revision":10235} {"level":"info","ts":"2026-03-02T21:56:08.91335Z","caller":"traceutil/trace.go:171","msg":"trace[1314325410] linearizableReadLoop","detail":"{readStateIndex:16667; appliedIndex:16666; }","duration":"202.801194ms","start":"2026-03-02T21:56:08.710521Z","end":"2026-03-02T21:56:08.913322Z","steps":["trace[1314325410] 'read index received' (duration: 202.58999ms)","trace[1314325410] 'applied index is now lower than readState.Index' (duration: 210.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:56:08.913751Z","caller":"traceutil/trace.go:171","msg":"trace[1049612903] transaction","detail":"{read_only:false; response_revision:16086; number_of_response:1; }","duration":"226.398919ms","start":"2026-03-02T21:56:08.687337Z","end":"2026-03-02T21:56:08.913736Z","steps":["trace[1049612903] 'process raft request' (duration: 225.838356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:08.914014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.47122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:56:08.914059Z","caller":"traceutil/trace.go:171","msg":"trace[1780170521] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:16086; }","duration":"203.559662ms","start":"2026-03-02T21:56:08.710491Z","end":"2026-03-02T21:56:08.91405Z","steps":["trace[1780170521] 'agreement among raft nodes before linearized reading' (duration: 203.4527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:08.914246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.314694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:56:08.914284Z","caller":"traceutil/trace.go:171","msg":"trace[1888094366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16086; }","duration":"202.371114ms","start":"2026-03-02T21:56:08.711904Z","end":"2026-03-02T21:56:08.914275Z","steps":["trace[1888094366] 'agreement among raft nodes before linearized reading' (duration: 202.290473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:56:09.031005Z","caller":"traceutil/trace.go:171","msg":"trace[280122061] transaction","detail":"{read_only:false; response_revision:16088; number_of_response:1; }","duration":"112.280638ms","start":"2026-03-02T21:56:08.918681Z","end":"2026-03-02T21:56:09.030961Z","steps":["trace[280122061] 'process raft request' (duration: 91.010618ms)","trace[280122061] 'compare' (duration: 20.242836ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:57:18.124873Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14347} {"level":"info","ts":"2026-03-02T21:57:18.228909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14347,"took":"100.528937ms","hash":3843955468,"current-db-size-bytes":44597248,"current-db-size":"45 MB","current-db-size-in-use-bytes":30498816,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T21:57:18.228989Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3843955468,"revision":14347,"compact-revision":12117} {"level":"info","ts":"2026-03-02T22:01:23.262882Z","caller":"traceutil/trace.go:171","msg":"trace[797769890] linearizableReadLoop","detail":"{readStateIndex:19169; appliedIndex:19168; }","duration":"233.918879ms","start":"2026-03-02T22:01:23.028936Z","end":"2026-03-02T22:01:23.262855Z","steps":["trace[797769890] 'read index received' (duration: 233.570671ms)","trace[797769890] 'applied index is now lower than readState.Index' (duration: 343.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:01:23.262985Z","caller":"traceutil/trace.go:171","msg":"trace[885352676] transaction","detail":"{read_only:false; response_revision:18505; number_of_response:1; }","duration":"406.495387ms","start":"2026-03-02T22:01:22.856454Z","end":"2026-03-02T22:01:23.26295Z","steps":["trace[885352676] 'process raft request' (duration: 406.169349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:23.263266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:22.85642Z","time spent":"406.63796ms","remote":"127.0.0.1:38622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:01:23.26359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.390849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:01:23.263641Z","caller":"traceutil/trace.go:171","msg":"trace[1769918359] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18505; }","duration":"234.748038ms","start":"2026-03-02T22:01:23.028878Z","end":"2026-03-02T22:01:23.263626Z","steps":["trace[1769918359] 'agreement among raft nodes before linearized reading' (duration: 234.098953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:23.522911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.314071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:01:23.522944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.47305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:01:23.522994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.075459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:01:23.523047Z","caller":"traceutil/trace.go:171","msg":"trace[1883258206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18505; }","duration":"154.465395ms","start":"2026-03-02T22:01:23.368545Z","end":"2026-03-02T22:01:23.52301Z","steps":["trace[1883258206] 'range keys from in-memory index tree' (duration: 154.004263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.523244Z","caller":"traceutil/trace.go:171","msg":"trace[2137492429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18505; }","duration":"173.625224ms","start":"2026-03-02T22:01:23.349411Z","end":"2026-03-02T22:01:23.523036Z","steps":["trace[2137492429] 'range keys from in-memory index tree' (duration: 172.951877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:23.522922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.248653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:01:23.523297Z","caller":"traceutil/trace.go:171","msg":"trace[443977504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18505; }","duration":"106.472138ms","start":"2026-03-02T22:01:23.416795Z","end":"2026-03-02T22:01:23.523267Z","steps":["trace[443977504] 'range keys from in-memory index tree' (duration: 105.563746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.523368Z","caller":"traceutil/trace.go:171","msg":"trace[288039446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18505; }","duration":"155.726764ms","start":"2026-03-02T22:01:23.367597Z","end":"2026-03-02T22:01:23.523324Z","steps":["trace[288039446] 'range keys from in-memory index tree' (duration: 154.608287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.69682Z","caller":"traceutil/trace.go:171","msg":"trace[92492300] transaction","detail":"{read_only:false; response_revision:18506; number_of_response:1; }","duration":"168.655318ms","start":"2026-03-02T22:01:23.528136Z","end":"2026-03-02T22:01:23.696792Z","steps":["trace[92492300] 'process raft request' (duration: 168.293998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.697068Z","caller":"traceutil/trace.go:171","msg":"trace[1241984874] transaction","detail":"{read_only:false; response_revision:18507; number_of_response:1; }","duration":"168.910474ms","start":"2026-03-02T22:01:23.528147Z","end":"2026-03-02T22:01:23.697057Z","steps":["trace[1241984874] 'process raft request' (duration: 168.579526ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.716438Z","caller":"traceutil/trace.go:171","msg":"trace[75345033] transaction","detail":"{read_only:false; response_revision:18508; number_of_response:1; }","duration":"188.010962ms","start":"2026-03-02T22:01:23.528404Z","end":"2026-03-02T22:01:23.716415Z","steps":["trace[75345033] 'process raft request' (duration: 187.723834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.716439Z","caller":"traceutil/trace.go:171","msg":"trace[1357795546] transaction","detail":"{read_only:false; response_revision:18509; number_of_response:1; }","duration":"187.92842ms","start":"2026-03-02T22:01:23.52848Z","end":"2026-03-02T22:01:23.716408Z","steps":["trace[1357795546] 'process raft request' (duration: 187.822358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.716715Z","caller":"traceutil/trace.go:171","msg":"trace[1897753309] transaction","detail":"{read_only:false; response_revision:18510; number_of_response:1; }","duration":"187.056149ms","start":"2026-03-02T22:01:23.529617Z","end":"2026-03-02T22:01:23.716673Z","steps":["trace[1897753309] 'process raft request' (duration: 186.745462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:24.200499Z","caller":"traceutil/trace.go:171","msg":"trace[1379784826] linearizableReadLoop","detail":"{readStateIndex:19175; appliedIndex:19174; }","duration":"103.20545ms","start":"2026-03-02T22:01:24.097265Z","end":"2026-03-02T22:01:24.200471Z","steps":["trace[1379784826] 'read index received' (duration: 103.002586ms)","trace[1379784826] 'applied index is now lower than readState.Index' (duration: 201.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:01:24.200954Z","caller":"traceutil/trace.go:171","msg":"trace[1299005437] transaction","detail":"{read_only:false; response_revision:18511; number_of_response:1; }","duration":"288.93451ms","start":"2026-03-02T22:01:23.912006Z","end":"2026-03-02T22:01:24.20094Z","steps":["trace[1299005437] 'process raft request' (duration: 288.265954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:24.201342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.055622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:01:24.201403Z","caller":"traceutil/trace.go:171","msg":"trace[1682808037] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18511; }","duration":"104.189845ms","start":"2026-03-02T22:01:24.097202Z","end":"2026-03-02T22:01:24.201391Z","steps":["trace[1682808037] 'agreement among raft nodes before linearized reading' (duration: 104.059552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:24.378582Z","caller":"traceutil/trace.go:171","msg":"trace[235338578] transaction","detail":"{read_only:false; response_revision:18512; number_of_response:1; }","duration":"117.734902ms","start":"2026-03-02T22:01:24.260815Z","end":"2026-03-02T22:01:24.37855Z","steps":["trace[235338578] 'process raft request' (duration: 117.542387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:02:18.132825Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16823} {"level":"info","ts":"2026-03-02T22:02:18.228838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16823,"took":"91.880203ms","hash":2579903924,"current-db-size-bytes":45441024,"current-db-size":"45 MB","current-db-size-in-use-bytes":30973952,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T22:02:18.228922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2579903924,"revision":16823,"compact-revision":14347} {"level":"info","ts":"2026-03-02T22:03:06.220279Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c8e9c1aa9bb537b7","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:03:06.226731Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T22:03:06.226897Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T22:05:04.229751Z","caller":"traceutil/trace.go:171","msg":"trace[1708862647] transaction","detail":"{read_only:false; response_revision:20666; number_of_response:1; }","duration":"102.506033ms","start":"2026-03-02T22:05:04.127211Z","end":"2026-03-02T22:05:04.229717Z","steps":["trace[1708862647] 'process raft request' (duration: 102.355109ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:07.255264Z","caller":"traceutil/trace.go:171","msg":"trace[338426300] transaction","detail":"{read_only:false; response_revision:20731; number_of_response:1; }","duration":"125.749089ms","start":"2026-03-02T22:05:07.129486Z","end":"2026-03-02T22:05:07.255235Z","steps":["trace[338426300] 'process raft request' (duration: 125.442652ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:18.139382Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19025} {"level":"info","ts":"2026-03-02T22:07:18.288885Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19025,"took":"145.389411ms","hash":4185468175,"current-db-size-bytes":48357376,"current-db-size":"48 MB","current-db-size-in-use-bytes":39239680,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-02T22:07:18.288983Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4185468175,"revision":19025,"compact-revision":16823} {"level":"info","ts":"2026-03-02T22:08:23.212495Z","caller":"traceutil/trace.go:171","msg":"trace[2081353021] transaction","detail":"{read_only:false; response_revision:22666; number_of_response:1; }","duration":"229.102623ms","start":"2026-03-02T22:08:22.983363Z","end":"2026-03-02T22:08:23.212466Z","steps":["trace[2081353021] 'process raft request' (duration: 228.865387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:28.209261Z","caller":"traceutil/trace.go:171","msg":"trace[618336948] transaction","detail":"{read_only:false; response_revision:22696; number_of_response:1; }","duration":"284.871625ms","start":"2026-03-02T22:08:27.924352Z","end":"2026-03-02T22:08:28.209224Z","steps":["trace[618336948] 'process raft request' (duration: 284.67092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:28.209296Z","caller":"traceutil/trace.go:171","msg":"trace[520682525] linearizableReadLoop","detail":"{readStateIndex:23490; appliedIndex:23490; }","duration":"273.423825ms","start":"2026-03-02T22:08:27.935811Z","end":"2026-03-02T22:08:28.209234Z","steps":["trace[520682525] 'read index received' (duration: 273.395435ms)","trace[520682525] 'applied index is now lower than readState.Index' (duration: 23.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:28.209692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.65121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:28.209784Z","caller":"traceutil/trace.go:171","msg":"trace[93375049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22696; }","duration":"274.01261ms","start":"2026-03-02T22:08:27.935748Z","end":"2026-03-02T22:08:28.209761Z","steps":["trace[93375049] 'agreement among raft nodes before linearized reading' (duration: 273.61346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:28.213761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.51364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:08:28.213805Z","caller":"traceutil/trace.go:171","msg":"trace[1278509777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22698; }","duration":"223.557291ms","start":"2026-03-02T22:08:27.990234Z","end":"2026-03-02T22:08:28.213791Z","steps":["trace[1278509777] 'agreement among raft nodes before linearized reading' (duration: 223.415528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:28.214091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.026545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:08:28.214118Z","caller":"traceutil/trace.go:171","msg":"trace[1135983679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22698; }","duration":"219.119827ms","start":"2026-03-02T22:08:27.994992Z","end":"2026-03-02T22:08:28.214111Z","steps":["trace[1135983679] 'agreement among raft nodes before linearized reading' (duration: 219.053046ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:28.214256Z","caller":"traceutil/trace.go:171","msg":"trace[301558802] transaction","detail":"{read_only:false; response_revision:22697; number_of_response:1; }","duration":"100.716101ms","start":"2026-03-02T22:08:28.113507Z","end":"2026-03-02T22:08:28.214223Z","steps":["trace[301558802] 'process raft request' (duration: 99.323468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:29.210758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.543753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:08:29.21087Z","caller":"traceutil/trace.go:171","msg":"trace[5785076] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22703; }","duration":"778.719527ms","start":"2026-03-02T22:08:28.432126Z","end":"2026-03-02T22:08:29.210846Z","steps":["trace[5785076] 'range keys from in-memory index tree' (duration: 778.315178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:29.210916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:28.4321Z","time spent":"778.80453ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:08:29.211045Z","caller":"traceutil/trace.go:171","msg":"trace[214892891] linearizableReadLoop","detail":"{readStateIndex:23498; appliedIndex:23497; }","duration":"317.989993ms","start":"2026-03-02T22:08:28.893027Z","end":"2026-03-02T22:08:29.211017Z","steps":["trace[214892891] 'read index received' (duration: 295.291669ms)","trace[214892891] 'applied index is now lower than readState.Index' (duration: 22.696744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:29.211542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.479227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:29.211615Z","caller":"traceutil/trace.go:171","msg":"trace[640338043] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22704; }","duration":"318.579569ms","start":"2026-03-02T22:08:28.893017Z","end":"2026-03-02T22:08:29.211597Z","steps":["trace[640338043] 'agreement among raft nodes before linearized reading' (duration: 318.424164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:29.211656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:28.892969Z","time spent":"318.675411ms","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:29.211657Z","caller":"traceutil/trace.go:171","msg":"trace[2099414698] transaction","detail":"{read_only:false; response_revision:22704; number_of_response:1; }","duration":"769.088281ms","start":"2026-03-02T22:08:28.442478Z","end":"2026-03-02T22:08:29.211566Z","steps":["trace[2099414698] 'process raft request' (duration: 745.866754ms)","trace[2099414698] 'compare' (duration: 21.797603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:29.211916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:28.442455Z","time spent":"769.316717ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:29.838525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:30.24605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025813943s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:30.745443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.025125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:30.745629Z","caller":"traceutil/trace.go:171","msg":"trace[742998555] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"1.525479332s","start":"2026-03-02T22:08:29.220126Z","end":"2026-03-02T22:08:30.745605Z","steps":["trace[742998555] 'process raft request' (duration: 1.026197242s)","trace[742998555] 'compare' (duration: 497.308993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:30.745686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.22011Z","time spent":"1.525548324s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:31.328849Z","caller":"traceutil/trace.go:171","msg":"trace[936342015] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"1.894184151s","start":"2026-03-02T22:08:29.434623Z","end":"2026-03-02T22:08:31.328807Z","steps":["trace[936342015] 'process raft request' (duration: 1.893380552s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:31.32889Z","caller":"traceutil/trace.go:171","msg":"trace[1894312915] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"1.626983901s","start":"2026-03-02T22:08:29.70187Z","end":"2026-03-02T22:08:31.328854Z","steps":["trace[1894312915] 'process raft request' (duration: 1.626904849s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:31.328944Z","caller":"traceutil/trace.go:171","msg":"trace[2045460435] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"1.633586927s","start":"2026-03-02T22:08:29.695324Z","end":"2026-03-02T22:08:31.32891Z","steps":["trace[2045460435] 'process raft request' (duration: 1.633337382s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.329066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.434569Z","time spent":"1.894368415s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:31.329087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.695289Z","time spent":"1.63370701s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:31.329095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.701835Z","time spent":"1.627131665s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:31.329452Z","caller":"traceutil/trace.go:171","msg":"trace[1945543388] transaction","detail":"{read_only:false; response_revision:22709; number_of_response:1; }","duration":"1.114170663s","start":"2026-03-02T22:08:30.215245Z","end":"2026-03-02T22:08:31.329415Z","steps":["trace[1945543388] 'process raft request' (duration: 1.113567708s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:31.329529Z","caller":"traceutil/trace.go:171","msg":"trace[1161036404] transaction","detail":"{read_only:false; response_revision:22710; number_of_response:1; }","duration":"1.109123504s","start":"2026-03-02T22:08:30.220376Z","end":"2026-03-02T22:08:31.3295Z","steps":["trace[1161036404] 'process raft request' (duration: 1.10857967s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.32962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.215208Z","time spent":"1.114316977s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:31.329646Z","caller":"traceutil/trace.go:171","msg":"trace[763206042] linearizableReadLoop","detail":"{readStateIndex:23502; appliedIndex:23498; }","duration":"1.991289767s","start":"2026-03-02T22:08:29.338323Z","end":"2026-03-02T22:08:31.329612Z","steps":["trace[763206042] 'read index received' (duration: 908.012551ms)","trace[763206042] 'applied index is now lower than readState.Index' (duration: 1.083275876s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:31.329723Z","caller":"traceutil/trace.go:171","msg":"trace[868602686] transaction","detail":"{read_only:false; response_revision:22712; number_of_response:1; }","duration":"1.094603153s","start":"2026-03-02T22:08:30.23509Z","end":"2026-03-02T22:08:31.329693Z","steps":["trace[868602686] 'process raft request' (duration: 1.094462369s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.329761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.220356Z","time spent":"1.109245646s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:31.329721Z","caller":"traceutil/trace.go:171","msg":"trace[1704690943] transaction","detail":"{read_only:false; response_revision:22711; number_of_response:1; }","duration":"1.108859158s","start":"2026-03-02T22:08:30.220816Z","end":"2026-03-02T22:08:31.329675Z","steps":["trace[1704690943] 'process raft request' (duration: 1.108622433s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.329803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.235068Z","time spent":"1.094696464s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:31.329922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.2208Z","time spent":"1.109018121s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:31.329978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103728007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:08:31.329986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991641455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:08:31.330005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.306713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:08:31.330017Z","caller":"traceutil/trace.go:171","msg":"trace[1140755532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22712; }","duration":"1.103803209s","start":"2026-03-02T22:08:30.226204Z","end":"2026-03-02T22:08:31.330007Z","steps":["trace[1140755532] 'agreement among raft nodes before linearized reading' (duration: 1.103663826s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:31.33003Z","caller":"traceutil/trace.go:171","msg":"trace[282522160] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22712; }","duration":"341.376794ms","start":"2026-03-02T22:08:30.988647Z","end":"2026-03-02T22:08:31.330024Z","steps":["trace[282522160] 'agreement among raft nodes before linearized reading' (duration: 341.234921ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:31.330031Z","caller":"traceutil/trace.go:171","msg":"trace[643603331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22712; }","duration":"1.991741707s","start":"2026-03-02T22:08:29.338277Z","end":"2026-03-02T22:08:31.330019Z","steps":["trace[643603331] 'agreement among raft nodes before linearized reading' (duration: 1.991529652s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.330044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.226161Z","time spent":"1.103878401s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:31.330073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.338253Z","time spent":"1.991810409s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:31.330079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103937702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:08:31.329991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970504558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-778597c977-jg9kl\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-03-02T22:08:31.330135Z","caller":"traceutil/trace.go:171","msg":"trace[1783522069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22712; }","duration":"1.104033575s","start":"2026-03-02T22:08:30.226091Z","end":"2026-03-02T22:08:31.330124Z","steps":["trace[1783522069] 'agreement among raft nodes before linearized reading' (duration: 1.103925982s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.330133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.805871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:31.330157Z","caller":"traceutil/trace.go:171","msg":"trace[86276114] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-778597c977-jg9kl; range_end:; response_count:1; response_revision:22712; }","duration":"1.970676962s","start":"2026-03-02T22:08:29.359472Z","end":"2026-03-02T22:08:31.330149Z","steps":["trace[86276114] 'agreement among raft nodes before linearized reading' (duration: 1.970360185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.330171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.226085Z","time spent":"1.104078745s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:08:31.330047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.988623Z","time spent":"341.420256ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:08:31.330179Z","caller":"traceutil/trace.go:171","msg":"trace[802221664] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22712; }","duration":"753.892583ms","start":"2026-03-02T22:08:30.576271Z","end":"2026-03-02T22:08:31.330163Z","steps":["trace[802221664] 'agreement among raft nodes before linearized reading' (duration: 753.807121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.330216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339999449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:31.330219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.576227Z","time spent":"753.983736ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:31.330236Z","caller":"traceutil/trace.go:171","msg":"trace[1624900438] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22712; }","duration":"1.34006587s","start":"2026-03-02T22:08:29.990162Z","end":"2026-03-02T22:08:31.330228Z","steps":["trace[1624900438] 'agreement among raft nodes before linearized reading' (duration: 1.340031939s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.330259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.990135Z","time spent":"1.340118192s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:31.330157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.56998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:31.330347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618912203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:31.330235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.775461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:31.330383Z","caller":"traceutil/trace.go:171","msg":"trace[2110013529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22712; }","duration":"1.618986374s","start":"2026-03-02T22:08:29.711388Z","end":"2026-03-02T22:08:31.330374Z","steps":["trace[2110013529] 'agreement among raft nodes before linearized reading' (duration: 1.618938343s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:31.330394Z","caller":"traceutil/trace.go:171","msg":"trace[547338899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22712; }","duration":"292.934865ms","start":"2026-03-02T22:08:31.037451Z","end":"2026-03-02T22:08:31.330386Z","steps":["trace[547338899] 'agreement among raft nodes before linearized reading' (duration: 292.763851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.330412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.711373Z","time spent":"1.619032685s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:31.330431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104354362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:08:31.330449Z","caller":"traceutil/trace.go:171","msg":"trace[1310254394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22712; }","duration":"1.104498115s","start":"2026-03-02T22:08:30.225946Z","end":"2026-03-02T22:08:31.330444Z","steps":["trace[1310254394] 'agreement among raft nodes before linearized reading' (duration: 1.104419663s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.33047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.225936Z","time spent":"1.104528635s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:31.330179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.359405Z","time spent":"1.970767884s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8676,"request content":"key:\"/registry/pods/openstack/magnum-api-778597c977-jg9kl\" "} {"level":"warn","ts":"2026-03-02T22:08:31.330542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104464214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:08:31.330372Z","caller":"traceutil/trace.go:171","msg":"trace[1936921723] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22712; }","duration":"505.927278ms","start":"2026-03-02T22:08:30.824427Z","end":"2026-03-02T22:08:31.330354Z","steps":["trace[1936921723] 'agreement among raft nodes before linearized reading' (duration: 505.529949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:31.330558Z","caller":"traceutil/trace.go:171","msg":"trace[1396417130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22712; }","duration":"1.104505496s","start":"2026-03-02T22:08:30.226048Z","end":"2026-03-02T22:08:31.330554Z","steps":["trace[1396417130] 'agreement among raft nodes before linearized reading' (duration: 1.104456774s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.330576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.226031Z","time spent":"1.104538346s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:08:31.330585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.824399Z","time spent":"506.168353ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:31.330305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596163167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-02T22:08:31.330703Z","caller":"traceutil/trace.go:171","msg":"trace[834907157] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22712; }","duration":"1.596596217s","start":"2026-03-02T22:08:29.734093Z","end":"2026-03-02T22:08:31.330689Z","steps":["trace[834907157] 'agreement among raft nodes before linearized reading' (duration: 1.596143976s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.330753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.734068Z","time spent":"1.596672189s","remote":"127.0.0.1:38622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T22:08:34.413463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:34.71374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31159541s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:34.862701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235684513s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:34.862825Z","caller":"traceutil/trace.go:171","msg":"trace[1703046282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22734; }","duration":"1.235826726s","start":"2026-03-02T22:08:33.626978Z","end":"2026-03-02T22:08:34.862804Z","steps":["trace[1703046282] 'range keys from in-memory index tree' (duration: 1.235666302s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:34.864097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.073521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:34.8643Z","caller":"traceutil/trace.go:171","msg":"trace[1979457456] transaction","detail":"{read_only:false; response_revision:22735; number_of_response:1; }","duration":"1.475734642s","start":"2026-03-02T22:08:33.388541Z","end":"2026-03-02T22:08:34.864276Z","steps":["trace[1979457456] 'process raft request' (duration: 1.325377984s)","trace[1979457456] 'compare' (duration: 148.261619ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:34.864347Z","caller":"traceutil/trace.go:171","msg":"trace[1144687495] transaction","detail":"{read_only:false; response_revision:22736; number_of_response:1; }","duration":"1.475685491s","start":"2026-03-02T22:08:33.388641Z","end":"2026-03-02T22:08:34.864327Z","steps":["trace[1144687495] 'process raft request' (duration: 1.475545668s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:34.864409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.388522Z","time spent":"1.475820513s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:34.864414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.38863Z","time spent":"1.475753082s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:34.86455Z","caller":"traceutil/trace.go:171","msg":"trace[503591596] transaction","detail":"{read_only:false; response_revision:22737; number_of_response:1; }","duration":"1.475711561s","start":"2026-03-02T22:08:33.388827Z","end":"2026-03-02T22:08:34.864538Z","steps":["trace[503591596] 'process raft request' (duration: 1.475460215s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:34.864579Z","caller":"traceutil/trace.go:171","msg":"trace[882374087] transaction","detail":"{read_only:false; response_revision:22738; number_of_response:1; }","duration":"1.475731862s","start":"2026-03-02T22:08:33.388838Z","end":"2026-03-02T22:08:34.86457Z","steps":["trace[882374087] 'process raft request' (duration: 1.475621239s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:34.864567Z","caller":"traceutil/trace.go:171","msg":"trace[241123133] linearizableReadLoop","detail":"{readStateIndex:23533; appliedIndex:23529; }","duration":"951.151815ms","start":"2026-03-02T22:08:33.913401Z","end":"2026-03-02T22:08:34.864553Z","steps":["trace[241123133] 'read index received' (duration: 800.452279ms)","trace[241123133] 'applied index is now lower than readState.Index' (duration: 150.698636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:34.864611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.388818Z","time spent":"1.475753652s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:34.86466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.388831Z","time spent":"1.475779513s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:34.864735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.399001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:34.864743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.31833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:34.864769Z","caller":"traceutil/trace.go:171","msg":"trace[1125316831] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22738; }","duration":"648.469243ms","start":"2026-03-02T22:08:34.216288Z","end":"2026-03-02T22:08:34.864757Z","steps":["trace[1125316831] 'agreement among raft nodes before linearized reading' (duration: 648.382471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:34.864776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.469527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-02T22:08:34.864772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.375931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:34.864804Z","caller":"traceutil/trace.go:171","msg":"trace[85775167] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22738; }","duration":"951.422753ms","start":"2026-03-02T22:08:33.913364Z","end":"2026-03-02T22:08:34.864786Z","steps":["trace[85775167] 'agreement among raft nodes before linearized reading' (duration: 951.280589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:34.864851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.173465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:34.864848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.913341Z","time spent":"951.496855ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:34.864856Z","caller":"traceutil/trace.go:171","msg":"trace[2090791474] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:22738; }","duration":"272.518405ms","start":"2026-03-02T22:08:34.592315Z","end":"2026-03-02T22:08:34.864834Z","steps":["trace[2090791474] 'agreement among raft nodes before linearized reading' (duration: 272.376801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:34.864871Z","caller":"traceutil/trace.go:171","msg":"trace[1556950018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22738; }","duration":"153.233396ms","start":"2026-03-02T22:08:34.711632Z","end":"2026-03-02T22:08:34.864865Z","steps":["trace[1556950018] 'agreement among raft nodes before linearized reading' (duration: 153.204946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:34.864863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.841787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:34.864899Z","caller":"traceutil/trace.go:171","msg":"trace[550260146] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:22738; }","duration":"579.911349ms","start":"2026-03-02T22:08:34.284979Z","end":"2026-03-02T22:08:34.864891Z","steps":["trace[550260146] 'agreement among raft nodes before linearized reading' (duration: 579.839407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:34.864802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.216268Z","time spent":"648.525724ms","remote":"127.0.0.1:58356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:08:34.864923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.284958Z","time spent":"579.9572ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:34.864807Z","caller":"traceutil/trace.go:171","msg":"trace[1654516351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22738; }","duration":"344.530499ms","start":"2026-03-02T22:08:34.520267Z","end":"2026-03-02T22:08:34.864797Z","steps":["trace[1654516351] 'agreement among raft nodes before linearized reading' (duration: 344.427087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:34.864989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.520247Z","time spent":"344.730013ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:08:35.373339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:36.045799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.722004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:36.045954Z","caller":"traceutil/trace.go:171","msg":"trace[924095630] transaction","detail":"{read_only:false; response_revision:22739; number_of_response:1; }","duration":"1.177071443s","start":"2026-03-02T22:08:34.868861Z","end":"2026-03-02T22:08:36.045932Z","steps":["trace[924095630] 'process raft request' (duration: 580.117514ms)","trace[924095630] 'compare' (duration: 595.297961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:36.04602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.868838Z","time spent":"1.177150005s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:37.677797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346747057s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:37.678209Z","caller":"traceutil/trace.go:171","msg":"trace[1052996777] transaction","detail":"{read_only:false; response_revision:22741; number_of_response:1; }","duration":"2.294202566s","start":"2026-03-02T22:08:35.383965Z","end":"2026-03-02T22:08:37.678168Z","steps":["trace[1052996777] 'process raft request' (duration: 2.293968561s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:37.678266Z","caller":"traceutil/trace.go:171","msg":"trace[1833435420] transaction","detail":"{read_only:false; response_revision:22740; number_of_response:1; }","duration":"2.807199659s","start":"2026-03-02T22:08:34.87101Z","end":"2026-03-02T22:08:37.67821Z","steps":["trace[1833435420] 'process raft request' (duration: 1.45991101s)","trace[1833435420] 'compare' (duration: 1.345718622s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:37.678208Z","caller":"traceutil/trace.go:171","msg":"trace[625858031] transaction","detail":"{read_only:false; response_revision:22742; number_of_response:1; }","duration":"2.294054043s","start":"2026-03-02T22:08:35.384128Z","end":"2026-03-02T22:08:37.678182Z","steps":["trace[625858031] 'process raft request' (duration: 2.29393429s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.678385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.384091Z","time spent":"2.294238727s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:37.678416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.870986Z","time spent":"2.807328983s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:37.678397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.38391Z","time spent":"2.294393281s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:37.678718Z","caller":"traceutil/trace.go:171","msg":"trace[1792201456] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"2.293835588s","start":"2026-03-02T22:08:35.384871Z","end":"2026-03-02T22:08:37.678707Z","steps":["trace[1792201456] 'process raft request' (duration: 2.293252894s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.678766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.384853Z","time spent":"2.293891249s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:37.678851Z","caller":"traceutil/trace.go:171","msg":"trace[1518775728] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"2.293896449s","start":"2026-03-02T22:08:35.384935Z","end":"2026-03-02T22:08:37.678831Z","steps":["trace[1518775728] 'process raft request' (duration: 2.293570581s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.678959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.384921Z","time spent":"2.29397155s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:37.678984Z","caller":"traceutil/trace.go:171","msg":"trace[231124232] transaction","detail":"{read_only:false; response_revision:22745; number_of_response:1; }","duration":"2.293348356s","start":"2026-03-02T22:08:35.385615Z","end":"2026-03-02T22:08:37.678964Z","steps":["trace[231124232] 'process raft request' (duration: 2.29309288s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.679072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.385606Z","time spent":"2.293421118s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:37.679175Z","caller":"traceutil/trace.go:171","msg":"trace[1000603581] transaction","detail":"{read_only:false; response_revision:22746; number_of_response:1; }","duration":"2.289980536s","start":"2026-03-02T22:08:35.389178Z","end":"2026-03-02T22:08:37.679158Z","steps":["trace[1000603581] 'process raft request' (duration: 2.28972207s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.679271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.389147Z","time spent":"2.290084158s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:37.67911Z","caller":"traceutil/trace.go:171","msg":"trace[1719945345] linearizableReadLoop","detail":"{readStateIndex:23535; appliedIndex:23533; }","duration":"2.806673197s","start":"2026-03-02T22:08:34.872415Z","end":"2026-03-02T22:08:37.679088Z","steps":["trace[1719945345] 'read index received' (duration: 576.58308ms)","trace[1719945345] 'applied index is now lower than readState.Index' (duration: 2.230088837s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:37.67939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806959604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:37.679462Z","caller":"traceutil/trace.go:171","msg":"trace[1036961722] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22746; }","duration":"2.807050756s","start":"2026-03-02T22:08:34.87239Z","end":"2026-03-02T22:08:37.67944Z","steps":["trace[1036961722] 'agreement among raft nodes before linearized reading' (duration: 2.806940123s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.679519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.872382Z","time spent":"2.807123827s","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:08:38.006131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267360258s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:38.53011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.695136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:38.530671Z","caller":"traceutil/trace.go:171","msg":"trace[171904156] transaction","detail":"{read_only:false; response_revision:22747; number_of_response:1; }","duration":"2.192791419s","start":"2026-03-02T22:08:36.33784Z","end":"2026-03-02T22:08:38.530631Z","steps":["trace[171904156] 'process raft request' (duration: 1.668471759s)","trace[171904156] 'compare' (duration: 522.907868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:38.530817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.337811Z","time spent":"2.192931042s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:38.709189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:38.709299Z","caller":"traceutil/trace.go:171","msg":"trace[1347482081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000448222s","start":"2026-03-02T22:08:36.708822Z","end":"2026-03-02T22:08:38.70927Z","steps":["trace[1347482081] 'agreement among raft nodes before linearized reading' (duration: 2.000284188s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:38.709363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.708798Z","time spent":"2.000553054s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:38.870203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.557251ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:08:38.870746Z","caller":"traceutil/trace.go:171","msg":"trace[47730513] transaction","detail":"{read_only:false; response_revision:22748; number_of_response:1; }","duration":"2.153336581s","start":"2026-03-02T22:08:36.71737Z","end":"2026-03-02T22:08:38.870707Z","steps":["trace[47730513] 'process raft request' (duration: 2.152951481s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:38.870974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.717344Z","time spent":"2.153519965s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:39.211227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.809138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:39.211345Z","caller":"traceutil/trace.go:171","msg":"trace[1036563629] linearizableReadLoop","detail":"{readStateIndex:23545; appliedIndex:23541; }","duration":"1.531934725s","start":"2026-03-02T22:08:37.679389Z","end":"2026-03-02T22:08:39.211324Z","steps":["trace[1036563629] 'read index received' (duration: 326.988056ms)","trace[1036563629] 'applied index is now lower than readState.Index' (duration: 1.204944949s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:39.21151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628047213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:39.211552Z","caller":"traceutil/trace.go:171","msg":"trace[1354102977] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:22749; }","duration":"2.628120775s","start":"2026-03-02T22:08:36.583418Z","end":"2026-03-02T22:08:39.211539Z","steps":["trace[1354102977] 'agreement among raft nodes before linearized reading' (duration: 2.628006072s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:39.211569Z","caller":"traceutil/trace.go:171","msg":"trace[977878878] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"1.715919475s","start":"2026-03-02T22:08:37.495622Z","end":"2026-03-02T22:08:39.211541Z","steps":["trace[977878878] 'process raft request' (duration: 1.375064723s)","trace[977878878] 'compare' (duration: 339.370888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:39.211707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.495591Z","time spent":"1.716042097s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:39.211726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698386238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:08:39.211757Z","caller":"traceutil/trace.go:171","msg":"trace[384117390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22749; }","duration":"2.69845795s","start":"2026-03-02T22:08:36.513291Z","end":"2026-03-02T22:08:39.211749Z","steps":["trace[384117390] 'agreement among raft nodes before linearized reading' (duration: 2.698323507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.21179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.513261Z","time spent":"2.698522982s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:08:39.212045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218466743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418336"} {"level":"info","ts":"2026-03-02T22:08:39.212141Z","caller":"traceutil/trace.go:171","msg":"trace[1888035723] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22749; }","duration":"4.218617057s","start":"2026-03-02T22:08:34.9935Z","end":"2026-03-02T22:08:39.212117Z","steps":["trace[1888035723] 'agreement among raft nodes before linearized reading' (duration: 4.218205428s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.212196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.993479Z","time spent":"4.21870722s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418360,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T22:08:39.212169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527218223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:39.212255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212924317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:39.212315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804877061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:08:39.212426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476644845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:39.212483Z","caller":"traceutil/trace.go:171","msg":"trace[703250458] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22749; }","duration":"1.476741037s","start":"2026-03-02T22:08:37.735728Z","end":"2026-03-02T22:08:39.212469Z","steps":["trace[703250458] 'agreement among raft nodes before linearized reading' (duration: 1.476608373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.212043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728648656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:08:39.212517Z","caller":"traceutil/trace.go:171","msg":"trace[70256675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22749; }","duration":"3.805107036s","start":"2026-03-02T22:08:35.407356Z","end":"2026-03-02T22:08:39.212463Z","steps":["trace[70256675] 'agreement among raft nodes before linearized reading' (duration: 3.804694926s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.211474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477910319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:39.212542Z","caller":"traceutil/trace.go:171","msg":"trace[1095879697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22749; }","duration":"3.729216391s","start":"2026-03-02T22:08:35.483304Z","end":"2026-03-02T22:08:39.212521Z","steps":["trace[1095879697] 'agreement among raft nodes before linearized reading' (duration: 3.72838029s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:39.212443Z","caller":"traceutil/trace.go:171","msg":"trace[1646706748] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22749; }","duration":"3.213176694s","start":"2026-03-02T22:08:35.999236Z","end":"2026-03-02T22:08:39.212412Z","steps":["trace[1646706748] 'agreement among raft nodes before linearized reading' (duration: 3.212863726s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.212618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.483279Z","time spent":"3.729326693s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:08:39.212856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.999211Z","time spent":"3.213456861s","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:39.212889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344939454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274394"} {"level":"info","ts":"2026-03-02T22:08:39.212297Z","caller":"traceutil/trace.go:171","msg":"trace[611100329] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22749; }","duration":"1.527389468s","start":"2026-03-02T22:08:37.684878Z","end":"2026-03-02T22:08:39.212267Z","steps":["trace[611100329] 'agreement among raft nodes before linearized reading' (duration: 1.527167273s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.212927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610620227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:39.21295Z","caller":"traceutil/trace.go:171","msg":"trace[886197411] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:22749; }","duration":"1.345005125s","start":"2026-03-02T22:08:37.867932Z","end":"2026-03-02T22:08:39.212937Z","steps":["trace[886197411] 'agreement among raft nodes before linearized reading' (duration: 1.344244407s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.212959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.636411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:39.212964Z","caller":"traceutil/trace.go:171","msg":"trace[1613505611] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:22749; }","duration":"1.610696839s","start":"2026-03-02T22:08:37.602257Z","end":"2026-03-02T22:08:39.212954Z","steps":["trace[1613505611] 'agreement among raft nodes before linearized reading' (duration: 1.610629617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.21159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.583396Z","time spent":"2.628184286s","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:39.213002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.602222Z","time spent":"1.610772321s","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:39.212996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278893801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:39.213025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368500685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:39.213052Z","caller":"traceutil/trace.go:171","msg":"trace[1228898883] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22749; }","duration":"3.278988374s","start":"2026-03-02T22:08:35.934048Z","end":"2026-03-02T22:08:39.213036Z","steps":["trace[1228898883] 'agreement among raft nodes before linearized reading' (duration: 3.278900031s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.213051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443748012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:39.213087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344142642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:08:39.213091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.934024Z","time spent":"3.279058246s","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:39.213094Z","caller":"traceutil/trace.go:171","msg":"trace[1943573698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22749; }","duration":"3.443831844s","start":"2026-03-02T22:08:35.769249Z","end":"2026-03-02T22:08:39.213081Z","steps":["trace[1943573698] 'agreement among raft nodes before linearized reading' (duration: 3.443760262s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:39.21309Z","caller":"traceutil/trace.go:171","msg":"trace[15695771] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22749; }","duration":"2.368569226s","start":"2026-03-02T22:08:36.844504Z","end":"2026-03-02T22:08:39.213073Z","steps":["trace[15695771] 'agreement among raft nodes before linearized reading' (duration: 2.368468294s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:39.213111Z","caller":"traceutil/trace.go:171","msg":"trace[296188527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22749; }","duration":"2.344208253s","start":"2026-03-02T22:08:36.868896Z","end":"2026-03-02T22:08:39.213104Z","steps":["trace[296188527] 'agreement among raft nodes before linearized reading' (duration: 2.344129601s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.213115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344696794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:08:39.213135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.868868Z","time spent":"2.344261124s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:08:39.213142Z","caller":"traceutil/trace.go:171","msg":"trace[1451797162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22749; }","duration":"2.344763666s","start":"2026-03-02T22:08:36.868372Z","end":"2026-03-02T22:08:39.213136Z","steps":["trace[1451797162] 'agreement among raft nodes before linearized reading' (duration: 2.344677584s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.212866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.017267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:39.213129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.769222Z","time spent":"3.443898306s","remote":"127.0.0.1:36036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:39.213235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337370698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:39.213207Z","caller":"traceutil/trace.go:171","msg":"trace[477629114] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22749; }","duration":"987.0131ms","start":"2026-03-02T22:08:38.226177Z","end":"2026-03-02T22:08:39.21319Z","steps":["trace[477629114] 'agreement among raft nodes before linearized reading' (duration: 985.966375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:39.213307Z","caller":"traceutil/trace.go:171","msg":"trace[321628507] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22749; }","duration":"3.337770758s","start":"2026-03-02T22:08:35.875523Z","end":"2026-03-02T22:08:39.213294Z","steps":["trace[321628507] 'agreement among raft nodes before linearized reading' (duration: 3.337372298s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.213349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.8755Z","time spent":"3.337839369s","remote":"127.0.0.1:57946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:39.21299Z","caller":"traceutil/trace.go:171","msg":"trace[273625095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22749; }","duration":"502.706222ms","start":"2026-03-02T22:08:38.710276Z","end":"2026-03-02T22:08:39.212982Z","steps":["trace[273625095] 'agreement among raft nodes before linearized reading' (duration: 502.655381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.213425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:38.710249Z","time spent":"503.170252ms","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:39.212862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021895547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:39.213505Z","caller":"traceutil/trace.go:171","msg":"trace[1611413036] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22749; }","duration":"2.022764637s","start":"2026-03-02T22:08:37.19073Z","end":"2026-03-02T22:08:39.213494Z","steps":["trace[1611413036] 'agreement among raft nodes before linearized reading' (duration: 2.021921318s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.213535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.190695Z","time spent":"2.022830049s","remote":"127.0.0.1:58046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:39.212579Z","caller":"traceutil/trace.go:171","msg":"trace[471923608] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:22749; }","duration":"2.479109948s","start":"2026-03-02T22:08:36.733457Z","end":"2026-03-02T22:08:39.212567Z","steps":["trace[471923608] 'agreement among raft nodes before linearized reading' (duration: 2.477875378s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.21365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.73343Z","time spent":"2.480204093s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:39.212528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.735716Z","time spent":"1.476800138s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:39.212581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.407341Z","time spent":"3.80522838s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:39.212872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343060957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:08:39.21385Z","caller":"traceutil/trace.go:171","msg":"trace[1541613389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22749; }","duration":"2.344058139s","start":"2026-03-02T22:08:36.869784Z","end":"2026-03-02T22:08:39.213842Z","steps":["trace[1541613389] 'agreement among raft nodes before linearized reading' (duration: 2.342859731s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.213883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.869773Z","time spent":"2.34410194s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:08:39.212975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.684863Z","time spent":"1.528091165s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:08:39.213924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340464694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:08:39.213964Z","caller":"traceutil/trace.go:171","msg":"trace[812512464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22749; }","duration":"2.340548326s","start":"2026-03-02T22:08:36.873403Z","end":"2026-03-02T22:08:39.213951Z","steps":["trace[812512464] 'agreement among raft nodes before linearized reading' (duration: 2.339495051s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.212994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.867893Z","time spent":"1.345090737s","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274418,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:08:39.214002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.873389Z","time spent":"2.340605417s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:39.213144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.844481Z","time spent":"2.368647988s","remote":"127.0.0.1:58408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:39.213161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.868347Z","time spent":"2.344809796s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:08:39.21413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:38.226161Z","time spent":"987.123233ms","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:41.221101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:41.221184Z","caller":"traceutil/trace.go:171","msg":"trace[569268648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546285s","start":"2026-03-02T22:08:39.220616Z","end":"2026-03-02T22:08:41.221162Z","steps":["trace[569268648] 'agreement among raft nodes before linearized reading' (duration: 2.000436203s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:41.221258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.220609Z","time spent":"2.000636697s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:41.277887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954704776s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:41.277995Z","caller":"traceutil/trace.go:171","msg":"trace[1749764204] linearizableReadLoop","detail":"{readStateIndex:23546; appliedIndex:23545; }","duration":"2.060431784s","start":"2026-03-02T22:08:39.217546Z","end":"2026-03-02T22:08:41.277978Z","steps":["trace[1749764204] 'read index received' (duration: 105.522574ms)","trace[1749764204] 'applied index is now lower than readState.Index' (duration: 1.95490743s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:41.278081Z","caller":"traceutil/trace.go:171","msg":"trace[363157451] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"2.060780092s","start":"2026-03-02T22:08:39.217255Z","end":"2026-03-02T22:08:41.278036Z","steps":["trace[363157451] 'process raft request' (duration: 105.82851ms)","trace[363157451] 'compare' (duration: 1.953432125s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:41.278153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060601468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-02T22:08:41.278187Z","caller":"traceutil/trace.go:171","msg":"trace[512838371] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22750; }","duration":"2.060650969s","start":"2026-03-02T22:08:39.217525Z","end":"2026-03-02T22:08:41.278176Z","steps":["trace[512838371] 'agreement among raft nodes before linearized reading' (duration: 2.060517116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:41.278222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.217518Z","time spent":"2.06068822s","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:08:41.278265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.217235Z","time spent":"2.060926706s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:41.559223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.236109268s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:42.184354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.651061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:42.18471Z","caller":"traceutil/trace.go:171","msg":"trace[704299789] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"2.96568277s","start":"2026-03-02T22:08:39.218993Z","end":"2026-03-02T22:08:42.184676Z","steps":["trace[704299789] 'process raft request' (duration: 2.965469104s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:42.184776Z","caller":"traceutil/trace.go:171","msg":"trace[828020377] transaction","detail":"{read_only:false; response_revision:22753; number_of_response:1; }","duration":"2.965752271s","start":"2026-03-02T22:08:39.219002Z","end":"2026-03-02T22:08:42.184754Z","steps":["trace[828020377] 'process raft request' (duration: 2.965566846s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:42.18471Z","caller":"traceutil/trace.go:171","msg":"trace[1361558181] transaction","detail":"{read_only:false; response_revision:22751; number_of_response:1; }","duration":"2.966343715s","start":"2026-03-02T22:08:39.218324Z","end":"2026-03-02T22:08:42.184667Z","steps":["trace[1361558181] 'process raft request' (duration: 2.3411318s)","trace[1361558181] 'compare' (duration: 624.522108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:42.184881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.218972Z","time spent":"2.965819573s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:08:42.184899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.218988Z","time spent":"2.965865064s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:42.185035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.218316Z","time spent":"2.966598961s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:42.185102Z","caller":"traceutil/trace.go:171","msg":"trace[157706160] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"2.964873851s","start":"2026-03-02T22:08:39.220198Z","end":"2026-03-02T22:08:42.185071Z","steps":["trace[157706160] 'process raft request' (duration: 2.964816799s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:42.185262Z","caller":"traceutil/trace.go:171","msg":"trace[933900696] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"2.965429244s","start":"2026-03-02T22:08:39.219814Z","end":"2026-03-02T22:08:42.185244Z","steps":["trace[933900696] 'process raft request' (duration: 2.965061715s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:42.185275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.220188Z","time spent":"2.964979764s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:42.185349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.219809Z","time spent":"2.965482395s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:42.185344Z","caller":"traceutil/trace.go:171","msg":"trace[2073358094] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"2.965648879s","start":"2026-03-02T22:08:39.219679Z","end":"2026-03-02T22:08:42.185328Z","steps":["trace[2073358094] 'process raft request' (duration: 2.964999444s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:42.185442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.219671Z","time spent":"2.965718411s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:43.195306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105796815s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:43.221432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999818347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:43.221519Z","caller":"traceutil/trace.go:171","msg":"trace[889547841] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999956231s","start":"2026-03-02T22:08:41.221544Z","end":"2026-03-02T22:08:43.2215Z","steps":["trace[889547841] 'agreement among raft nodes before linearized reading' (duration: 1.999846808s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.221569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:41.221527Z","time spent":"2.000032122s","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T22:08:43.228338Z","caller":"traceutil/trace.go:171","msg":"trace[846496894] transaction","detail":"{read_only:false; response_revision:22758; number_of_response:1; }","duration":"3.542134196s","start":"2026-03-02T22:08:39.686109Z","end":"2026-03-02T22:08:43.228243Z","steps":["trace[846496894] 'process raft request' (duration: 3.541959282s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.228504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.68608Z","time spent":"3.542329291s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:43.228563Z","caller":"traceutil/trace.go:171","msg":"trace[711103432] transaction","detail":"{read_only:false; response_revision:22759; number_of_response:1; }","duration":"3.542389912s","start":"2026-03-02T22:08:39.686152Z","end":"2026-03-02T22:08:43.228542Z","steps":["trace[711103432] 'process raft request' (duration: 3.541988023s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:43.228632Z","caller":"traceutil/trace.go:171","msg":"trace[1491999052] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"3.542394673s","start":"2026-03-02T22:08:39.686223Z","end":"2026-03-02T22:08:43.228617Z","steps":["trace[1491999052] 'process raft request' (duration: 3.541978303s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:43.228629Z","caller":"traceutil/trace.go:171","msg":"trace[899636653] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"3.598462522s","start":"2026-03-02T22:08:39.630106Z","end":"2026-03-02T22:08:43.228568Z","steps":["trace[899636653] 'process raft request' (duration: 3.565496015s)","trace[899636653] 'compare' (duration: 32.191619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:43.228693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.686178Z","time spent":"3.542484955s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:43.22867Z","caller":"traceutil/trace.go:171","msg":"trace[1794101097] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"3.542416273s","start":"2026-03-02T22:08:39.686209Z","end":"2026-03-02T22:08:43.228625Z","steps":["trace[1794101097] 'process raft request' (duration: 3.541963292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.22873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.686135Z","time spent":"3.542512135s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:43.228792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.63007Z","time spent":"3.598626856s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418394,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:43.22891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.686197Z","time spent":"3.542582967s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:43.229277Z","caller":"traceutil/trace.go:171","msg":"trace[1094236089] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"3.542891773s","start":"2026-03-02T22:08:39.686357Z","end":"2026-03-02T22:08:43.229249Z","steps":["trace[1094236089] 'process raft request' (duration: 3.54188351s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:43.229312Z","caller":"traceutil/trace.go:171","msg":"trace[1431105093] linearizableReadLoop","detail":"{readStateIndex:23559; appliedIndex:23546; }","duration":"1.951272024s","start":"2026-03-02T22:08:41.278022Z","end":"2026-03-02T22:08:43.229294Z","steps":["trace[1431105093] 'read index received' (duration: 281.480185ms)","trace[1431105093] 'applied index is now lower than readState.Index' (duration: 1.669790529s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:43.229406Z","caller":"traceutil/trace.go:171","msg":"trace[147847468] transaction","detail":"{read_only:false; response_revision:22763; number_of_response:1; }","duration":"3.542947495s","start":"2026-03-02T22:08:39.686434Z","end":"2026-03-02T22:08:43.229382Z","steps":["trace[147847468] 'process raft request' (duration: 3.542754861s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.229408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.686315Z","time spent":"3.543020196s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:43.229482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.686424Z","time spent":"3.543007047s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:43.229606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33448206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:43.229622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211395063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:43.229645Z","caller":"traceutil/trace.go:171","msg":"trace[781721707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22763; }","duration":"3.334578012s","start":"2026-03-02T22:08:39.895057Z","end":"2026-03-02T22:08:43.229635Z","steps":["trace[781721707] 'agreement among raft nodes before linearized reading' (duration: 3.334509111s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:43.229669Z","caller":"traceutil/trace.go:171","msg":"trace[536560237] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:22763; }","duration":"3.211487115s","start":"2026-03-02T22:08:40.018167Z","end":"2026-03-02T22:08:43.229654Z","steps":["trace[536560237] 'agreement among raft nodes before linearized reading' (duration: 3.211397913s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.229687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.895001Z","time spent":"3.334677024s","remote":"127.0.0.1:36106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:43.229704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.018141Z","time spent":"3.211554227s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:43.229731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36234522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:43.229766Z","caller":"traceutil/trace.go:171","msg":"trace[746982163] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:22763; }","duration":"2.362413232s","start":"2026-03-02T22:08:40.867342Z","end":"2026-03-02T22:08:43.229755Z","steps":["trace[746982163] 'agreement among raft nodes before linearized reading' (duration: 2.362357231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.229783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.867303Z","time spent":"2.362475124s","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:43.229893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346818204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:43.229918Z","caller":"traceutil/trace.go:171","msg":"trace[155371198] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22763; }","duration":"2.346894026s","start":"2026-03-02T22:08:40.883015Z","end":"2026-03-02T22:08:43.229909Z","steps":["trace[155371198] 'agreement among raft nodes before linearized reading' (duration: 2.346857825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.229932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.882984Z","time spent":"2.346944057s","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:43.229952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544444361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:08:43.229993Z","caller":"traceutil/trace.go:171","msg":"trace[1159192784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22763; }","duration":"3.544516863s","start":"2026-03-02T22:08:39.685466Z","end":"2026-03-02T22:08:43.229983Z","steps":["trace[1159192784] 'agreement among raft nodes before linearized reading' (duration: 3.54437896s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.229885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769192176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:43.230027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.685439Z","time spent":"3.544581605s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:08:43.230036Z","caller":"traceutil/trace.go:171","msg":"trace[1495894577] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22763; }","duration":"2.769344389s","start":"2026-03-02T22:08:40.460682Z","end":"2026-03-02T22:08:43.230027Z","steps":["trace[1495894577] 'agreement among raft nodes before linearized reading' (duration: 2.769171775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.23006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.460609Z","time spent":"2.769439441s","remote":"127.0.0.1:38654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:43.230129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011157986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:43.229958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153277985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:43.230179Z","caller":"traceutil/trace.go:171","msg":"trace[1664601347] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22763; }","duration":"4.011202427s","start":"2026-03-02T22:08:39.218963Z","end":"2026-03-02T22:08:43.230165Z","steps":["trace[1664601347] 'agreement among raft nodes before linearized reading' (duration: 4.011130515s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.230211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.218944Z","time spent":"4.011260207s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:08:43.230209Z","caller":"traceutil/trace.go:171","msg":"trace[877325577] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22763; }","duration":"3.153558311s","start":"2026-03-02T22:08:40.076637Z","end":"2026-03-02T22:08:43.230196Z","steps":["trace[877325577] 'agreement among raft nodes before linearized reading' (duration: 3.153268915s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.230341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.076614Z","time spent":"3.153717775s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:43.230395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.934778778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:43.230426Z","caller":"traceutil/trace.go:171","msg":"trace[973368256] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22763; }","duration":"3.934853919s","start":"2026-03-02T22:08:39.295563Z","end":"2026-03-02T22:08:43.230417Z","steps":["trace[973368256] 'agreement among raft nodes before linearized reading' (duration: 3.934795138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.230461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.295513Z","time spent":"3.934934611s","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:43.250273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907443873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:43.250332Z","caller":"traceutil/trace.go:171","msg":"trace[1979994624] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22764; }","duration":"1.907541416s","start":"2026-03-02T22:08:41.342778Z","end":"2026-03-02T22:08:43.250319Z","steps":["trace[1979994624] 'agreement among raft nodes before linearized reading' (duration: 1.907427313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.250347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.59279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:43.250366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:41.342752Z","time spent":"1.907606467s","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:08:43.250419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.637303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:43.250449Z","caller":"traceutil/trace.go:171","msg":"trace[498202503] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22764; }","duration":"310.763354ms","start":"2026-03-02T22:08:42.939649Z","end":"2026-03-02T22:08:43.250412Z","steps":["trace[498202503] 'agreement among raft nodes before linearized reading' (duration: 310.562479ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:43.250491Z","caller":"traceutil/trace.go:171","msg":"trace[968855827] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22764; }","duration":"463.783116ms","start":"2026-03-02T22:08:42.786685Z","end":"2026-03-02T22:08:43.250468Z","steps":["trace[968855827] 'agreement among raft nodes before linearized reading' (duration: 463.667174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.250498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:42.939619Z","time spent":"310.867747ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:43.250539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:42.786658Z","time spent":"463.870938ms","remote":"127.0.0.1:38746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:43.250556Z","caller":"traceutil/trace.go:171","msg":"trace[1520083190] transaction","detail":"{read_only:false; response_revision:22764; number_of_response:1; }","duration":"1.059701241s","start":"2026-03-02T22:08:42.190837Z","end":"2026-03-02T22:08:43.250538Z","steps":["trace[1520083190] 'process raft request' (duration: 1.05921792s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.250629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66172968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:43.250665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:42.190803Z","time spent":"1.059809933s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:08:43.250469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.755449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:43.250725Z","caller":"traceutil/trace.go:171","msg":"trace[885844635] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22764; }","duration":"256.083957ms","start":"2026-03-02T22:08:42.994629Z","end":"2026-03-02T22:08:43.250713Z","steps":["trace[885844635] 'agreement among raft nodes before linearized reading' (duration: 255.665367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.250804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826874617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.146\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:08:43.250854Z","caller":"traceutil/trace.go:171","msg":"trace[1069726172] range","detail":"{range_begin:/registry/masterleases/199.19.213.146; range_end:; response_count:1; response_revision:22764; }","duration":"1.826956249s","start":"2026-03-02T22:08:41.423882Z","end":"2026-03-02T22:08:43.250839Z","steps":["trace[1069726172] 'agreement among raft nodes before linearized reading' (duration: 1.826809195s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:43.250672Z","caller":"traceutil/trace.go:171","msg":"trace[721812711] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22764; }","duration":"1.661820752s","start":"2026-03-02T22:08:41.588838Z","end":"2026-03-02T22:08:43.250659Z","steps":["trace[721812711] 'agreement among raft nodes before linearized reading' (duration: 1.66175399s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.250888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:41.423864Z","time spent":"1.82701738s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.146\" "} {"level":"warn","ts":"2026-03-02T22:08:43.250909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:41.588801Z","time spent":"1.662089198s","remote":"127.0.0.1:43798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:43.251077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.520563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:43.251388Z","caller":"traceutil/trace.go:171","msg":"trace[1434749834] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:22764; }","duration":"552.669217ms","start":"2026-03-02T22:08:42.698476Z","end":"2026-03-02T22:08:43.251145Z","steps":["trace[1434749834] 'agreement among raft nodes before linearized reading' (duration: 551.781976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.251585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:42.69845Z","time spent":"553.113788ms","remote":"127.0.0.1:38620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:43.98879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.501153ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:43.988921Z","caller":"traceutil/trace.go:171","msg":"trace[1488697847] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22764; }","duration":"362.649306ms","start":"2026-03-02T22:08:43.626252Z","end":"2026-03-02T22:08:43.988901Z","steps":["trace[1488697847] 'range keys from in-memory index tree' (duration: 362.485502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.989719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.358519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:43.989854Z","caller":"traceutil/trace.go:171","msg":"trace[1823262129] linearizableReadLoop","detail":"{readStateIndex:23561; appliedIndex:23560; }","duration":"737.696362ms","start":"2026-03-02T22:08:43.252134Z","end":"2026-03-02T22:08:43.989831Z","steps":["trace[1823262129] 'read index received' (duration: 358.105657ms)","trace[1823262129] 'applied index is now lower than readState.Index' (duration: 379.589425ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:43.99012Z","caller":"traceutil/trace.go:171","msg":"trace[152566556] transaction","detail":"{read_only:false; response_revision:22765; number_of_response:1; }","duration":"754.911927ms","start":"2026-03-02T22:08:43.235188Z","end":"2026-03-02T22:08:43.990099Z","steps":["trace[152566556] 'process raft request' (duration: 375.061736ms)","trace[152566556] 'compare' (duration: 379.222016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:43.990201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.235168Z","time spent":"754.994648ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:43.99044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.300416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:43.990483Z","caller":"traceutil/trace.go:171","msg":"trace[363033214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22765; }","duration":"738.359917ms","start":"2026-03-02T22:08:43.252108Z","end":"2026-03-02T22:08:43.990468Z","steps":["trace[363033214] 'agreement among raft nodes before linearized reading' (duration: 738.290116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.990513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.252085Z","time spent":"738.421788ms","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:44.727135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.887641ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T22:08:44.727362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.252275Z","time spent":"1.475080167s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:08:44.728064Z","caller":"traceutil/trace.go:171","msg":"trace[1994530193] linearizableReadLoop","detail":"{readStateIndex:23564; appliedIndex:23561; }","duration":"738.143842ms","start":"2026-03-02T22:08:43.989892Z","end":"2026-03-02T22:08:44.728036Z","steps":["trace[1994530193] 'read index received' (duration: 473.281809ms)","trace[1994530193] 'applied index is now lower than readState.Index' (duration: 264.861013ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:44.728148Z","caller":"traceutil/trace.go:171","msg":"trace[966747672] transaction","detail":"{read_only:false; response_revision:22766; number_of_response:1; }","duration":"1.374653543s","start":"2026-03-02T22:08:43.353487Z","end":"2026-03-02T22:08:44.728141Z","steps":["trace[966747672] 'process raft request' (duration: 1.373740282s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.728225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.353463Z","time spent":"1.374701883s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:44.728452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472987518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:44.728478Z","caller":"traceutil/trace.go:171","msg":"trace[1657671114] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22767; }","duration":"1.47304381s","start":"2026-03-02T22:08:43.255425Z","end":"2026-03-02T22:08:44.728469Z","steps":["trace[1657671114] 'agreement among raft nodes before linearized reading' (duration: 1.472965798s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.728497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.255405Z","time spent":"1.47308617s","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:08:44.728569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446906545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:08:44.728701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474117685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5c4d595c4b-ts7jt.18992423759c79ff\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-02T22:08:44.728698Z","caller":"traceutil/trace.go:171","msg":"trace[2140275575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22767; }","duration":"1.447100299s","start":"2026-03-02T22:08:43.281577Z","end":"2026-03-02T22:08:44.728677Z","steps":["trace[2140275575] 'agreement among raft nodes before linearized reading' (duration: 1.446765572s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:44.728728Z","caller":"traceutil/trace.go:171","msg":"trace[2005544193] range","detail":"{range_begin:/registry/events/openstack/glance-api-5c4d595c4b-ts7jt.18992423759c79ff; range_end:; response_count:1; response_revision:22767; }","duration":"1.474184306s","start":"2026-03-02T22:08:43.254534Z","end":"2026-03-02T22:08:44.728719Z","steps":["trace[2005544193] 'agreement among raft nodes before linearized reading' (duration: 1.474067964s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.728746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.254511Z","time spent":"1.474230168s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2014,"request content":"key:\"/registry/events/openstack/glance-api-5c4d595c4b-ts7jt.18992423759c79ff\" "} {"level":"warn","ts":"2026-03-02T22:08:44.728743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.281557Z","time spent":"1.447175321s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:08:44.728887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.875667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:08:44.728909Z","caller":"traceutil/trace.go:171","msg":"trace[260793636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22767; }","duration":"539.942279ms","start":"2026-03-02T22:08:44.188961Z","end":"2026-03-02T22:08:44.728903Z","steps":["trace[260793636] 'agreement among raft nodes before linearized reading' (duration: 539.881077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.728922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.188933Z","time spent":"539.985229ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:44.729053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.915508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:08:44.729074Z","caller":"traceutil/trace.go:171","msg":"trace[650011739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22767; }","duration":"539.948788ms","start":"2026-03-02T22:08:44.189118Z","end":"2026-03-02T22:08:44.729067Z","steps":["trace[650011739] 'agreement among raft nodes before linearized reading' (duration: 539.896327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.729087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.189113Z","time spent":"539.970979ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:44.729163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.060822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:08:44.72918Z","caller":"traceutil/trace.go:171","msg":"trace[650211966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22767; }","duration":"540.095062ms","start":"2026-03-02T22:08:44.189081Z","end":"2026-03-02T22:08:44.729176Z","steps":["trace[650211966] 'agreement among raft nodes before linearized reading' (duration: 540.044281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.729195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.189073Z","time spent":"540.118232ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:08:44.729168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.362515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:08:44.729242Z","caller":"traceutil/trace.go:171","msg":"trace[359647373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22767; }","duration":"539.466467ms","start":"2026-03-02T22:08:44.189757Z","end":"2026-03-02T22:08:44.729224Z","steps":["trace[359647373] 'agreement among raft nodes before linearized reading' (duration: 539.229682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:44.729273Z","caller":"traceutil/trace.go:171","msg":"trace[1491985649] transaction","detail":"{read_only:false; response_revision:22767; number_of_response:1; }","duration":"1.190559981s","start":"2026-03-02T22:08:43.538694Z","end":"2026-03-02T22:08:44.729254Z","steps":["trace[1491985649] 'process raft request' (duration: 1.18929633s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.729293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.189751Z","time spent":"539.533079ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:44.7294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.538662Z","time spent":"1.190654723s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:44.729605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349243616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-02T22:08:44.72963Z","caller":"traceutil/trace.go:171","msg":"trace[1351211021] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22767; }","duration":"1.349322247s","start":"2026-03-02T22:08:43.380302Z","end":"2026-03-02T22:08:44.729624Z","steps":["trace[1351211021] 'agreement among raft nodes before linearized reading' (duration: 1.349233325s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.729645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.380275Z","time spent":"1.349366689s","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:08:45.232225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:46.730957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999141611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:46.731045Z","caller":"traceutil/trace.go:171","msg":"trace[1230185782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999276024s","start":"2026-03-02T22:08:44.731748Z","end":"2026-03-02T22:08:46.731024Z","steps":["trace[1230185782] 'agreement among raft nodes before linearized reading' (duration: 1.999162092s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:46.731119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.73173Z","time spent":"1.999369416s","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:46.768164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.349341Z","time spent":"418.816478ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:08:46.769088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251816342s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:46.769155Z","caller":"traceutil/trace.go:171","msg":"trace[1096375526] transaction","detail":"{read_only:false; response_revision:22768; number_of_response:1; }","duration":"2.041022598s","start":"2026-03-02T22:08:44.728118Z","end":"2026-03-02T22:08:46.769141Z","steps":["trace[1096375526] 'process raft request' (duration: 789.068882ms)","trace[1096375526] 'compare' (duration: 1.251673479s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:46.76919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.728096Z","time spent":"2.041079328s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:47.310769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.973431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:47.311025Z","caller":"traceutil/trace.go:171","msg":"trace[1538542014] transaction","detail":"{read_only:false; response_revision:22769; number_of_response:1; }","duration":"2.579060459s","start":"2026-03-02T22:08:44.731908Z","end":"2026-03-02T22:08:47.310968Z","steps":["trace[1538542014] 'process raft request' (duration: 2.292668909s)","trace[1538542014] 'compare' (duration: 285.233884ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:47.31112Z","caller":"traceutil/trace.go:171","msg":"trace[874290536] transaction","detail":"{read_only:false; response_revision:22771; number_of_response:1; }","duration":"2.577698937s","start":"2026-03-02T22:08:44.733397Z","end":"2026-03-02T22:08:47.311096Z","steps":["trace[874290536] 'process raft request' (duration: 2.577604555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:47.311208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.731883Z","time spent":"2.579217953s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1973,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:47.311123Z","caller":"traceutil/trace.go:171","msg":"trace[1457078635] transaction","detail":"{read_only:false; response_revision:22770; number_of_response:1; }","duration":"2.577952803s","start":"2026-03-02T22:08:44.733141Z","end":"2026-03-02T22:08:47.311093Z","steps":["trace[1457078635] 'process raft request' (duration: 2.577762319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:47.311239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.733382Z","time spent":"2.577802641s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:47.311391Z","caller":"traceutil/trace.go:171","msg":"trace[1074223559] transaction","detail":"{read_only:false; response_revision:22772; number_of_response:1; }","duration":"2.577866193s","start":"2026-03-02T22:08:44.733496Z","end":"2026-03-02T22:08:47.311362Z","steps":["trace[1074223559] 'process raft request' (duration: 2.577559534s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:47.311449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.733126Z","time spent":"2.57816603s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:47.311541Z","caller":"traceutil/trace.go:171","msg":"trace[170276267] transaction","detail":"{read_only:false; response_revision:22774; number_of_response:1; }","duration":"2.57561687s","start":"2026-03-02T22:08:44.735918Z","end":"2026-03-02T22:08:47.311535Z","steps":["trace[170276267] 'process raft request' (duration: 2.575399645s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:47.311547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.733464Z","time spent":"2.577996286s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:47.311455Z","caller":"traceutil/trace.go:171","msg":"trace[1358508314] transaction","detail":"{read_only:false; response_revision:22775; number_of_response:1; }","duration":"2.076191245s","start":"2026-03-02T22:08:45.235239Z","end":"2026-03-02T22:08:47.311431Z","steps":["trace[1358508314] 'process raft request' (duration: 2.076116433s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:47.311646Z","caller":"traceutil/trace.go:171","msg":"trace[733821449] transaction","detail":"{read_only:false; response_revision:22776; number_of_response:1; }","duration":"2.076231196s","start":"2026-03-02T22:08:45.235401Z","end":"2026-03-02T22:08:47.311632Z","steps":["trace[733821449] 'process raft request' (duration: 2.07599487s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:47.311662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.735912Z","time spent":"2.575668611s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:47.311733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:45.235394Z","time spent":"2.076300057s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:47.311725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:45.235205Z","time spent":"2.076432961s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:47.311512Z","caller":"traceutil/trace.go:171","msg":"trace[124645855] transaction","detail":"{read_only:false; response_revision:22773; number_of_response:1; }","duration":"2.577539124s","start":"2026-03-02T22:08:44.733964Z","end":"2026-03-02T22:08:47.311504Z","steps":["trace[124645855] 'process raft request' (duration: 2.577276858s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:47.311788Z","caller":"traceutil/trace.go:171","msg":"trace[1468045935] transaction","detail":"{read_only:false; response_revision:22778; number_of_response:1; }","duration":"2.075682052s","start":"2026-03-02T22:08:45.236096Z","end":"2026-03-02T22:08:47.311778Z","steps":["trace[1468045935] 'process raft request' (duration: 2.075474947s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:47.311818Z","caller":"traceutil/trace.go:171","msg":"trace[492665291] transaction","detail":"{read_only:false; response_revision:22779; number_of_response:1; }","duration":"2.075579721s","start":"2026-03-02T22:08:45.23622Z","end":"2026-03-02T22:08:47.3118Z","steps":["trace[492665291] 'process raft request' (duration: 2.075436697s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:47.311822Z","caller":"traceutil/trace.go:171","msg":"trace[201872178] transaction","detail":"{read_only:false; response_revision:22777; number_of_response:1; }","duration":"2.07601008s","start":"2026-03-02T22:08:45.235801Z","end":"2026-03-02T22:08:47.311811Z","steps":["trace[201872178] 'process raft request' (duration: 2.075700863s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:47.311852Z","caller":"traceutil/trace.go:171","msg":"trace[1910185133] transaction","detail":"{read_only:false; response_revision:22780; number_of_response:1; }","duration":"2.074717811s","start":"2026-03-02T22:08:45.237126Z","end":"2026-03-02T22:08:47.311844Z","steps":["trace[1910185133] 'process raft request' (duration: 2.074572297s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:47.31188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:45.23617Z","time spent":"2.075676563s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:47.311883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:45.235765Z","time spent":"2.076084272s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:47.311901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:45.237114Z","time spent":"2.074760971s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:47.311959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:45.236082Z","time spent":"2.075728244s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:47.311979Z","caller":"traceutil/trace.go:171","msg":"trace[1107601114] linearizableReadLoop","detail":"{readStateIndex:23571; appliedIndex:23564; }","duration":"2.580189317s","start":"2026-03-02T22:08:44.731779Z","end":"2026-03-02T22:08:47.311969Z","steps":["trace[1107601114] 'read index received' (duration: 785.524058ms)","trace[1107601114] 'applied index is now lower than readState.Index' (duration: 1.794662429s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:47.312034Z","caller":"traceutil/trace.go:171","msg":"trace[645459584] transaction","detail":"{read_only:false; response_revision:22781; number_of_response:1; }","duration":"935.315453ms","start":"2026-03-02T22:08:46.376709Z","end":"2026-03-02T22:08:47.312024Z","steps":["trace[645459584] 'process raft request' (duration: 935.043367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:47.312082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.376681Z","time spent":"935.374225ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:47.311891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.733953Z","time spent":"2.577842291s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:48.425552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113601838s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:08:48.425652Z","caller":"traceutil/trace.go:171","msg":"trace[1006753418] linearizableReadLoop","detail":"{readStateIndex:23579; appliedIndex:23578; }","duration":"1.11364043s","start":"2026-03-02T22:08:47.311997Z","end":"2026-03-02T22:08:48.425637Z","steps":["trace[1006753418] 'read index received' (duration: 40.161µs)","trace[1006753418] 'applied index is now lower than readState.Index' (duration: 1.113598649s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:48.428054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208016131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:48.428083Z","caller":"traceutil/trace.go:171","msg":"trace[2106668402] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:22781; }","duration":"1.208107223s","start":"2026-03-02T22:08:47.219967Z","end":"2026-03-02T22:08:48.428074Z","steps":["trace[2106668402] 'agreement among raft nodes before linearized reading' (duration: 1.208034482s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.42808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.678447035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:48.428107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:47.219938Z","time spent":"1.208162645s","remote":"127.0.0.1:40578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:48.428138Z","caller":"traceutil/trace.go:171","msg":"trace[272648776] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22781; }","duration":"3.678532956s","start":"2026-03-02T22:08:44.749588Z","end":"2026-03-02T22:08:48.428121Z","steps":["trace[272648776] 'agreement among raft nodes before linearized reading' (duration: 3.678430184s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.42818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.749578Z","time spent":"3.678591918s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.42833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.694658686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-02T22:08:48.428426Z","caller":"traceutil/trace.go:171","msg":"trace[2005023422] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22781; }","duration":"3.694775119s","start":"2026-03-02T22:08:44.733625Z","end":"2026-03-02T22:08:48.4284Z","steps":["trace[2005023422] 'agreement among raft nodes before linearized reading' (duration: 3.694484452s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.428433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656494126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T22:08:48.428475Z","caller":"traceutil/trace.go:171","msg":"trace[1898399391] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22781; }","duration":"1.656555177s","start":"2026-03-02T22:08:46.771907Z","end":"2026-03-02T22:08:48.428462Z","steps":["trace[1898399391] 'agreement among raft nodes before linearized reading' (duration: 1.656412434s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.428483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.733608Z","time spent":"3.69485909s","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:08:48.42851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.771873Z","time spent":"1.656629509s","remote":"127.0.0.1:43576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:08:48.428631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025990593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:48.42869Z","caller":"traceutil/trace.go:171","msg":"trace[83059850] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:22781; }","duration":"2.026135586s","start":"2026-03-02T22:08:46.402538Z","end":"2026-03-02T22:08:48.428673Z","steps":["trace[83059850] 'agreement among raft nodes before linearized reading' (duration: 2.025985233s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.428719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652337604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:48.428732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.402525Z","time spent":"2.026195357s","remote":"127.0.0.1:58318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.428724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433743528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:08:48.428789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695747502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:08:48.428815Z","caller":"traceutil/trace.go:171","msg":"trace[528079502] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22781; }","duration":"3.695791622s","start":"2026-03-02T22:08:44.733015Z","end":"2026-03-02T22:08:48.428807Z","steps":["trace[528079502] 'agreement among raft nodes before linearized reading' (duration: 3.69570636s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:48.428812Z","caller":"traceutil/trace.go:171","msg":"trace[1618104347] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22781; }","duration":"2.433851081s","start":"2026-03-02T22:08:45.994937Z","end":"2026-03-02T22:08:48.428788Z","steps":["trace[1618104347] 'agreement among raft nodes before linearized reading' (duration: 2.433536104s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.428835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.733005Z","time spent":"3.695825914s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:08:48.428857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216880331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-02T22:08:48.42886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:45.994856Z","time spent":"2.433994684s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:08:48.428888Z","caller":"traceutil/trace.go:171","msg":"trace[595010506] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:22781; }","duration":"3.216952913s","start":"2026-03-02T22:08:45.211927Z","end":"2026-03-02T22:08:48.42888Z","steps":["trace[595010506] 'agreement among raft nodes before linearized reading' (duration: 3.216854351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.428917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692148857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:48.428917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:45.211898Z","time spent":"3.217012435s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-02T22:08:48.42894Z","caller":"traceutil/trace.go:171","msg":"trace[57080796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22781; }","duration":"1.692213288s","start":"2026-03-02T22:08:46.73672Z","end":"2026-03-02T22:08:48.428934Z","steps":["trace[57080796] 'agreement among raft nodes before linearized reading' (duration: 1.692176597s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.428962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.736695Z","time spent":"1.69226294s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:48.429077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066727392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:48.429085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116198871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:48.429108Z","caller":"traceutil/trace.go:171","msg":"trace[174251317] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22781; }","duration":"1.116261282s","start":"2026-03-02T22:08:47.312841Z","end":"2026-03-02T22:08:48.429102Z","steps":["trace[174251317] 'agreement among raft nodes before linearized reading' (duration: 1.1161577s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:48.429109Z","caller":"traceutil/trace.go:171","msg":"trace[2129224682] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22781; }","duration":"2.066786633s","start":"2026-03-02T22:08:46.362312Z","end":"2026-03-02T22:08:48.429098Z","steps":["trace[2129224682] 'agreement among raft nodes before linearized reading' (duration: 2.066727262s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.429127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:47.312821Z","time spent":"1.116300934s","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.429144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.772564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:48.429115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.574871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:48.429165Z","caller":"traceutil/trace.go:171","msg":"trace[1330607693] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22781; }","duration":"160.831816ms","start":"2026-03-02T22:08:48.268327Z","end":"2026-03-02T22:08:48.429159Z","steps":["trace[1330607693] 'agreement among raft nodes before linearized reading' (duration: 160.800665ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:48.429174Z","caller":"traceutil/trace.go:171","msg":"trace[660346344] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22781; }","duration":"514.664494ms","start":"2026-03-02T22:08:47.9145Z","end":"2026-03-02T22:08:48.429164Z","steps":["trace[660346344] 'agreement among raft nodes before linearized reading' (duration: 514.594222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.429203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:47.914478Z","time spent":"514.717344ms","remote":"127.0.0.1:43912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.429247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.521159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:48.42927Z","caller":"traceutil/trace.go:171","msg":"trace[291554739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22781; }","duration":"610.588391ms","start":"2026-03-02T22:08:47.818674Z","end":"2026-03-02T22:08:48.429262Z","steps":["trace[291554739] 'agreement among raft nodes before linearized reading' (duration: 610.5459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.429276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.413791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:48.429292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:47.818646Z","time spent":"610.638611ms","remote":"127.0.0.1:36050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:48.429298Z","caller":"traceutil/trace.go:171","msg":"trace[425609636] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22781; }","duration":"368.469353ms","start":"2026-03-02T22:08:48.06082Z","end":"2026-03-02T22:08:48.429289Z","steps":["trace[425609636] 'agreement among raft nodes before linearized reading' (duration: 368.437082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.429317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.060799Z","time spent":"368.512893ms","remote":"127.0.0.1:58228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:48.428761Z","caller":"traceutil/trace.go:171","msg":"trace[77993416] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22781; }","duration":"2.652416776s","start":"2026-03-02T22:08:45.776327Z","end":"2026-03-02T22:08:48.428744Z","steps":["trace[77993416] 'agreement among raft nodes before linearized reading' (duration: 2.652355604s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.429356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:45.776298Z","time spent":"2.653046281s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.429397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.899975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:48.429414Z","caller":"traceutil/trace.go:171","msg":"trace[289914466] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22781; }","duration":"417.954517ms","start":"2026-03-02T22:08:48.011455Z","end":"2026-03-02T22:08:48.429409Z","steps":["trace[289914466] 'agreement among raft nodes before linearized reading' (duration: 417.927857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.429431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.011434Z","time spent":"417.992639ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.429448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113832535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:08:48.429482Z","caller":"traceutil/trace.go:171","msg":"trace[551558970] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a51007375c; range_end:; response_count:1; response_revision:22781; }","duration":"1.113897017s","start":"2026-03-02T22:08:47.315575Z","end":"2026-03-02T22:08:48.429472Z","steps":["trace[551558970] 'agreement among raft nodes before linearized reading' (duration: 1.113789644s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.42914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.362297Z","time spent":"2.066835785s","remote":"127.0.0.1:58238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.429513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:47.315548Z","time spent":"1.113957078s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" "} {"level":"warn","ts":"2026-03-02T22:08:48.429665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.305098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:48.429696Z","caller":"traceutil/trace.go:171","msg":"trace[1809248452] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22781; }","duration":"956.38002ms","start":"2026-03-02T22:08:47.473308Z","end":"2026-03-02T22:08:48.429688Z","steps":["trace[1809248452] 'agreement among raft nodes before linearized reading' (duration: 956.326269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.429727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:47.473256Z","time spent":"956.461332ms","remote":"127.0.0.1:43714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:48.579866Z","caller":"traceutil/trace.go:171","msg":"trace[1031532017] transaction","detail":"{read_only:false; response_revision:22782; number_of_response:1; }","duration":"145.571076ms","start":"2026-03-02T22:08:48.434264Z","end":"2026-03-02T22:08:48.579835Z","steps":["trace[1031532017] 'process raft request' (duration: 145.343221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.440391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000194336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:50.440517Z","caller":"traceutil/trace.go:171","msg":"trace[1884603348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034616s","start":"2026-03-02T22:08:48.44014Z","end":"2026-03-02T22:08:50.440486Z","steps":["trace[1884603348] 'agreement among raft nodes before linearized reading' (duration: 2.000202617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.440576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.440133Z","time spent":"2.000431902s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:50.510966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.931226423s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:08:50.51164Z","caller":"traceutil/trace.go:171","msg":"trace[1431304578] linearizableReadLoop","detail":"{readStateIndex:23581; appliedIndex:23579; }","duration":"2.071447792s","start":"2026-03-02T22:08:48.440155Z","end":"2026-03-02T22:08:50.511603Z","steps":["trace[1431304578] 'read index received' (duration: 139.622055ms)","trace[1431304578] 'applied index is now lower than readState.Index' (duration: 1.931823607s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:50.511684Z","caller":"traceutil/trace.go:171","msg":"trace[501465809] transaction","detail":"{read_only:false; response_revision:22783; number_of_response:1; }","duration":"2.075235713s","start":"2026-03-02T22:08:48.4364Z","end":"2026-03-02T22:08:50.511636Z","steps":["trace[501465809] 'process raft request' (duration: 2.074975257s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.51188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.43639Z","time spent":"2.075387726s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:51.012167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:51.512693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:52.014049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:52.031386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:52.031476Z","caller":"traceutil/trace.go:171","msg":"trace[1083810058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172355s","start":"2026-03-02T22:08:50.031272Z","end":"2026-03-02T22:08:52.031444Z","steps":["trace[1083810058] 'agreement among raft nodes before linearized reading' (duration: 2.000055832s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.031575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.031249Z","time spent":"2.00030844s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:52.088674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438211829s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:52.239124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.97461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:52.239461Z","caller":"traceutil/trace.go:171","msg":"trace[789279653] transaction","detail":"{read_only:false; response_revision:22786; number_of_response:1; }","duration":"2.920177149s","start":"2026-03-02T22:08:49.319263Z","end":"2026-03-02T22:08:52.23944Z","steps":["trace[789279653] 'process raft request' (duration: 2.920085587s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.239569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.319219Z","time spent":"2.920291192s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:52.23956Z","caller":"traceutil/trace.go:171","msg":"trace[1203768068] transaction","detail":"{read_only:false; response_revision:22784; number_of_response:1; }","duration":"2.921319955s","start":"2026-03-02T22:08:49.318206Z","end":"2026-03-02T22:08:52.239526Z","steps":["trace[1203768068] 'process raft request' (duration: 2.770789432s)","trace[1203768068] 'compare' (duration: 148.758431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:52.239714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.318173Z","time spent":"2.921450768s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:52.239804Z","caller":"traceutil/trace.go:171","msg":"trace[385759005] transaction","detail":"{read_only:false; response_revision:22787; number_of_response:1; }","duration":"2.92021339s","start":"2026-03-02T22:08:49.319564Z","end":"2026-03-02T22:08:52.239777Z","steps":["trace[385759005] 'process raft request' (duration: 2.919832411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.239971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.319555Z","time spent":"2.920316662s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:52.239977Z","caller":"traceutil/trace.go:171","msg":"trace[324422439] transaction","detail":"{read_only:false; response_revision:22785; number_of_response:1; }","duration":"2.920975618s","start":"2026-03-02T22:08:49.318802Z","end":"2026-03-02T22:08:52.239778Z","steps":["trace[324422439] 'process raft request' (duration: 2.920435105s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:52.240215Z","caller":"traceutil/trace.go:171","msg":"trace[249466959] transaction","detail":"{read_only:false; response_revision:22789; number_of_response:1; }","duration":"2.919973283s","start":"2026-03-02T22:08:49.320225Z","end":"2026-03-02T22:08:52.240198Z","steps":["trace[249466959] 'process raft request' (duration: 2.919798999s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.24032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.320217Z","time spent":"2.920054545s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:52.240103Z","caller":"traceutil/trace.go:171","msg":"trace[2106791714] transaction","detail":"{read_only:false; response_revision:22788; number_of_response:1; }","duration":"2.919945712s","start":"2026-03-02T22:08:49.32014Z","end":"2026-03-02T22:08:52.240086Z","steps":["trace[2106791714] 'process raft request' (duration: 2.919498992s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:52.240552Z","caller":"traceutil/trace.go:171","msg":"trace[1768980425] linearizableReadLoop","detail":"{readStateIndex:23589; appliedIndex:23581; }","duration":"1.728792258s","start":"2026-03-02T22:08:50.511725Z","end":"2026-03-02T22:08:52.240517Z","steps":["trace[1768980425] 'read index received' (duration: 1.57719228s)","trace[1768980425] 'applied index is now lower than readState.Index' (duration: 151.598388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:52.24072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921708995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:08:52.240723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.320134Z","time spent":"2.920483095s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:52.240777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928037363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:52.240807Z","caller":"traceutil/trace.go:171","msg":"trace[1303691865] transaction","detail":"{read_only:false; response_revision:22790; number_of_response:1; }","duration":"2.698757017s","start":"2026-03-02T22:08:49.54204Z","end":"2026-03-02T22:08:52.240797Z","steps":["trace[1303691865] 'process raft request' (duration: 2.698105431s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:52.240838Z","caller":"traceutil/trace.go:171","msg":"trace[1096556281] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22791; }","duration":"2.928150756s","start":"2026-03-02T22:08:49.312672Z","end":"2026-03-02T22:08:52.240822Z","steps":["trace[1096556281] 'agreement among raft nodes before linearized reading' (duration: 2.928051574s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.240863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.542008Z","time spent":"2.698823168s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:52.240911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.312643Z","time spent":"2.928236117s","remote":"127.0.0.1:58148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:52.240772Z","caller":"traceutil/trace.go:171","msg":"trace[54370336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22791; }","duration":"2.921809567s","start":"2026-03-02T22:08:49.318948Z","end":"2026-03-02T22:08:52.240757Z","steps":["trace[54370336] 'agreement among raft nodes before linearized reading' (duration: 2.921601042s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.241063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.318932Z","time spent":"2.922119224s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:52.241095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.318789Z","time spent":"2.921385757s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:52.241196Z","caller":"traceutil/trace.go:171","msg":"trace[402004946] transaction","detail":"{read_only:false; response_revision:22791; number_of_response:1; }","duration":"2.502978998s","start":"2026-03-02T22:08:49.738196Z","end":"2026-03-02T22:08:52.241175Z","steps":["trace[402004946] 'process raft request' (duration: 2.502158909s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.241289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.738161Z","time spent":"2.503083671s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:52.241325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72291015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:08:52.241381Z","caller":"traceutil/trace.go:171","msg":"trace[1182903767] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a51007375c; range_end:; response_count:1; response_revision:22791; }","duration":"1.723017433s","start":"2026-03-02T22:08:50.51835Z","end":"2026-03-02T22:08:52.241368Z","steps":["trace[1182903767] 'agreement among raft nodes before linearized reading' (duration: 1.72289503s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.241434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800659829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:52.241478Z","caller":"traceutil/trace.go:171","msg":"trace[167066769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22791; }","duration":"1.800753121s","start":"2026-03-02T22:08:50.440714Z","end":"2026-03-02T22:08:52.241467Z","steps":["trace[167066769] 'agreement among raft nodes before linearized reading' (duration: 1.800675129s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.241513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.440687Z","time spent":"1.800820682s","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:52.241588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.302516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.146\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:08:52.241626Z","caller":"traceutil/trace.go:171","msg":"trace[614452139] range","detail":"{range_begin:/registry/masterleases/199.19.213.146; range_end:; response_count:1; response_revision:22791; }","duration":"817.361798ms","start":"2026-03-02T22:08:51.424255Z","end":"2026-03-02T22:08:52.241617Z","steps":["trace[614452139] 'agreement among raft nodes before linearized reading' (duration: 817.278705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.241659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:51.424243Z","time spent":"817.406328ms","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.146\" "} {"level":"warn","ts":"2026-03-02T22:08:52.241739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200744316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:52.241779Z","caller":"traceutil/trace.go:171","msg":"trace[2119703014] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22791; }","duration":"2.200822508s","start":"2026-03-02T22:08:50.040947Z","end":"2026-03-02T22:08:52.24177Z","steps":["trace[2119703014] 'agreement among raft nodes before linearized reading' (duration: 2.200717126s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.241814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.040921Z","time spent":"2.20088526s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:52.241911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925077635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:08:52.241959Z","caller":"traceutil/trace.go:171","msg":"trace[1178743857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22791; }","duration":"2.925138486s","start":"2026-03-02T22:08:49.316808Z","end":"2026-03-02T22:08:52.241947Z","steps":["trace[1178743857] 'agreement among raft nodes before linearized reading' (duration: 2.925013493s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.241958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.799853843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-02T22:08:52.241996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.3168Z","time spent":"2.925182847s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:52.241963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.104606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:52.241994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190875088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-02T22:08:52.241202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984616584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-02T22:08:52.242078Z","caller":"traceutil/trace.go:171","msg":"trace[1482337546] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:22791; }","duration":"2.985567408s","start":"2026-03-02T22:08:49.256495Z","end":"2026-03-02T22:08:52.242062Z","steps":["trace[1482337546] 'agreement among raft nodes before linearized reading' (duration: 2.984478382s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:52.242071Z","caller":"traceutil/trace.go:171","msg":"trace[651219723] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22791; }","duration":"940.280441ms","start":"2026-03-02T22:08:51.301765Z","end":"2026-03-02T22:08:52.242045Z","steps":["trace[651219723] 'agreement among raft nodes before linearized reading' (duration: 940.060555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.242119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.256446Z","time spent":"2.98566284s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T22:08:52.242119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178286194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:52.242322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:51.30174Z","time spent":"940.388322ms","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:52.242335Z","caller":"traceutil/trace.go:171","msg":"trace[2027415749] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22791; }","duration":"3.178543209s","start":"2026-03-02T22:08:49.06378Z","end":"2026-03-02T22:08:52.242323Z","steps":["trace[2027415749] 'agreement among raft nodes before linearized reading' (duration: 3.178270463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.242364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925456574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:08:52.242379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.063757Z","time spent":"3.178613561s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:52.242394Z","caller":"traceutil/trace.go:171","msg":"trace[1354414645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22791; }","duration":"2.925494804s","start":"2026-03-02T22:08:49.31689Z","end":"2026-03-02T22:08:52.242385Z","steps":["trace[1354414645] 'agreement among raft nodes before linearized reading' (duration: 2.925223388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.24144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.518327Z","time spent":"1.723100324s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" "} {"level":"warn","ts":"2026-03-02T22:08:52.242399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.718663772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:52.242422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.316886Z","time spent":"2.925530945s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:08:52.24247Z","caller":"traceutil/trace.go:171","msg":"trace[290493638] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22791; }","duration":"3.718785455s","start":"2026-03-02T22:08:48.523664Z","end":"2026-03-02T22:08:52.242449Z","steps":["trace[290493638] 'agreement among raft nodes before linearized reading' (duration: 3.718464307s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.241512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.082802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:52.242026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92275996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:08:52.242487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926296643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:08:52.242517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.523611Z","time spent":"3.718895647s","remote":"127.0.0.1:58294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:52.242523Z","caller":"traceutil/trace.go:171","msg":"trace[1440740185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22791; }","duration":"2.923272891s","start":"2026-03-02T22:08:49.319239Z","end":"2026-03-02T22:08:52.242512Z","steps":["trace[1440740185] 'agreement among raft nodes before linearized reading' (duration: 2.922716008s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:52.242526Z","caller":"traceutil/trace.go:171","msg":"trace[1306512567] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22791; }","duration":"677.140517ms","start":"2026-03-02T22:08:51.56537Z","end":"2026-03-02T22:08:52.24251Z","steps":["trace[1306512567] 'agreement among raft nodes before linearized reading' (duration: 676.107942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.242556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.319231Z","time spent":"2.923317263s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:08:52.242561Z","caller":"traceutil/trace.go:171","msg":"trace[1199138381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22791; }","duration":"2.926372105s","start":"2026-03-02T22:08:49.316165Z","end":"2026-03-02T22:08:52.242537Z","steps":["trace[1199138381] 'agreement among raft nodes before linearized reading' (duration: 2.925960545s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.242587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:51.565342Z","time spent":"677.223579ms","remote":"127.0.0.1:58356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:52.242608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.316123Z","time spent":"2.926473947s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:08:52.242688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65790677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:08:52.242733Z","caller":"traceutil/trace.go:171","msg":"trace[11002443] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22791; }","duration":"1.657946311s","start":"2026-03-02T22:08:50.584772Z","end":"2026-03-02T22:08:52.242718Z","steps":["trace[11002443] 'agreement among raft nodes before linearized reading' (duration: 1.657837729s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:52.242026Z","caller":"traceutil/trace.go:171","msg":"trace[574803990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22791; }","duration":"3.799937475s","start":"2026-03-02T22:08:48.44207Z","end":"2026-03-02T22:08:52.242007Z","steps":["trace[574803990] 'agreement among raft nodes before linearized reading' (duration: 3.79972245s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.242769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.584677Z","time spent":"1.658085144s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:08:52.242797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.442064Z","time spent":"3.800720863s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T22:08:52.242077Z","caller":"traceutil/trace.go:171","msg":"trace[393270619] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22791; }","duration":"1.191078564s","start":"2026-03-02T22:08:51.050977Z","end":"2026-03-02T22:08:52.242056Z","steps":["trace[393270619] 'agreement among raft nodes before linearized reading' (duration: 1.190767757s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.24286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:51.050947Z","time spent":"1.191904433s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:08:52.746465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:53.839787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.572613ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:53.839934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.965722ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-02T22:08:53.83996Z","caller":"traceutil/trace.go:171","msg":"trace[1741225283] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22791; }","duration":"212.766238ms","start":"2026-03-02T22:08:53.627167Z","end":"2026-03-02T22:08:53.839933Z","steps":["trace[1741225283] 'range keys from in-memory index tree' (duration: 212.550823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:53.840003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.244716Z","time spent":"1.595283645s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:08:54.252235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:54.25231Z","caller":"traceutil/trace.go:171","msg":"trace[1945034061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000089154s","start":"2026-03-02T22:08:52.252205Z","end":"2026-03-02T22:08:54.252294Z","steps":["trace[1945034061] 'agreement among raft nodes before linearized reading' (duration: 1.999993892s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:54.252355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.252196Z","time spent":"2.000149945s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:54.289724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448639075s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:55.570288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.279004423s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:55.587092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297028186s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:55.587712Z","caller":"traceutil/trace.go:171","msg":"trace[1104436856] transaction","detail":"{read_only:false; response_revision:22806; number_of_response:1; }","duration":"1.339460736s","start":"2026-03-02T22:08:54.248232Z","end":"2026-03-02T22:08:55.587693Z","steps":["trace[1104436856] 'process raft request' (duration: 1.339424865s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.587793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.248219Z","time spent":"1.339539987s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:55.588005Z","caller":"traceutil/trace.go:171","msg":"trace[1905633138] transaction","detail":"{read_only:false; response_revision:22792; number_of_response:1; }","duration":"3.342466717s","start":"2026-03-02T22:08:52.245521Z","end":"2026-03-02T22:08:55.587988Z","steps":["trace[1905633138] 'process raft request' (duration: 2.044453648s)","trace[1905633138] 'compare' (duration: 1.296439323s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:55.588071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.245503Z","time spent":"3.342535369s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:55.588363Z","caller":"traceutil/trace.go:171","msg":"trace[352235796] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"1.340863118s","start":"2026-03-02T22:08:54.247488Z","end":"2026-03-02T22:08:55.588351Z","steps":["trace[352235796] 'process raft request' (duration: 1.340140711s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.588359Z","caller":"traceutil/trace.go:171","msg":"trace[1302161795] linearizableReadLoop","detail":"{readStateIndex:23598; appliedIndex:23589; }","duration":"3.342079268s","start":"2026-03-02T22:08:52.246239Z","end":"2026-03-02T22:08:55.588318Z","steps":["trace[1302161795] 'read index received' (duration: 594.757868ms)","trace[1302161795] 'applied index is now lower than readState.Index' (duration: 2.74731829s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:55.58839Z","caller":"traceutil/trace.go:171","msg":"trace[520298581] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"1.341758829s","start":"2026-03-02T22:08:54.246601Z","end":"2026-03-02T22:08:55.58836Z","steps":["trace[520298581] 'process raft request' (duration: 1.340999521s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.588461Z","caller":"traceutil/trace.go:171","msg":"trace[210199213] transaction","detail":"{read_only:false; response_revision:22795; number_of_response:1; }","duration":"3.340521581s","start":"2026-03-02T22:08:52.247928Z","end":"2026-03-02T22:08:55.58845Z","steps":["trace[210199213] 'process raft request' (duration: 3.339376535s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.588479Z","caller":"traceutil/trace.go:171","msg":"trace[305206579] transaction","detail":"{read_only:false; response_revision:22797; number_of_response:1; }","duration":"3.340259005s","start":"2026-03-02T22:08:52.24821Z","end":"2026-03-02T22:08:55.588469Z","steps":["trace[305206579] 'process raft request' (duration: 3.33915755s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.588729Z","caller":"traceutil/trace.go:171","msg":"trace[340785256] transaction","detail":"{read_only:false; response_revision:22793; number_of_response:1; }","duration":"3.341383911s","start":"2026-03-02T22:08:52.247333Z","end":"2026-03-02T22:08:55.588717Z","steps":["trace[340785256] 'process raft request' (duration: 3.339857656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.588757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.246588Z","time spent":"1.341871612s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:55.588787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.248191Z","time spent":"3.340529891s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:55.588792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.247907Z","time spent":"3.340804828s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:55.588845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.247312Z","time spent":"3.341462323s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:55.588424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.247476Z","time spent":"1.340918199s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:55.588892Z","caller":"traceutil/trace.go:171","msg":"trace[98366045] transaction","detail":"{read_only:false; response_revision:22800; number_of_response:1; }","duration":"1.747811756s","start":"2026-03-02T22:08:53.841066Z","end":"2026-03-02T22:08:55.588878Z","steps":["trace[98366045] 'process raft request' (duration: 1.746397133s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.588452Z","caller":"traceutil/trace.go:171","msg":"trace[1642113820] transaction","detail":"{read_only:false; response_revision:22794; number_of_response:1; }","duration":"3.340964231s","start":"2026-03-02T22:08:52.247458Z","end":"2026-03-02T22:08:55.588422Z","steps":["trace[1642113820] 'process raft request' (duration: 3.339805605s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.588947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.84101Z","time spent":"1.747904918s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:55.589004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.247418Z","time spent":"3.341553315s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:55.589061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342818025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-07835023-7e69-4536-9d45-0fb373eac958\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-02T22:08:55.589102Z","caller":"traceutil/trace.go:171","msg":"trace[1784746623] range","detail":"{range_begin:/registry/persistentvolumes/pvc-07835023-7e69-4536-9d45-0fb373eac958; range_end:; response_count:1; response_revision:22806; }","duration":"3.342872537s","start":"2026-03-02T22:08:52.246219Z","end":"2026-03-02T22:08:55.589092Z","steps":["trace[1784746623] 'agreement among raft nodes before linearized reading' (duration: 3.342724503s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.589123Z","caller":"traceutil/trace.go:171","msg":"trace[193257019] transaction","detail":"{read_only:false; response_revision:22801; number_of_response:1; }","duration":"1.343684413s","start":"2026-03-02T22:08:54.245427Z","end":"2026-03-02T22:08:55.589111Z","steps":["trace[193257019] 'process raft request' (duration: 1.342074376s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.589166Z","caller":"traceutil/trace.go:171","msg":"trace[28753741] transaction","detail":"{read_only:false; response_revision:22799; number_of_response:1; }","duration":"3.340316876s","start":"2026-03-02T22:08:52.24884Z","end":"2026-03-02T22:08:55.589157Z","steps":["trace[28753741] 'process raft request' (duration: 3.338587086s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.589186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.245398Z","time spent":"1.343760505s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:55.589218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.248833Z","time spent":"3.340358317s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:55.589259Z","caller":"traceutil/trace.go:171","msg":"trace[575519108] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"1.343546502s","start":"2026-03-02T22:08:54.245702Z","end":"2026-03-02T22:08:55.589249Z","steps":["trace[575519108] 'process raft request' (duration: 1.341833401s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.589319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.245659Z","time spent":"1.343627753s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:55.588418Z","caller":"traceutil/trace.go:171","msg":"trace[79110977] transaction","detail":"{read_only:false; response_revision:22796; number_of_response:1; }","duration":"3.340188944s","start":"2026-03-02T22:08:52.248206Z","end":"2026-03-02T22:08:55.588395Z","steps":["trace[79110977] 'process raft request' (duration: 3.339130179s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.589554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.248199Z","time spent":"3.341236499s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:55.589665Z","caller":"traceutil/trace.go:171","msg":"trace[1570549814] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"1.34343705s","start":"2026-03-02T22:08:54.246198Z","end":"2026-03-02T22:08:55.589635Z","steps":["trace[1570549814] 'process raft request' (duration: 1.341368161s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.589137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.246203Z","time spent":"3.342926478s","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-07835023-7e69-4536-9d45-0fb373eac958\" "} {"level":"warn","ts":"2026-03-02T22:08:55.589848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.246181Z","time spent":"1.343563642s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:55.589113Z","caller":"traceutil/trace.go:171","msg":"trace[1864429176] transaction","detail":"{read_only:false; response_revision:22798; number_of_response:1; }","duration":"3.3404946s","start":"2026-03-02T22:08:52.248605Z","end":"2026-03-02T22:08:55.5891Z","steps":["trace[1864429176] 'process raft request' (duration: 3.338793241s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.590303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.248577Z","time spent":"3.341689599s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:56.089203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:56.253021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:56.253124Z","caller":"traceutil/trace.go:171","msg":"trace[1147655962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525124s","start":"2026-03-02T22:08:54.252576Z","end":"2026-03-02T22:08:56.253101Z","steps":["trace[1147655962] 'agreement among raft nodes before linearized reading' (duration: 2.000392341s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:56.253183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.252567Z","time spent":"2.000606157s","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:57.225688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081501543s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:57.226161Z","caller":"traceutil/trace.go:171","msg":"trace[1976701099] linearizableReadLoop","detail":"{readStateIndex:23607; appliedIndex:23605; }","duration":"1.637715035s","start":"2026-03-02T22:08:55.588427Z","end":"2026-03-02T22:08:57.226142Z","steps":["trace[1976701099] 'read index received' (duration: 555.629008ms)","trace[1976701099] 'applied index is now lower than readState.Index' (duration: 1.082084897s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:57.226462Z","caller":"traceutil/trace.go:171","msg":"trace[1602750677] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"2.405090126s","start":"2026-03-02T22:08:54.821359Z","end":"2026-03-02T22:08:57.226449Z","steps":["trace[1602750677] 'process raft request' (duration: 1.322751633s)","trace[1602750677] 'compare' (duration: 1.080390317s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:57.226543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.821332Z","time spent":"2.405169318s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:57.226689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978187219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.226775Z","caller":"traceutil/trace.go:171","msg":"trace[1344068060] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22808; }","duration":"3.978321452s","start":"2026-03-02T22:08:53.248437Z","end":"2026-03-02T22:08:57.226759Z","steps":["trace[1344068060] 'agreement among raft nodes before linearized reading' (duration: 3.978191399s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.226801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.235651329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-02T22:08:57.226872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.24841Z","time spent":"3.978406434s","remote":"127.0.0.1:58356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:08:57.226843Z","caller":"traceutil/trace.go:171","msg":"trace[1307116182] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22808; }","duration":"4.235730411s","start":"2026-03-02T22:08:52.991098Z","end":"2026-03-02T22:08:57.226828Z","steps":["trace[1307116182] 'agreement among raft nodes before linearized reading' (duration: 4.235611838s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.227082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.991073Z","time spent":"4.235996087s","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-02T22:08:57.227218Z","caller":"traceutil/trace.go:171","msg":"trace[377726952] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"2.312798012s","start":"2026-03-02T22:08:54.914407Z","end":"2026-03-02T22:08:57.227205Z","steps":["trace[377726952] 'process raft request' (duration: 2.311617745s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.227287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.629294693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.227328Z","caller":"traceutil/trace.go:171","msg":"trace[972531216] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22808; }","duration":"4.629368405s","start":"2026-03-02T22:08:52.597947Z","end":"2026-03-02T22:08:57.227316Z","steps":["trace[972531216] 'agreement among raft nodes before linearized reading' (duration: 4.629305783s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.227419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.91438Z","time spent":"2.312901325s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:57.227462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.597926Z","time spent":"4.629516658s","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.227647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108131555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.227704Z","caller":"traceutil/trace.go:171","msg":"trace[225840672] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22808; }","duration":"2.108247399s","start":"2026-03-02T22:08:55.119447Z","end":"2026-03-02T22:08:57.227695Z","steps":["trace[225840672] 'agreement among raft nodes before linearized reading' (duration: 2.108172537s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.22775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.119416Z","time spent":"2.10832603s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.227958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278620978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.22802Z","caller":"traceutil/trace.go:171","msg":"trace[570781492] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22808; }","duration":"2.278765152s","start":"2026-03-02T22:08:54.949245Z","end":"2026-03-02T22:08:57.228011Z","steps":["trace[570781492] 'agreement among raft nodes before linearized reading' (duration: 2.278643929s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.228117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.949226Z","time spent":"2.278881145s","remote":"127.0.0.1:58376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.228463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17475342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.228537Z","caller":"traceutil/trace.go:171","msg":"trace[2124821967] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22808; }","duration":"3.174874453s","start":"2026-03-02T22:08:54.053655Z","end":"2026-03-02T22:08:57.228529Z","steps":["trace[2124821967] 'agreement among raft nodes before linearized reading' (duration: 3.174775451s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.228581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.053629Z","time spent":"3.174943315s","remote":"127.0.0.1:38686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.228818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.610555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.228868Z","caller":"traceutil/trace.go:171","msg":"trace[569423010] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:22808; }","duration":"334.692438ms","start":"2026-03-02T22:08:56.894164Z","end":"2026-03-02T22:08:57.228857Z","steps":["trace[569423010] 'agreement among raft nodes before linearized reading' (duration: 334.616986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.228913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:56.894145Z","time spent":"334.75593ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.228889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571238341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.229023Z","caller":"traceutil/trace.go:171","msg":"trace[1369590092] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22808; }","duration":"3.571448536s","start":"2026-03-02T22:08:53.657564Z","end":"2026-03-02T22:08:57.229013Z","steps":["trace[1369590092] 'agreement among raft nodes before linearized reading' (duration: 3.571257832s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.229368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.423964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.229428Z","caller":"traceutil/trace.go:171","msg":"trace[1299865260] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22808; }","duration":"663.526306ms","start":"2026-03-02T22:08:56.565887Z","end":"2026-03-02T22:08:57.229414Z","steps":["trace[1299865260] 'agreement among raft nodes before linearized reading' (duration: 663.423604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.229481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:56.565865Z","time spent":"663.601089ms","remote":"127.0.0.1:38708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.229951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.043892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:57.230013Z","caller":"traceutil/trace.go:171","msg":"trace[923205979] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:22808; }","duration":"713.157504ms","start":"2026-03-02T22:08:56.51684Z","end":"2026-03-02T22:08:57.229998Z","steps":["trace[923205979] 'agreement among raft nodes before linearized reading' (duration: 713.055732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.230065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:56.516814Z","time spent":"713.237085ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.229128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.657537Z","time spent":"3.571537729s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.230645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737439253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:57.230705Z","caller":"traceutil/trace.go:171","msg":"trace[1152135352] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22808; }","duration":"3.737541315s","start":"2026-03-02T22:08:53.493156Z","end":"2026-03-02T22:08:57.230697Z","steps":["trace[1152135352] 'agreement among raft nodes before linearized reading' (duration: 3.737215178s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.230727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.627707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.230776Z","caller":"traceutil/trace.go:171","msg":"trace[1341529108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22808; }","duration":"968.713278ms","start":"2026-03-02T22:08:56.262051Z","end":"2026-03-02T22:08:57.230764Z","steps":["trace[1341529108] 'agreement among raft nodes before linearized reading' (duration: 968.626466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.230749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.49313Z","time spent":"3.737611577s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.23085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.452049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:57.230976Z","caller":"traceutil/trace.go:171","msg":"trace[2040144234] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:22808; }","duration":"975.605722ms","start":"2026-03-02T22:08:56.255352Z","end":"2026-03-02T22:08:57.230958Z","steps":["trace[2040144234] 'agreement among raft nodes before linearized reading' (duration: 975.472679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.227955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687435541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:08:57.231246Z","caller":"traceutil/trace.go:171","msg":"trace[824282423] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22808; }","duration":"4.690776441s","start":"2026-03-02T22:08:52.540459Z","end":"2026-03-02T22:08:57.231236Z","steps":["trace[824282423] 'agreement among raft nodes before linearized reading' (duration: 4.687333979s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.231261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447516989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.231313Z","caller":"traceutil/trace.go:171","msg":"trace[1643510392] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22808; }","duration":"1.44759492s","start":"2026-03-02T22:08:55.783705Z","end":"2026-03-02T22:08:57.2313Z","steps":["trace[1643510392] 'agreement among raft nodes before linearized reading' (duration: 1.447491668s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.231351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.783638Z","time spent":"1.447704143s","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.231364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.540431Z","time spent":"4.690854723s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.228113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633406184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T22:08:57.231619Z","caller":"traceutil/trace.go:171","msg":"trace[2145756549] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22808; }","duration":"1.636967478s","start":"2026-03-02T22:08:55.594626Z","end":"2026-03-02T22:08:57.231593Z","steps":["trace[2145756549] 'agreement among raft nodes before linearized reading' (duration: 1.633364432s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.231707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.59461Z","time spent":"1.63707304s","remote":"127.0.0.1:43576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:08:57.231882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63706541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a540a237d9\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:08:57.231946Z","caller":"traceutil/trace.go:171","msg":"trace[1203233066] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a540a237d9; range_end:; response_count:1; response_revision:22808; }","duration":"1.637180563s","start":"2026-03-02T22:08:55.594751Z","end":"2026-03-02T22:08:57.231931Z","steps":["trace[1203233066] 'agreement among raft nodes before linearized reading' (duration: 1.636984698s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.231976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.59473Z","time spent":"1.637240124s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a540a237d9\" "} {"level":"warn","ts":"2026-03-02T22:08:57.230808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:56.262027Z","time spent":"968.77406ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:57.231089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:56.255331Z","time spent":"975.685754ms","remote":"127.0.0.1:43768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.735538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:58.23584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:58.640047Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366454781s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:59.235176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:59.235262Z","caller":"traceutil/trace.go:171","msg":"trace[52588525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000625036s","start":"2026-03-02T22:08:57.234618Z","end":"2026-03-02T22:08:59.235243Z","steps":["trace[52588525] 'agreement among raft nodes before linearized reading' (duration: 2.000513724s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:59.23543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.234596Z","time spent":"2.00082123s","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:59.290082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.63759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:59.290169Z","caller":"traceutil/trace.go:171","msg":"trace[2058533383] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"2.056056411s","start":"2026-03-02T22:08:57.234097Z","end":"2026-03-02T22:08:59.290153Z","steps":["trace[2058533383] 'process raft request' (duration: 1.406271138s)","trace[2058533383] 'compare' (duration: 648.801639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:59.290207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.234078Z","time spent":"2.056112342s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:00.428897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.713589241s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:09:01.113417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.202913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:01.113758Z","caller":"traceutil/trace.go:171","msg":"trace[1980478342] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"3.865810744s","start":"2026-03-02T22:08:57.247918Z","end":"2026-03-02T22:09:01.113728Z","steps":["trace[1980478342] 'process raft request' (duration: 3.86560694s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:01.113822Z","caller":"traceutil/trace.go:171","msg":"trace[213242605] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"3.87747537s","start":"2026-03-02T22:08:57.23615Z","end":"2026-03-02T22:09:01.113625Z","steps":["trace[213242605] 'process raft request' (duration: 3.192966299s)","trace[213242605] 'compare' (duration: 682.760769ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:01.113992Z","caller":"traceutil/trace.go:171","msg":"trace[1349223323] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"3.516177885s","start":"2026-03-02T22:08:57.597806Z","end":"2026-03-02T22:09:01.113984Z","steps":["trace[1349223323] 'process raft request' (duration: 3.515822477s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.114047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.597791Z","time spent":"3.516225548s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:01.114105Z","caller":"traceutil/trace.go:171","msg":"trace[2051886258] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"3.511905116s","start":"2026-03-02T22:08:57.602176Z","end":"2026-03-02T22:09:01.114081Z","steps":["trace[2051886258] 'process raft request' (duration: 3.511633439s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.114194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.602169Z","time spent":"3.511979277s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:01.114226Z","caller":"traceutil/trace.go:171","msg":"trace[755320989] transaction","detail":"{read_only:false; response_revision:22813; number_of_response:1; }","duration":"3.515581952s","start":"2026-03-02T22:08:57.598635Z","end":"2026-03-02T22:09:01.114217Z","steps":["trace[755320989] 'process raft request' (duration: 3.515037759s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.114276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.598624Z","time spent":"3.515625192s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:01.114359Z","caller":"traceutil/trace.go:171","msg":"trace[454848959] transaction","detail":"{read_only:false; response_revision:22814; number_of_response:1; }","duration":"3.515311136s","start":"2026-03-02T22:08:57.599038Z","end":"2026-03-02T22:09:01.114349Z","steps":["trace[454848959] 'process raft request' (duration: 3.514666471s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.114407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.599028Z","time spent":"3.515349616s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:01.114438Z","caller":"traceutil/trace.go:171","msg":"trace[1375463096] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"3.512881918s","start":"2026-03-02T22:08:57.601542Z","end":"2026-03-02T22:09:01.114424Z","steps":["trace[1375463096] 'process raft request' (duration: 3.512234453s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:01.114428Z","caller":"traceutil/trace.go:171","msg":"trace[1668479521] linearizableReadLoop","detail":"{readStateIndex:23616; appliedIndex:23607; }","duration":"3.879778744s","start":"2026-03-02T22:08:57.234622Z","end":"2026-03-02T22:09:01.114401Z","steps":["trace[1668479521] 'read index received' (duration: 1.405670544s)","trace[1668479521] 'applied index is now lower than readState.Index' (duration: 2.47410545s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:01.1145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.601533Z","time spent":"3.512932429s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:01.113903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.247908Z","time spent":"3.865910117s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:01.113957Z","caller":"traceutil/trace.go:171","msg":"trace[676388117] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"3.513299137s","start":"2026-03-02T22:08:57.600646Z","end":"2026-03-02T22:09:01.113945Z","steps":["trace[676388117] 'process raft request' (duration: 3.513097523s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.115201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.600622Z","time spent":"3.514412614s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:01.115322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.236142Z","time spent":"3.87786235s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:01.244322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:09:01.244465Z","caller":"traceutil/trace.go:171","msg":"trace[795180626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000448282s","start":"2026-03-02T22:08:59.243995Z","end":"2026-03-02T22:09:01.244443Z","steps":["trace[795180626] 'agreement among raft nodes before linearized reading' (duration: 2.000265348s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.244521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:59.243954Z","time spent":"2.000556965s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:09:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:09:01.770944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.066274ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:09:01.771057Z","caller":"traceutil/trace.go:171","msg":"trace[2032574946] linearizableReadLoop","detail":"{readStateIndex:23617; appliedIndex:23616; }","duration":"656.553472ms","start":"2026-03-02T22:09:01.114486Z","end":"2026-03-02T22:09:01.771039Z","steps":["trace[2032574946] 'read index received' (duration: 46.381µs)","trace[2032574946] 'applied index is now lower than readState.Index' (duration: 656.505451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:01.771363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172219096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:09:01.771432Z","caller":"traceutil/trace.go:171","msg":"trace[1503322281] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22817; }","duration":"4.172304977s","start":"2026-03-02T22:08:57.59911Z","end":"2026-03-02T22:09:01.771415Z","steps":["trace[1503322281] 'agreement among raft nodes before linearized reading' (duration: 4.172089192s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.771482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.599107Z","time spent":"4.172361969s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:01.771793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173205309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:01.771855Z","caller":"traceutil/trace.go:171","msg":"trace[1614334833] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22817; }","duration":"4.17329209s","start":"2026-03-02T22:08:57.598548Z","end":"2026-03-02T22:09:01.77184Z","steps":["trace[1614334833] 'agreement among raft nodes before linearized reading' (duration: 4.173191198s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.771885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528347536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-02T22:09:01.771975Z","caller":"traceutil/trace.go:171","msg":"trace[965998810] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22817; }","duration":"2.528451989s","start":"2026-03-02T22:08:59.243498Z","end":"2026-03-02T22:09:01.77195Z","steps":["trace[965998810] 'agreement among raft nodes before linearized reading' (duration: 2.52769239s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.772028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:59.243419Z","time spent":"2.528599312s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:09:01.772069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174214273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:09:01.772166Z","caller":"traceutil/trace.go:171","msg":"trace[189586409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22817; }","duration":"4.174321035s","start":"2026-03-02T22:08:57.597831Z","end":"2026-03-02T22:09:01.772152Z","steps":["trace[189586409] 'agreement among raft nodes before linearized reading' (duration: 4.17410789s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.77222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.597825Z","time spent":"4.174381797s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:01.771913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.598511Z","time spent":"4.173382933s","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:01.771601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.704076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:01.77236Z","caller":"traceutil/trace.go:171","msg":"trace[1997255801] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:22817; }","duration":"937.548806ms","start":"2026-03-02T22:09:00.834767Z","end":"2026-03-02T22:09:01.772316Z","steps":["trace[1997255801] 'agreement among raft nodes before linearized reading' (duration: 936.701286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.772347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477235764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T22:09:01.772352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493040605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:01.772434Z","caller":"traceutil/trace.go:171","msg":"trace[1475940358] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a51007375c; range_end:; response_count:1; response_revision:22817; }","duration":"2.477398047s","start":"2026-03-02T22:08:59.295013Z","end":"2026-03-02T22:09:01.772411Z","steps":["trace[1475940358] 'agreement among raft nodes before linearized reading' (duration: 2.476659549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.772444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.834732Z","time spent":"937.673829ms","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:01.772471Z","caller":"traceutil/trace.go:171","msg":"trace[244119405] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22817; }","duration":"2.49327744s","start":"2026-03-02T22:08:59.279175Z","end":"2026-03-02T22:09:01.772453Z","steps":["trace[244119405] 'agreement among raft nodes before linearized reading' (duration: 2.492976073s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.77245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.536195873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-03-02T22:09:01.772526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:59.279152Z","time spent":"2.493360663s","remote":"127.0.0.1:38700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:01.772554Z","caller":"traceutil/trace.go:171","msg":"trace[736231888] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:22817; }","duration":"4.536326876s","start":"2026-03-02T22:08:57.236201Z","end":"2026-03-02T22:09:01.772528Z","steps":["trace[736231888] 'agreement among raft nodes before linearized reading' (duration: 4.535980808s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.772636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173482185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:09:01.772671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.236197Z","time spent":"4.536457949s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-02T22:09:01.772698Z","caller":"traceutil/trace.go:171","msg":"trace[1665681348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22817; }","duration":"4.173598739s","start":"2026-03-02T22:08:57.599085Z","end":"2026-03-02T22:09:01.772683Z","steps":["trace[1665681348] 'agreement among raft nodes before linearized reading' (duration: 4.172136024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.772726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.522890029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T22:09:01.772752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.532613448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:01.772413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.537711898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:09:01.772798Z","caller":"traceutil/trace.go:171","msg":"trace[1700005386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22817; }","duration":"4.522982472s","start":"2026-03-02T22:08:57.249794Z","end":"2026-03-02T22:09:01.772776Z","steps":["trace[1700005386] 'agreement among raft nodes before linearized reading' (duration: 4.522781267s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.772833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.175009561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:09:01.772863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.175071644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:09:01.772902Z","caller":"traceutil/trace.go:171","msg":"trace[1752409242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22817; }","duration":"4.175146616s","start":"2026-03-02T22:08:57.597744Z","end":"2026-03-02T22:09:01.772891Z","steps":["trace[1752409242] 'agreement among raft nodes before linearized reading' (duration: 4.175033163s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:01.772888Z","caller":"traceutil/trace.go:171","msg":"trace[2143201759] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22817; }","duration":"4.538181469s","start":"2026-03-02T22:08:57.234646Z","end":"2026-03-02T22:09:01.772827Z","steps":["trace[2143201759] 'agreement among raft nodes before linearized reading' (duration: 4.537675687s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.772954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.597723Z","time spent":"4.175220407s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:09:01.772956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.536690295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-02T22:09:01.772959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.175214337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:09:01.773012Z","caller":"traceutil/trace.go:171","msg":"trace[2023588915] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:22817; }","duration":"4.536758236s","start":"2026-03-02T22:08:57.236238Z","end":"2026-03-02T22:09:01.772996Z","steps":["trace[2023588915] 'agreement among raft nodes before linearized reading' (duration: 4.536608432s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.773012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.234629Z","time spent":"4.538319363s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T22:09:01.773071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.23623Z","time spent":"4.536829318s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-02T22:09:01.772492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.780082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:01.77314Z","caller":"traceutil/trace.go:171","msg":"trace[169273758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22817; }","duration":"528.472958ms","start":"2026-03-02T22:09:01.244656Z","end":"2026-03-02T22:09:01.773129Z","steps":["trace[169273758] 'agreement among raft nodes before linearized reading' (duration: 527.794422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.773193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.244633Z","time spent":"528.5325ms","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:01.772211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370829265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:09:01.773281Z","caller":"traceutil/trace.go:171","msg":"trace[737256279] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22817; }","duration":"3.371947021s","start":"2026-03-02T22:08:58.40132Z","end":"2026-03-02T22:09:01.773267Z","steps":["trace[737256279] 'agreement among raft nodes before linearized reading' (duration: 3.369821001s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.773333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:58.401292Z","time spent":"3.372026493s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:09:01.772903Z","caller":"traceutil/trace.go:171","msg":"trace[2039180557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22817; }","duration":"4.175076892s","start":"2026-03-02T22:08:57.59781Z","end":"2026-03-02T22:09:01.772886Z","steps":["trace[2039180557] 'agreement among raft nodes before linearized reading' (duration: 4.174171571s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.773432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.597758Z","time spent":"4.175646947s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:09:01.77302Z","caller":"traceutil/trace.go:171","msg":"trace[231074742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22817; }","duration":"4.175301169s","start":"2026-03-02T22:08:57.597703Z","end":"2026-03-02T22:09:01.773004Z","steps":["trace[231074742] 'agreement among raft nodes before linearized reading' (duration: 4.175170936s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.773674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.597683Z","time spent":"4.175972394s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:01.772743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.599079Z","time spent":"4.17365233s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:01.772848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.249776Z","time spent":"4.523059983s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:09:01.772485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:59.294995Z","time spent":"2.47748047s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" "} {"level":"info","ts":"2026-03-02T22:09:01.772799Z","caller":"traceutil/trace.go:171","msg":"trace[2117139423] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22817; }","duration":"4.532674549s","start":"2026-03-02T22:08:57.240109Z","end":"2026-03-02T22:09:01.772783Z","steps":["trace[2117139423] 'agreement among raft nodes before linearized reading' (duration: 4.532605627s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.774176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.240084Z","time spent":"4.534071922s","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:09:02.281533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989780,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:09:02.325335Z","caller":"traceutil/trace.go:171","msg":"trace[256923957] transaction","detail":"{read_only:false; response_revision:22818; number_of_response:1; }","duration":"547.25552ms","start":"2026-03-02T22:09:01.778054Z","end":"2026-03-02T22:09:02.325309Z","steps":["trace[256923957] 'process raft request' (duration: 546.961233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:02.325503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.778038Z","time spent":"547.375022ms","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:03.397988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072932982s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:03.398687Z","caller":"traceutil/trace.go:171","msg":"trace[1493104712] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"1.616414114s","start":"2026-03-02T22:09:01.782054Z","end":"2026-03-02T22:09:03.398468Z","steps":["trace[1493104712] 'process raft request' (duration: 1.616113257s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.39874Z","caller":"traceutil/trace.go:171","msg":"trace[1529958216] transaction","detail":"{read_only:false; response_revision:22820; number_of_response:1; }","duration":"1.616655999s","start":"2026-03-02T22:09:01.782064Z","end":"2026-03-02T22:09:03.39872Z","steps":["trace[1529958216] 'process raft request' (duration: 1.616323592s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.398859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.782024Z","time spent":"1.616731331s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:03.39912Z","caller":"traceutil/trace.go:171","msg":"trace[1569320445] transaction","detail":"{read_only:false; response_revision:22821; number_of_response:1; }","duration":"1.617005687s","start":"2026-03-02T22:09:01.78209Z","end":"2026-03-02T22:09:03.399095Z","steps":["trace[1569320445] 'process raft request' (duration: 1.616384533s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.39923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.782072Z","time spent":"1.61709991s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:03.399477Z","caller":"traceutil/trace.go:171","msg":"trace[1822295097] linearizableReadLoop","detail":"{readStateIndex:23627; appliedIndex:23618; }","duration":"1.618766339s","start":"2026-03-02T22:09:01.780696Z","end":"2026-03-02T22:09:03.399462Z","steps":["trace[1822295097] 'read index received' (duration: 544.565636ms)","trace[1822295097] 'applied index is now lower than readState.Index' (duration: 1.074199893s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:03.39946Z","caller":"traceutil/trace.go:171","msg":"trace[1393324730] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"1.616708631s","start":"2026-03-02T22:09:01.782715Z","end":"2026-03-02T22:09:03.399424Z","steps":["trace[1393324730] 'process raft request' (duration: 1.616592428s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.399571Z","caller":"traceutil/trace.go:171","msg":"trace[1946867818] transaction","detail":"{read_only:false; response_revision:22827; number_of_response:1; }","duration":"1.616498356s","start":"2026-03-02T22:09:01.783054Z","end":"2026-03-02T22:09:03.399553Z","steps":["trace[1946867818] 'process raft request' (duration: 1.61631544s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.39966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.783043Z","time spent":"1.616568138s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:03.399711Z","caller":"traceutil/trace.go:171","msg":"trace[1092076926] transaction","detail":"{read_only:false; response_revision:22822; number_of_response:1; }","duration":"1.61752293s","start":"2026-03-02T22:09:01.782181Z","end":"2026-03-02T22:09:03.399704Z","steps":["trace[1092076926] 'process raft request' (duration: 1.616855314s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.399673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.782704Z","time spent":"1.616847355s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:03.399779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619072147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:09:03.399823Z","caller":"traceutil/trace.go:171","msg":"trace[346635788] transaction","detail":"{read_only:false; response_revision:22824; number_of_response:1; }","duration":"1.617621143s","start":"2026-03-02T22:09:01.782194Z","end":"2026-03-02T22:09:03.399815Z","steps":["trace[346635788] 'process raft request' (duration: 1.617026508s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.399835Z","caller":"traceutil/trace.go:171","msg":"trace[315157918] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22827; }","duration":"1.619143818s","start":"2026-03-02T22:09:01.780669Z","end":"2026-03-02T22:09:03.399813Z","steps":["trace[315157918] 'agreement among raft nodes before linearized reading' (duration: 1.618965944s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.399903Z","caller":"traceutil/trace.go:171","msg":"trace[1113035480] transaction","detail":"{read_only:false; response_revision:22825; number_of_response:1; }","duration":"1.617661514s","start":"2026-03-02T22:09:01.782235Z","end":"2026-03-02T22:09:03.399896Z","steps":["trace[1113035480] 'process raft request' (duration: 1.617018838s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.39991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.780655Z","time spent":"1.61924206s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:09:03.399954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.782219Z","time spent":"1.617712254s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:03.399753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.782167Z","time spent":"1.617566461s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:03.399796Z","caller":"traceutil/trace.go:171","msg":"trace[1873863017] transaction","detail":"{read_only:false; response_revision:22823; number_of_response:1; }","duration":"1.617595852s","start":"2026-03-02T22:09:01.78219Z","end":"2026-03-02T22:09:03.399786Z","steps":["trace[1873863017] 'process raft request' (duration: 1.616998607s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.400154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.782182Z","time spent":"1.61792744s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:03.399874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.782174Z","time spent":"1.617673624s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:03.400908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.782046Z","time spent":"1.616787122s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:03.780478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999698925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:09:03.780621Z","caller":"traceutil/trace.go:171","msg":"trace[610376520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999862118s","start":"2026-03-02T22:09:01.780702Z","end":"2026-03-02T22:09:03.780564Z","steps":["trace[610376520] 'agreement among raft nodes before linearized reading' (duration: 1.999721934s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.780854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.780683Z","time spent":"2.000153015s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:09:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:09:03.899842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400989797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:04.609908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.831952ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:04.610082Z","caller":"traceutil/trace.go:171","msg":"trace[2072003152] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22827; }","duration":"983.022237ms","start":"2026-03-02T22:09:03.627031Z","end":"2026-03-02T22:09:04.610053Z","steps":["trace[2072003152] 'range keys from in-memory index tree' (duration: 982.814222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.612962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.403312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:04.613171Z","caller":"traceutil/trace.go:171","msg":"trace[212370196] transaction","detail":"{read_only:false; response_revision:22828; number_of_response:1; }","duration":"2.254369058s","start":"2026-03-02T22:09:02.358766Z","end":"2026-03-02T22:09:04.613135Z","steps":["trace[212370196] 'process raft request' (duration: 1.859695009s)","trace[212370196] 'compare' (duration: 392.263892ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:04.613225Z","caller":"traceutil/trace.go:171","msg":"trace[1162217861] transaction","detail":"{read_only:false; response_revision:22829; number_of_response:1; }","duration":"1.4930867s","start":"2026-03-02T22:09:03.120116Z","end":"2026-03-02T22:09:04.613203Z","steps":["trace[1162217861] 'process raft request' (duration: 1.492948357s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.613302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.120095Z","time spent":"1.493174713s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:04.613331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.358728Z","time spent":"2.254505521s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:04.613485Z","caller":"traceutil/trace.go:171","msg":"trace[539420970] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"1.491593007s","start":"2026-03-02T22:09:03.121873Z","end":"2026-03-02T22:09:04.613466Z","steps":["trace[539420970] 'process raft request' (duration: 1.491480674s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:04.613479Z","caller":"traceutil/trace.go:171","msg":"trace[1035911165] transaction","detail":"{read_only:false; response_revision:22830; number_of_response:1; }","duration":"1.492455236s","start":"2026-03-02T22:09:03.120985Z","end":"2026-03-02T22:09:04.61344Z","steps":["trace[1035911165] 'process raft request' (duration: 1.49217559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.613611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.121859Z","time spent":"1.491685118s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:04.613685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.12097Z","time spent":"1.49259741s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:04.613718Z","caller":"traceutil/trace.go:171","msg":"trace[672547070] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"1.49175107s","start":"2026-03-02T22:09:03.121947Z","end":"2026-03-02T22:09:04.613698Z","steps":["trace[672547070] 'process raft request' (duration: 1.491487324s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.613834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.121939Z","time spent":"1.491839822s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:04.614012Z","caller":"traceutil/trace.go:171","msg":"trace[1120117882] linearizableReadLoop","detail":"{readStateIndex:23634; appliedIndex:23627; }","duration":"1.214477293s","start":"2026-03-02T22:09:03.399517Z","end":"2026-03-02T22:09:04.613994Z","steps":["trace[1120117882] 'read index received' (duration: 818.910003ms)","trace[1120117882] 'applied index is now lower than readState.Index' (duration: 395.5656ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:04.614042Z","caller":"traceutil/trace.go:171","msg":"trace[1660791336] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"1.491090154s","start":"2026-03-02T22:09:03.122937Z","end":"2026-03-02T22:09:04.614027Z","steps":["trace[1660791336] 'process raft request' (duration: 1.490667504s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.614113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282585362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T22:09:04.614122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.122927Z","time spent":"1.491157685s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:04.614157Z","caller":"traceutil/trace.go:171","msg":"trace[1717048315] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a51007375c; range_end:; response_count:1; response_revision:22834; }","duration":"2.282670154s","start":"2026-03-02T22:09:02.331473Z","end":"2026-03-02T22:09:04.614143Z","steps":["trace[1717048315] 'agreement among raft nodes before linearized reading' (duration: 2.282541091s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.61418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.331454Z","time spent":"2.282720896s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" "} {"level":"warn","ts":"2026-03-02T22:09:04.614189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470890844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:04.61425Z","caller":"traceutil/trace.go:171","msg":"trace[1144047794] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:22834; }","duration":"2.471019666s","start":"2026-03-02T22:09:02.143217Z","end":"2026-03-02T22:09:04.614237Z","steps":["trace[1144047794] 'agreement among raft nodes before linearized reading' (duration: 2.470913524s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:04.614286Z","caller":"traceutil/trace.go:171","msg":"trace[223135519] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"1.491174105s","start":"2026-03-02T22:09:03.123104Z","end":"2026-03-02T22:09:04.614279Z","steps":["trace[223135519] 'process raft request' (duration: 1.490717975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.614307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.143189Z","time spent":"2.471102189s","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:04.614343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.123077Z","time spent":"1.491244577s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:04.614354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262307369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:04.614395Z","caller":"traceutil/trace.go:171","msg":"trace[121439470] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22834; }","duration":"1.26237771s","start":"2026-03-02T22:09:03.352006Z","end":"2026-03-02T22:09:04.614384Z","steps":["trace[121439470] 'agreement among raft nodes before linearized reading' (duration: 1.262310878s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.614502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.351991Z","time spent":"1.262501863s","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:04.614574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833843596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.146\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:09:04.614596Z","caller":"traceutil/trace.go:171","msg":"trace[622038332] range","detail":"{range_begin:/registry/masterleases/199.19.213.146; range_end:; response_count:1; response_revision:22834; }","duration":"2.833889307s","start":"2026-03-02T22:09:01.7807Z","end":"2026-03-02T22:09:04.61459Z","steps":["trace[622038332] 'agreement among raft nodes before linearized reading' (duration: 2.833814665s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.614614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.780685Z","time spent":"2.833924588s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.146\" "} {"level":"warn","ts":"2026-03-02T22:09:04.614677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.794363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:04.61596Z","caller":"traceutil/trace.go:171","msg":"trace[883456633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22834; }","duration":"835.100844ms","start":"2026-03-02T22:09:03.780845Z","end":"2026-03-02T22:09:04.615946Z","steps":["trace[883456633] 'agreement among raft nodes before linearized reading' (duration: 833.772402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.616013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.78084Z","time spent":"835.156156ms","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:04.614751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775927943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:04.616101Z","caller":"traceutil/trace.go:171","msg":"trace[74093588] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22834; }","duration":"2.777265775s","start":"2026-03-02T22:09:01.83881Z","end":"2026-03-02T22:09:04.616076Z","steps":["trace[74093588] 'agreement among raft nodes before linearized reading' (duration: 2.775895942s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.616188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.838772Z","time spent":"2.777391368s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:04.614785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832323921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:04.616278Z","caller":"traceutil/trace.go:171","msg":"trace[724330902] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22834; }","duration":"2.833830146s","start":"2026-03-02T22:09:01.782437Z","end":"2026-03-02T22:09:04.616267Z","steps":["trace[724330902] 'agreement among raft nodes before linearized reading' (duration: 2.832327281s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.616317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.782429Z","time spent":"2.833879427s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:09:04.614778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211596145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-02T22:09:04.616438Z","caller":"traceutil/trace.go:171","msg":"trace[887587285] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22834; }","duration":"1.213299035s","start":"2026-03-02T22:09:03.40313Z","end":"2026-03-02T22:09:04.61643Z","steps":["trace[887587285] 'agreement among raft nodes before linearized reading' (duration: 1.211474172s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.616461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.403109Z","time spent":"1.213344337s","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:09:04.614852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.055329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:04.616684Z","caller":"traceutil/trace.go:171","msg":"trace[1460680038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22834; }","duration":"835.901833ms","start":"2026-03-02T22:09:03.780767Z","end":"2026-03-02T22:09:04.616668Z","steps":["trace[1460680038] 'agreement among raft nodes before linearized reading' (duration: 834.045399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.616738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.780756Z","time spent":"835.971785ms","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:04.614897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121235609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:04.61687Z","caller":"traceutil/trace.go:171","msg":"trace[453321451] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22834; }","duration":"1.123250826s","start":"2026-03-02T22:09:03.49361Z","end":"2026-03-02T22:09:04.616861Z","steps":["trace[453321451] 'agreement among raft nodes before linearized reading' (duration: 1.121260029s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.614939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.455623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:04.616896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.493582Z","time spent":"1.123305448s","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:04.616923Z","caller":"traceutil/trace.go:171","msg":"trace[287913653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22834; }","duration":"840.42484ms","start":"2026-03-02T22:09:03.776476Z","end":"2026-03-02T22:09:04.616901Z","steps":["trace[287913653] 'agreement among raft nodes before linearized reading' (duration: 838.439073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.616976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.776403Z","time spent":"840.555762ms","remote":"127.0.0.1:36118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:04.614976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210329075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189925a03b651fdf\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-02T22:09:04.617044Z","caller":"traceutil/trace.go:171","msg":"trace[1537363908] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189925a03b651fdf; range_end:; response_count:1; response_revision:22834; }","duration":"1.212421575s","start":"2026-03-02T22:09:03.404612Z","end":"2026-03-02T22:09:04.617034Z","steps":["trace[1537363908] 'agreement among raft nodes before linearized reading' (duration: 1.210269474s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.617073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.404566Z","time spent":"1.212496657s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.189925a03b651fdf\" "} {"level":"warn","ts":"2026-03-02T22:09:04.61499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20073381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-02T22:09:04.617173Z","caller":"traceutil/trace.go:171","msg":"trace[209823009] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22834; }","duration":"1.202930291s","start":"2026-03-02T22:09:03.414224Z","end":"2026-03-02T22:09:04.617155Z","steps":["trace[209823009] 'agreement among raft nodes before linearized reading' (duration: 1.200655617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.615067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.917185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:09:04.617276Z","caller":"traceutil/trace.go:171","msg":"trace[550097406] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22834; }","duration":"434.170218ms","start":"2026-03-02T22:09:04.183087Z","end":"2026-03-02T22:09:04.617257Z","steps":["trace[550097406] 'agreement among raft nodes before linearized reading' (duration: 431.873514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.617327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:04.183059Z","time spent":"434.252951ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:09:04.617225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:03.414215Z","time spent":"1.202991382s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:09:04.982123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:04.616937Z","time spent":"365.178134ms","remote":"127.0.0.1:43418","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:09:05.297654Z","caller":"traceutil/trace.go:171","msg":"trace[1149606429] linearizableReadLoop","detail":"{readStateIndex:23637; appliedIndex:23634; }","duration":"674.052905ms","start":"2026-03-02T22:09:04.623575Z","end":"2026-03-02T22:09:05.297628Z","steps":["trace[1149606429] 'read index received' (duration: 314.337208ms)","trace[1149606429] 'applied index is now lower than readState.Index' (duration: 359.714417ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:05.297774Z","caller":"traceutil/trace.go:171","msg":"trace[1131784103] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"680.693801ms","start":"2026-03-02T22:09:04.617069Z","end":"2026-03-02T22:09:05.297763Z","steps":["trace[1131784103] 'process raft request' (duration: 680.283832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.297878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:04.617035Z","time spent":"680.766063ms","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:05.298216Z","caller":"traceutil/trace.go:171","msg":"trace[1471025488] transaction","detail":"{read_only:false; response_revision:22836; number_of_response:1; }","duration":"677.369833ms","start":"2026-03-02T22:09:04.620832Z","end":"2026-03-02T22:09:05.298202Z","steps":["trace[1471025488] 'process raft request' (duration: 676.679097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.298286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:04.620323Z","time spent":"677.928415ms","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:05.298573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.991467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:05.29862Z","caller":"traceutil/trace.go:171","msg":"trace[799029067] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22837; }","duration":"675.059308ms","start":"2026-03-02T22:09:04.623549Z","end":"2026-03-02T22:09:05.298608Z","steps":["trace[799029067] 'agreement among raft nodes before linearized reading' (duration: 674.989356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.298651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:04.623538Z","time spent":"675.10622ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:09:05.298801Z","caller":"traceutil/trace.go:171","msg":"trace[1497284798] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"561.411224ms","start":"2026-03-02T22:09:04.737376Z","end":"2026-03-02T22:09:05.298787Z","steps":["trace[1497284798] 'process raft request' (duration: 560.198935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.298864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:04.737342Z","time spent":"561.490536ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:05.299394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.613891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:05.299502Z","caller":"traceutil/trace.go:171","msg":"trace[390698601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22838; }","duration":"675.747954ms","start":"2026-03-02T22:09:04.623727Z","end":"2026-03-02T22:09:05.299475Z","steps":["trace[390698601] 'agreement among raft nodes before linearized reading' (duration: 675.528259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.299561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:04.623719Z","time spent":"675.833236ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:05.299848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.502247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:05.300401Z","caller":"traceutil/trace.go:171","msg":"trace[1176077734] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22838; }","duration":"616.07871ms","start":"2026-03-02T22:09:04.684277Z","end":"2026-03-02T22:09:05.300356Z","steps":["trace[1176077734] 'agreement among raft nodes before linearized reading' (duration: 615.479216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.300527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:04.684256Z","time spent":"616.241594ms","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:09:05.299863Z","caller":"traceutil/trace.go:171","msg":"trace[970348983] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"315.875656ms","start":"2026-03-02T22:09:04.98393Z","end":"2026-03-02T22:09:05.299806Z","steps":["trace[970348983] 'process raft request' (duration: 315.145889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.300993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:04.983892Z","time spent":"317.020061ms","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:05.902886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.988207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:05.902995Z","caller":"traceutil/trace.go:171","msg":"trace[777664009] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"596.092389ms","start":"2026-03-02T22:09:05.306883Z","end":"2026-03-02T22:09:05.902975Z","steps":["trace[777664009] 'process raft request' (duration: 310.938018ms)","trace[777664009] 'compare' (duration: 284.23466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:05.903068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.30687Z","time spent":"596.159791ms","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:05.954024Z","caller":"traceutil/trace.go:171","msg":"trace[690259352] linearizableReadLoop","detail":"{readStateIndex:23641; appliedIndex:23639; }","duration":"646.025074ms","start":"2026-03-02T22:09:05.307973Z","end":"2026-03-02T22:09:05.953998Z","steps":["trace[690259352] 'read index received' (duration: 309.877652ms)","trace[690259352] 'applied index is now lower than readState.Index' (duration: 336.146572ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:05.954156Z","caller":"traceutil/trace.go:171","msg":"trace[1844886022] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"647.12768ms","start":"2026-03-02T22:09:05.307014Z","end":"2026-03-02T22:09:05.954141Z","steps":["trace[1844886022] 'process raft request' (duration: 646.69669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.954282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.307003Z","time spent":"647.189452ms","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:05.954544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.475357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:05.954586Z","caller":"traceutil/trace.go:171","msg":"trace[2015092938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22841; }","duration":"242.550739ms","start":"2026-03-02T22:09:05.712026Z","end":"2026-03-02T22:09:05.954577Z","steps":["trace[2015092938] 'agreement among raft nodes before linearized reading' (duration: 242.482708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.95461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.023774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T22:09:05.954665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.498234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:05.95476Z","caller":"traceutil/trace.go:171","msg":"trace[1891264416] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22841; }","duration":"456.664818ms","start":"2026-03-02T22:09:05.498076Z","end":"2026-03-02T22:09:05.954741Z","steps":["trace[1891264416] 'agreement among raft nodes before linearized reading' (duration: 456.436953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.954747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.527837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:09:05.954817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.498047Z","time spent":"456.760161ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:05.954827Z","caller":"traceutil/trace.go:171","msg":"trace[1064327290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22841; }","duration":"544.638889ms","start":"2026-03-02T22:09:05.410168Z","end":"2026-03-02T22:09:05.954807Z","steps":["trace[1064327290] 'agreement among raft nodes before linearized reading' (duration: 544.428704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.954856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.138601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:09:05.95487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.410156Z","time spent":"544.704771ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:09:05.954905Z","caller":"traceutil/trace.go:171","msg":"trace[1092083969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22841; }","duration":"545.198182ms","start":"2026-03-02T22:09:05.409692Z","end":"2026-03-02T22:09:05.95489Z","steps":["trace[1092083969] 'agreement among raft nodes before linearized reading' (duration: 545.11146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.954897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.984464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:05.954945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.40968Z","time spent":"545.258554ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:09:05.954976Z","caller":"traceutil/trace.go:171","msg":"trace[1275702866] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22841; }","duration":"137.109447ms","start":"2026-03-02T22:09:05.817843Z","end":"2026-03-02T22:09:05.954953Z","steps":["trace[1275702866] 'agreement among raft nodes before linearized reading' (duration: 136.964254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.95501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.998885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:09:05.954921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.199286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:09:05.955063Z","caller":"traceutil/trace.go:171","msg":"trace[1633516639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22841; }","duration":"550.093677ms","start":"2026-03-02T22:09:05.404953Z","end":"2026-03-02T22:09:05.955047Z","steps":["trace[1633516639] 'agreement among raft nodes before linearized reading' (duration: 549.993305ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:05.955076Z","caller":"traceutil/trace.go:171","msg":"trace[1355268353] transaction","detail":"{read_only:false; response_revision:22841; number_of_response:1; }","duration":"643.018804ms","start":"2026-03-02T22:09:05.312038Z","end":"2026-03-02T22:09:05.955057Z","steps":["trace[1355268353] 'process raft request' (duration: 641.892837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:05.955074Z","caller":"traceutil/trace.go:171","msg":"trace[585558171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22841; }","duration":"549.401231ms","start":"2026-03-02T22:09:05.405661Z","end":"2026-03-02T22:09:05.955063Z","steps":["trace[585558171] 'agreement among raft nodes before linearized reading' (duration: 549.179455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.955112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.404924Z","time spent":"550.178059ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:09:05.955014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.261641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:05.955158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.312027Z","time spent":"643.075995ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:05.954754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.291978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:09:05.95525Z","caller":"traceutil/trace.go:171","msg":"trace[1071187557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22841; }","duration":"546.772279ms","start":"2026-03-02T22:09:05.408428Z","end":"2026-03-02T22:09:05.955201Z","steps":["trace[1071187557] 'agreement among raft nodes before linearized reading' (duration: 546.129314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.955305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.408404Z","time spent":"546.886681ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:05.95512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.405637Z","time spent":"549.471223ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:05.954816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.493642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:09:05.955553Z","caller":"traceutil/trace.go:171","msg":"trace[896747608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22841; }","duration":"547.248389ms","start":"2026-03-02T22:09:05.408287Z","end":"2026-03-02T22:09:05.955536Z","steps":["trace[896747608] 'agreement among raft nodes before linearized reading' (duration: 546.441581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.955618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.408275Z","time spent":"547.321841ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:05.955066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.817544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:05.95575Z","caller":"traceutil/trace.go:171","msg":"trace[1358764675] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22841; }","duration":"452.51031ms","start":"2026-03-02T22:09:05.503228Z","end":"2026-03-02T22:09:05.955739Z","steps":["trace[1358764675] 'agreement among raft nodes before linearized reading' (duration: 451.808444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.955793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.503223Z","time spent":"452.558972ms","remote":"127.0.0.1:38706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:05.954699Z","caller":"traceutil/trace.go:171","msg":"trace[91515247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22841; }","duration":"646.136678ms","start":"2026-03-02T22:09:05.308542Z","end":"2026-03-02T22:09:05.954679Z","steps":["trace[91515247] 'agreement among raft nodes before linearized reading' (duration: 645.881732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.955989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.308534Z","time spent":"647.446438ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:09:05.955168Z","caller":"traceutil/trace.go:171","msg":"trace[404821108] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:22841; }","duration":"287.455446ms","start":"2026-03-02T22:09:05.667703Z","end":"2026-03-02T22:09:05.955158Z","steps":["trace[404821108] 'agreement among raft nodes before linearized reading' (duration: 287.272621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.955937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.635952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:09:05.957926Z","caller":"traceutil/trace.go:171","msg":"trace[2109010471] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22841; }","duration":"649.947337ms","start":"2026-03-02T22:09:05.307951Z","end":"2026-03-02T22:09:05.957899Z","steps":["trace[2109010471] 'agreement among raft nodes before linearized reading' (duration: 646.377844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:05.958023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.307938Z","time spent":"650.050169ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:09:06.550465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.428076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:06.550572Z","caller":"traceutil/trace.go:171","msg":"trace[669292030] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"591.660485ms","start":"2026-03-02T22:09:05.958891Z","end":"2026-03-02T22:09:06.550551Z","steps":["trace[669292030] 'process raft request' (duration: 326.072055ms)","trace[669292030] 'compare' (duration: 265.330514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:06.55063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.958867Z","time spent":"591.735396ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:07.26875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.597023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:07.269355Z","caller":"traceutil/trace.go:171","msg":"trace[2078551264] linearizableReadLoop","detail":"{readStateIndex:23649; appliedIndex:23642; }","duration":"1.301237247s","start":"2026-03-02T22:09:05.968093Z","end":"2026-03-02T22:09:07.26933Z","steps":["trace[2078551264] 'read index received' (duration: 316.785417ms)","trace[2078551264] 'applied index is now lower than readState.Index' (duration: 984.45031ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:07.269373Z","caller":"traceutil/trace.go:171","msg":"trace[1332027387] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"1.307851182s","start":"2026-03-02T22:09:05.961485Z","end":"2026-03-02T22:09:07.269336Z","steps":["trace[1332027387] 'process raft request' (duration: 1.307597996s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:07.269375Z","caller":"traceutil/trace.go:171","msg":"trace[1886577540] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"1.309378947s","start":"2026-03-02T22:09:05.959958Z","end":"2026-03-02T22:09:07.269337Z","steps":["trace[1886577540] 'process raft request' (duration: 918.025876ms)","trace[1886577540] 'compare' (duration: 390.157713ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:07.269407Z","caller":"traceutil/trace.go:171","msg":"trace[649673075] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"1.306454018s","start":"2026-03-02T22:09:05.962926Z","end":"2026-03-02T22:09:07.26938Z","steps":["trace[649673075] 'process raft request' (duration: 1.306295064s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:07.269482Z","caller":"traceutil/trace.go:171","msg":"trace[841675479] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"1.307392111s","start":"2026-03-02T22:09:05.961994Z","end":"2026-03-02T22:09:07.269386Z","steps":["trace[841675479] 'process raft request' (duration: 1.307175666s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.269572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.959946Z","time spent":"1.3095192s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:07.269576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.961464Z","time spent":"1.307996215s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:07.269609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301508553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:09:07.269448Z","caller":"traceutil/trace.go:171","msg":"trace[2051091252] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"1.307930783s","start":"2026-03-02T22:09:05.961454Z","end":"2026-03-02T22:09:07.269384Z","steps":["trace[2051091252] 'process raft request' (duration: 1.307562705s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:07.269662Z","caller":"traceutil/trace.go:171","msg":"trace[1591981940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22849; }","duration":"1.301583124s","start":"2026-03-02T22:09:05.968063Z","end":"2026-03-02T22:09:07.269647Z","steps":["trace[1591981940] 'agreement among raft nodes before linearized reading' (duration: 1.30139345s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.26969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.961439Z","time spent":"1.308224881s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:07.269517Z","caller":"traceutil/trace.go:171","msg":"trace[658588014] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"1.309004439s","start":"2026-03-02T22:09:05.960438Z","end":"2026-03-02T22:09:07.269443Z","steps":["trace[658588014] 'process raft request' (duration: 1.308439145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.269749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.968054Z","time spent":"1.301652017s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T22:09:07.269725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.961988Z","time spent":"1.307623807s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:07.269539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.96291Z","time spent":"1.306560821s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:07.269867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:05.960428Z","time spent":"1.309336216s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:07.269472Z","caller":"traceutil/trace.go:171","msg":"trace[1165784710] transaction","detail":"{read_only:false; response_revision:22849; number_of_response:1; }","duration":"1.147406605s","start":"2026-03-02T22:09:06.122029Z","end":"2026-03-02T22:09:07.269436Z","steps":["trace[1165784710] 'process raft request' (duration: 1.147238882s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.269971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.122Z","time spent":"1.147938898s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:07.327799Z","caller":"traceutil/trace.go:171","msg":"trace[1925036490] transaction","detail":"{read_only:false; response_revision:22850; number_of_response:1; }","duration":"708.676ms","start":"2026-03-02T22:09:06.619091Z","end":"2026-03-02T22:09:07.327767Z","steps":["trace[1925036490] 'process raft request' (duration: 708.452844ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:07.327799Z","caller":"traceutil/trace.go:171","msg":"trace[1379621985] transaction","detail":"{read_only:false; response_revision:22851; number_of_response:1; }","duration":"705.870194ms","start":"2026-03-02T22:09:06.621903Z","end":"2026-03-02T22:09:07.327773Z","steps":["trace[1379621985] 'process raft request' (duration: 705.775302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.327964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.619069Z","time spent":"708.808423ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:07.327965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.621861Z","time spent":"706.022697ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:07.328139Z","caller":"traceutil/trace.go:171","msg":"trace[1661227347] transaction","detail":"{read_only:false; response_revision:22852; number_of_response:1; }","duration":"706.061268ms","start":"2026-03-02T22:09:06.622045Z","end":"2026-03-02T22:09:07.328106Z","steps":["trace[1661227347] 'process raft request' (duration: 705.68517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.328329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.622037Z","time spent":"706.197581ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:07.328369Z","caller":"traceutil/trace.go:171","msg":"trace[1423090393] transaction","detail":"{read_only:false; response_revision:22853; number_of_response:1; }","duration":"706.246002ms","start":"2026-03-02T22:09:06.622108Z","end":"2026-03-02T22:09:07.328354Z","steps":["trace[1423090393] 'process raft request' (duration: 705.881504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:07.328399Z","caller":"traceutil/trace.go:171","msg":"trace[1956109754] transaction","detail":"{read_only:false; response_revision:22855; number_of_response:1; }","duration":"700.449716ms","start":"2026-03-02T22:09:06.627907Z","end":"2026-03-02T22:09:07.328357Z","steps":["trace[1956109754] 'process raft request' (duration: 700.337604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.32847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.622098Z","time spent":"706.304884ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:07.328442Z","caller":"traceutil/trace.go:171","msg":"trace[1433584281] transaction","detail":"{read_only:false; response_revision:22854; number_of_response:1; }","duration":"705.893204ms","start":"2026-03-02T22:09:06.622498Z","end":"2026-03-02T22:09:07.328391Z","steps":["trace[1433584281] 'process raft request' (duration: 705.683859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.328722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.627898Z","time spent":"700.658911ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:07.328751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.622487Z","time spent":"706.13386ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:07.59171Z","caller":"traceutil/trace.go:171","msg":"trace[1513096698] linearizableReadLoop","detail":"{readStateIndex:23657; appliedIndex:23650; }","duration":"322.261065ms","start":"2026-03-02T22:09:07.269413Z","end":"2026-03-02T22:09:07.591674Z","steps":["trace[1513096698] 'read index received' (duration: 58.089277ms)","trace[1513096698] 'applied index is now lower than readState.Index' (duration: 264.170368ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:07.591855Z","caller":"traceutil/trace.go:171","msg":"trace[497292379] transaction","detail":"{read_only:false; response_revision:22856; number_of_response:1; }","duration":"329.171828ms","start":"2026-03-02T22:09:07.262655Z","end":"2026-03-02T22:09:07.591827Z","steps":["trace[497292379] 'process raft request' (duration: 250.836814ms)","trace[497292379] 'compare' (duration: 78.014566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:07.59195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.787384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:07.591994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:07.262608Z","time spent":"329.304141ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:07.592002Z","caller":"traceutil/trace.go:171","msg":"trace[1040335462] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22856; }","duration":"926.923397ms","start":"2026-03-02T22:09:06.665064Z","end":"2026-03-02T22:09:07.591988Z","steps":["trace[1040335462] 'agreement among raft nodes before linearized reading' (duration: 926.792614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.592052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.665041Z","time spent":"926.992958ms","remote":"127.0.0.1:58254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:07.591834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.59966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:07.592134Z","caller":"traceutil/trace.go:171","msg":"trace[546412546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22856; }","duration":"881.948048ms","start":"2026-03-02T22:09:06.710177Z","end":"2026-03-02T22:09:07.592126Z","steps":["trace[546412546] 'agreement among raft nodes before linearized reading' (duration: 881.57365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.592162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.710161Z","time spent":"881.995079ms","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:07.592225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338402001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-02T22:09:07.59222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128507662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:07.5924Z","caller":"traceutil/trace.go:171","msg":"trace[2001073980] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:22856; }","duration":"1.128797738s","start":"2026-03-02T22:09:06.463574Z","end":"2026-03-02T22:09:07.592372Z","steps":["trace[2001073980] 'agreement among raft nodes before linearized reading' (duration: 1.128389989s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.59245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.874781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:09:07.592513Z","caller":"traceutil/trace.go:171","msg":"trace[542744322] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a51007375c; range_end:; response_count:1; response_revision:22856; }","duration":"317.957443ms","start":"2026-03-02T22:09:07.274537Z","end":"2026-03-02T22:09:07.592495Z","steps":["trace[542744322] 'agreement among raft nodes before linearized reading' (duration: 317.780459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.592505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.463553Z","time spent":"1.128935931s","remote":"127.0.0.1:43940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:07.592424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.930499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:07.592898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:07.274525Z","time spent":"318.027274ms","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" "} {"level":"warn","ts":"2026-03-02T22:09:07.592065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.983282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:07.593385Z","caller":"traceutil/trace.go:171","msg":"trace[66801824] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22856; }","duration":"672.349274ms","start":"2026-03-02T22:09:06.921014Z","end":"2026-03-02T22:09:07.593364Z","steps":["trace[66801824] 'agreement among raft nodes before linearized reading' (duration: 670.893079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.593457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.920975Z","time spent":"672.457957ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:07.59289Z","caller":"traceutil/trace.go:171","msg":"trace[1811632952] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22856; }","duration":"102.398329ms","start":"2026-03-02T22:09:07.490442Z","end":"2026-03-02T22:09:07.59284Z","steps":["trace[1811632952] 'agreement among raft nodes before linearized reading' (duration: 101.935558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:07.592307Z","caller":"traceutil/trace.go:171","msg":"trace[1997419613] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22856; }","duration":"1.338516734s","start":"2026-03-02T22:09:06.253749Z","end":"2026-03-02T22:09:07.592266Z","steps":["trace[1997419613] 'agreement among raft nodes before linearized reading' (duration: 1.338160135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:07.593705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:06.253722Z","time spent":"1.339928258s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-02T22:09:19.49315Z","caller":"traceutil/trace.go:171","msg":"trace[276462997] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"106.481316ms","start":"2026-03-02T22:09:19.386633Z","end":"2026-03-02T22:09:19.493114Z","steps":["trace[276462997] 'process raft request' (duration: 24.799494ms)","trace[276462997] 'compare' (duration: 81.459297ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:19.495408Z","caller":"traceutil/trace.go:171","msg":"trace[492926894] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"103.529416ms","start":"2026-03-02T22:09:19.391855Z","end":"2026-03-02T22:09:19.495385Z","steps":["trace[492926894] 'process raft request' (duration: 102.83622ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:19.495875Z","caller":"traceutil/trace.go:171","msg":"trace[1810644105] transaction","detail":"{read_only:false; response_revision:22936; number_of_response:1; }","duration":"101.57864ms","start":"2026-03-02T22:09:19.394263Z","end":"2026-03-02T22:09:19.495841Z","steps":["trace[1810644105] 'process raft request' (duration: 100.656119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:19.495967Z","caller":"traceutil/trace.go:171","msg":"trace[1775848436] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"101.736755ms","start":"2026-03-02T22:09:19.394214Z","end":"2026-03-02T22:09:19.495951Z","steps":["trace[1775848436] 'process raft request' (duration: 100.634789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:19.495989Z","caller":"traceutil/trace.go:171","msg":"trace[1835225294] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"102.546463ms","start":"2026-03-02T22:09:19.393409Z","end":"2026-03-02T22:09:19.495956Z","steps":["trace[1835225294] 'process raft request' (duration: 101.381796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:23.226801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.673893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:23.226912Z","caller":"traceutil/trace.go:171","msg":"trace[279156642] linearizableReadLoop","detail":"{readStateIndex:23817; appliedIndex:23816; }","duration":"672.881947ms","start":"2026-03-02T22:09:22.554012Z","end":"2026-03-02T22:09:23.226894Z","steps":["trace[279156642] 'read index received' (duration: 79.039471ms)","trace[279156642] 'applied index is now lower than readState.Index' (duration: 593.841056ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:23.227629Z","caller":"traceutil/trace.go:171","msg":"trace[1486662168] transaction","detail":"{read_only:false; response_revision:23011; number_of_response:1; }","duration":"705.360601ms","start":"2026-03-02T22:09:22.522232Z","end":"2026-03-02T22:09:23.227593Z","steps":["trace[1486662168] 'process raft request' (duration: 110.809707ms)","trace[1486662168] 'compare' (duration: 593.421087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:23.227746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.732487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:23.227784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:22.522217Z","time spent":"705.488004ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:23.227806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.2ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:23.227871Z","caller":"traceutil/trace.go:171","msg":"trace[272077055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23011; }","duration":"516.297202ms","start":"2026-03-02T22:09:22.711557Z","end":"2026-03-02T22:09:23.227854Z","steps":["trace[272077055] 'agreement among raft nodes before linearized reading' (duration: 516.19018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:23.227913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:22.711543Z","time spent":"516.362164ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:23.227915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.635667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:09:23.227996Z","caller":"traceutil/trace.go:171","msg":"trace[1277367334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23011; }","duration":"552.77439ms","start":"2026-03-02T22:09:22.675199Z","end":"2026-03-02T22:09:23.227973Z","steps":["trace[1277367334] 'agreement among raft nodes before linearized reading' (duration: 552.551525ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:23.227812Z","caller":"traceutil/trace.go:171","msg":"trace[1972154165] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23011; }","duration":"673.86101ms","start":"2026-03-02T22:09:22.553935Z","end":"2026-03-02T22:09:23.227796Z","steps":["trace[1972154165] 'agreement among raft nodes before linearized reading' (duration: 673.705206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:23.228056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:22.675169Z","time spent":"552.877173ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:09:23.228072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:22.553909Z","time spent":"674.155447ms","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:09:23.228091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.195067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-02T22:09:23.228183Z","caller":"traceutil/trace.go:171","msg":"trace[151109870] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713; range_end:; response_count:1; response_revision:23011; }","duration":"671.32883ms","start":"2026-03-02T22:09:22.556828Z","end":"2026-03-02T22:09:23.228157Z","steps":["trace[151109870] 'agreement among raft nodes before linearized reading' (duration: 671.055564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:23.228236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:22.556811Z","time spent":"671.415042ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" "} {"level":"warn","ts":"2026-03-02T22:09:23.838496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.932779ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:23.838601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.272499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:23.838659Z","caller":"traceutil/trace.go:171","msg":"trace[1333271133] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23011; }","duration":"212.105353ms","start":"2026-03-02T22:09:23.626531Z","end":"2026-03-02T22:09:23.838637Z","steps":["trace[1333271133] 'range keys from in-memory index tree' (duration: 211.914928ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:23.838712Z","caller":"traceutil/trace.go:171","msg":"trace[596655710] transaction","detail":"{read_only:false; response_revision:23012; number_of_response:1; }","duration":"605.323967ms","start":"2026-03-02T22:09:23.233352Z","end":"2026-03-02T22:09:23.838676Z","steps":["trace[596655710] 'process raft request' (duration: 165.909614ms)","trace[596655710] 'compare' (duration: 439.031334ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:23.838765Z","caller":"traceutil/trace.go:171","msg":"trace[1777114592] transaction","detail":"{read_only:false; response_revision:23013; number_of_response:1; }","duration":"315.516166ms","start":"2026-03-02T22:09:23.523237Z","end":"2026-03-02T22:09:23.838753Z","steps":["trace[1777114592] 'process raft request' (duration: 315.442255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:23.838808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.523208Z","time spent":"315.581748ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:23.838813Z","caller":"traceutil/trace.go:171","msg":"trace[878123499] linearizableReadLoop","detail":"{readStateIndex:23818; appliedIndex:23817; }","duration":"604.139039ms","start":"2026-03-02T22:09:23.234635Z","end":"2026-03-02T22:09:23.838774Z","steps":["trace[878123499] 'read index received' (duration: 164.636545ms)","trace[878123499] 'applied index is now lower than readState.Index' (duration: 439.499244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:23.838865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.233334Z","time spent":"605.455049ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:23.838951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.319223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:09:23.838975Z","caller":"traceutil/trace.go:171","msg":"trace[1272182782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23013; }","duration":"604.378384ms","start":"2026-03-02T22:09:23.23459Z","end":"2026-03-02T22:09:23.838968Z","steps":["trace[1272182782] 'agreement among raft nodes before linearized reading' (duration: 604.295722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:23.838989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.234576Z","time spent":"604.410576ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:09:24.419777Z","caller":"traceutil/trace.go:171","msg":"trace[1712399129] transaction","detail":"{read_only:false; response_revision:23014; number_of_response:1; }","duration":"895.794014ms","start":"2026-03-02T22:09:23.523945Z","end":"2026-03-02T22:09:24.419739Z","steps":["trace[1712399129] 'process raft request' (duration: 810.899336ms)","trace[1712399129] 'compare' (duration: 84.660622ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:24.419935Z","caller":"traceutil/trace.go:171","msg":"trace[1279739041] transaction","detail":"{read_only:false; response_revision:23016; number_of_response:1; }","duration":"895.570468ms","start":"2026-03-02T22:09:23.524354Z","end":"2026-03-02T22:09:24.419925Z","steps":["trace[1279739041] 'process raft request' (duration: 895.324602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.419938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.523919Z","time spent":"895.945127ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:24.420102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.524342Z","time spent":"895.635129ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:24.419777Z","caller":"traceutil/trace.go:171","msg":"trace[2074783922] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"895.66659ms","start":"2026-03-02T22:09:23.524083Z","end":"2026-03-02T22:09:24.41975Z","steps":["trace[2074783922] 'process raft request' (duration: 895.553627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.420229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.524045Z","time spent":"896.149311ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:24.420265Z","caller":"traceutil/trace.go:171","msg":"trace[424328202] transaction","detail":"{read_only:false; response_revision:23017; number_of_response:1; }","duration":"895.411523ms","start":"2026-03-02T22:09:23.524824Z","end":"2026-03-02T22:09:24.420235Z","steps":["trace[424328202] 'process raft request' (duration: 895.045655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.420433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.524818Z","time spent":"895.525336ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:24.420453Z","caller":"traceutil/trace.go:171","msg":"trace[883114414] linearizableReadLoop","detail":"{readStateIndex:23824; appliedIndex:23819; }","duration":"581.549486ms","start":"2026-03-02T22:09:23.838893Z","end":"2026-03-02T22:09:24.420442Z","steps":["trace[883114414] 'read index received' (duration: 495.89036ms)","trace[883114414] 'applied index is now lower than readState.Index' (duration: 85.655236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:24.420654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.319208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:09:24.420684Z","caller":"traceutil/trace.go:171","msg":"trace[580294622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23018; }","duration":"925.374709ms","start":"2026-03-02T22:09:23.495301Z","end":"2026-03-02T22:09:24.420676Z","steps":["trace[580294622] 'agreement among raft nodes before linearized reading' (duration: 925.221505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.42067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.463968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:09:24.420716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.49529Z","time spent":"925.41777ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:24.420711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105094059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:09:24.420749Z","caller":"traceutil/trace.go:171","msg":"trace[2087420090] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23018; }","duration":"924.571441ms","start":"2026-03-02T22:09:23.496155Z","end":"2026-03-02T22:09:24.420726Z","steps":["trace[2087420090] 'agreement among raft nodes before linearized reading' (duration: 924.291314ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:24.420758Z","caller":"traceutil/trace.go:171","msg":"trace[611079768] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23018; }","duration":"1.105179061s","start":"2026-03-02T22:09:23.315565Z","end":"2026-03-02T22:09:24.420744Z","steps":["trace[611079768] 'agreement among raft nodes before linearized reading' (duration: 1.105002647s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.420797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.315539Z","time spent":"1.105247212s","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:09:24.4208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.496142Z","time spent":"924.644832ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:24.42084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182786037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-02T22:09:24.420869Z","caller":"traceutil/trace.go:171","msg":"trace[1691240100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713; range_end:; response_count:1; response_revision:23018; }","duration":"1.182834629s","start":"2026-03-02T22:09:23.238026Z","end":"2026-03-02T22:09:24.42086Z","steps":["trace[1691240100] 'agreement among raft nodes before linearized reading' (duration: 1.182749157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.420898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.238012Z","time spent":"1.18288029s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" "} {"level":"info","ts":"2026-03-02T22:09:24.420992Z","caller":"traceutil/trace.go:171","msg":"trace[395420452] transaction","detail":"{read_only:false; response_revision:23018; number_of_response:1; }","duration":"895.896765ms","start":"2026-03-02T22:09:23.525075Z","end":"2026-03-02T22:09:24.420971Z","steps":["trace[395420452] 'process raft request' (duration: 895.065005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.42108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.525068Z","time spent":"895.962307ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:24.421117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.378174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:09:24.421164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.929923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-02T22:09:24.421165Z","caller":"traceutil/trace.go:171","msg":"trace[850211354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23018; }","duration":"926.474176ms","start":"2026-03-02T22:09:23.494677Z","end":"2026-03-02T22:09:24.421151Z","steps":["trace[850211354] 'agreement among raft nodes before linearized reading' (duration: 926.342603ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:24.421193Z","caller":"traceutil/trace.go:171","msg":"trace[1117946437] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23018; }","duration":"580.991764ms","start":"2026-03-02T22:09:23.840193Z","end":"2026-03-02T22:09:24.421184Z","steps":["trace[1117946437] 'agreement among raft nodes before linearized reading' (duration: 580.877132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.421205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.494651Z","time spent":"926.542628ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:24.421222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.840175Z","time spent":"581.040546ms","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:09:24.421249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.119811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:24.421293Z","caller":"traceutil/trace.go:171","msg":"trace[2019858978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23018; }","duration":"709.198883ms","start":"2026-03-02T22:09:23.712082Z","end":"2026-03-02T22:09:24.421281Z","steps":["trace[2019858978] 'agreement among raft nodes before linearized reading' (duration: 709.127551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.421334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.71206Z","time spent":"709.263254ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:24.421364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.086063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:09:24.421357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.50412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:24.421372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.799512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:09:24.421366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.643654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:24.421423Z","caller":"traceutil/trace.go:171","msg":"trace[1602194959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23018; }","duration":"925.168965ms","start":"2026-03-02T22:09:23.496235Z","end":"2026-03-02T22:09:24.421404Z","steps":["trace[1602194959] 'agreement among raft nodes before linearized reading' (duration: 925.027492ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:24.421435Z","caller":"traceutil/trace.go:171","msg":"trace[1274946891] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23018; }","duration":"244.911675ms","start":"2026-03-02T22:09:24.17651Z","end":"2026-03-02T22:09:24.421421Z","steps":["trace[1274946891] 'agreement among raft nodes before linearized reading' (duration: 244.71221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:24.421436Z","caller":"traceutil/trace.go:171","msg":"trace[535486378] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23018; }","duration":"961.644494ms","start":"2026-03-02T22:09:23.45977Z","end":"2026-03-02T22:09:24.421415Z","steps":["trace[535486378] 'agreement among raft nodes before linearized reading' (duration: 961.48673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.421464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.496215Z","time spent":"925.241087ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:09:24.421468Z","caller":"traceutil/trace.go:171","msg":"trace[1445465794] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23018; }","duration":"520.794777ms","start":"2026-03-02T22:09:23.900646Z","end":"2026-03-02T22:09:24.421441Z","steps":["trace[1445465794] 'agreement among raft nodes before linearized reading' (duration: 520.614003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.421489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.459748Z","time spent":"961.727776ms","remote":"127.0.0.1:58246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:24.421373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.556984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-02T22:09:24.421553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.900622Z","time spent":"520.89314ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:24.421564Z","caller":"traceutil/trace.go:171","msg":"trace[1636651143] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713; range_end:; response_count:1; response_revision:23018; }","duration":"187.748369ms","start":"2026-03-02T22:09:24.233795Z","end":"2026-03-02T22:09:24.421543Z","steps":["trace[1636651143] 'agreement among raft nodes before linearized reading' (duration: 187.416551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.421575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.839394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:09:24.421617Z","caller":"traceutil/trace.go:171","msg":"trace[940462855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23018; }","duration":"926.931726ms","start":"2026-03-02T22:09:23.494677Z","end":"2026-03-02T22:09:24.421609Z","steps":["trace[940462855] 'agreement among raft nodes before linearized reading' (duration: 926.833284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:24.421645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:23.494661Z","time spent":"926.977687ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:24.932539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:25.43191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006504289s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:25.432171Z","caller":"traceutil/trace.go:171","msg":"trace[2017764540] transaction","detail":"{read_only:false; response_revision:23019; number_of_response:1; }","duration":"1.006858377s","start":"2026-03-02T22:09:24.425298Z","end":"2026-03-02T22:09:25.432156Z","steps":["trace[2017764540] 'process raft request' (duration: 1.006759874s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:25.432271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:24.425275Z","time spent":"1.006946329s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:26.881007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.44888404s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:26.881479Z","caller":"traceutil/trace.go:171","msg":"trace[1450622535] transaction","detail":"{read_only:false; response_revision:23021; number_of_response:1; }","duration":"2.455652306s","start":"2026-03-02T22:09:24.425803Z","end":"2026-03-02T22:09:26.881455Z","steps":["trace[1450622535] 'process raft request' (duration: 2.455579364s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:26.881563Z","caller":"traceutil/trace.go:171","msg":"trace[1867392397] transaction","detail":"{read_only:false; response_revision:23020; number_of_response:1; }","duration":"2.456141697s","start":"2026-03-02T22:09:24.425381Z","end":"2026-03-02T22:09:26.881522Z","steps":["trace[1867392397] 'process raft request' (duration: 2.455829329s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:26.88168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:24.425796Z","time spent":"2.455788099s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:26.881755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:24.42537Z","time spent":"2.456294081s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:26.881825Z","caller":"traceutil/trace.go:171","msg":"trace[1543391424] transaction","detail":"{read_only:false; response_revision:23022; number_of_response:1; }","duration":"2.45460861s","start":"2026-03-02T22:09:24.427189Z","end":"2026-03-02T22:09:26.881798Z","steps":["trace[1543391424] 'process raft request' (duration: 2.454233881s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:26.881879Z","caller":"traceutil/trace.go:171","msg":"trace[1535121808] transaction","detail":"{read_only:false; response_revision:23023; number_of_response:1; }","duration":"2.454634691s","start":"2026-03-02T22:09:24.427225Z","end":"2026-03-02T22:09:26.88186Z","steps":["trace[1535121808] 'process raft request' (duration: 2.454483128s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:26.881936Z","caller":"traceutil/trace.go:171","msg":"trace[1486403286] transaction","detail":"{read_only:false; response_revision:23024; number_of_response:1; }","duration":"1.783273171s","start":"2026-03-02T22:09:25.09865Z","end":"2026-03-02T22:09:26.881923Z","steps":["trace[1486403286] 'process raft request' (duration: 1.783163008s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:26.88194Z","caller":"traceutil/trace.go:171","msg":"trace[167719820] linearizableReadLoop","detail":"{readStateIndex:23829; appliedIndex:23825; }","duration":"2.449835589s","start":"2026-03-02T22:09:24.432079Z","end":"2026-03-02T22:09:26.881915Z","steps":["trace[167719820] 'read index received' (duration: 1.000110898s)","trace[167719820] 'applied index is now lower than readState.Index' (duration: 1.449723461s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:26.881996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.098622Z","time spent":"1.783340503s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:26.882015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:24.427175Z","time spent":"2.454754754s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:26.882015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:24.427204Z","time spent":"2.454734923s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:26.882152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450063144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-02T22:09:26.882199Z","caller":"traceutil/trace.go:171","msg":"trace[1015312217] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23024; }","duration":"2.450144066s","start":"2026-03-02T22:09:24.432041Z","end":"2026-03-02T22:09:26.882185Z","steps":["trace[1015312217] 'agreement among raft nodes before linearized reading' (duration: 2.449967532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:26.882235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:24.432029Z","time spent":"2.450197167s","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-02T22:09:27.382889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:27.711234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:09:27.711318Z","caller":"traceutil/trace.go:171","msg":"trace[71367249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266388s","start":"2026-03-02T22:09:25.711031Z","end":"2026-03-02T22:09:27.711297Z","steps":["trace[71367249] 'agreement among raft nodes before linearized reading' (duration: 2.000174216s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:27.711391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.711014Z","time spent":"2.000346039s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:09:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:09:27.883705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:28.384013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:28.884507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:28.934807Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.053569972s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:28.935348Z","caller":"traceutil/trace.go:171","msg":"trace[266793938] transaction","detail":"{read_only:false; response_revision:23025; number_of_response:1; }","duration":"3.09021215s","start":"2026-03-02T22:09:25.845108Z","end":"2026-03-02T22:09:28.93532Z","steps":["trace[266793938] 'process raft request' (duration: 3.089950224s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:28.93548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.845096Z","time spent":"3.090310512s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:28.935675Z","caller":"traceutil/trace.go:171","msg":"trace[120704260] transaction","detail":"{read_only:false; response_revision:23026; number_of_response:1; }","duration":"2.510067296s","start":"2026-03-02T22:09:26.425593Z","end":"2026-03-02T22:09:28.935661Z","steps":["trace[120704260] 'process raft request' (duration: 2.509623866s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:28.935698Z","caller":"traceutil/trace.go:171","msg":"trace[1062518249] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"2.509324439s","start":"2026-03-02T22:09:26.426342Z","end":"2026-03-02T22:09:28.935666Z","steps":["trace[1062518249] 'process raft request' (duration: 2.509022052s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:28.935766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.425568Z","time spent":"2.510155179s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:28.935755Z","caller":"traceutil/trace.go:171","msg":"trace[994342847] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"2.507897795s","start":"2026-03-02T22:09:26.427822Z","end":"2026-03-02T22:09:28.93572Z","steps":["trace[994342847] 'process raft request' (duration: 2.507574247s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:28.935774Z","caller":"traceutil/trace.go:171","msg":"trace[1519117895] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"2.509608086s","start":"2026-03-02T22:09:26.426121Z","end":"2026-03-02T22:09:28.935729Z","steps":["trace[1519117895] 'process raft request' (duration: 2.509142435s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:28.935868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.426292Z","time spent":"2.509485103s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:28.935931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.42781Z","time spent":"2.508034218s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:28.935956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.426113Z","time spent":"2.509751359s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:28.935996Z","caller":"traceutil/trace.go:171","msg":"trace[1633143069] transaction","detail":"{read_only:false; response_revision:23028; number_of_response:1; }","duration":"2.50935833s","start":"2026-03-02T22:09:26.426251Z","end":"2026-03-02T22:09:28.935609Z","steps":["trace[1633143069] 'process raft request' (duration: 2.509080154s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:28.936101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.426244Z","time spent":"2.509823851s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:29.224361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.913759ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:09:29.225543Z","caller":"traceutil/trace.go:171","msg":"trace[269495503] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"1.927130337s","start":"2026-03-02T22:09:27.298393Z","end":"2026-03-02T22:09:29.225523Z","steps":["trace[269495503] 'process raft request' (duration: 1.926071261s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.225655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.298366Z","time spent":"1.927232228s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:29.712065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000503353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:09:29.712139Z","caller":"traceutil/trace.go:171","msg":"trace[1657592940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000630916s","start":"2026-03-02T22:09:27.711492Z","end":"2026-03-02T22:09:29.712123Z","steps":["trace[1657592940] 'agreement among raft nodes before linearized reading' (duration: 2.000537004s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.712178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.711473Z","time spent":"2.000697287s","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:09:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:09:29.789359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.745738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:29.789564Z","caller":"traceutil/trace.go:171","msg":"trace[1850627001] linearizableReadLoop","detail":"{readStateIndex:23840; appliedIndex:23830; }","duration":"2.907565402s","start":"2026-03-02T22:09:26.881984Z","end":"2026-03-02T22:09:29.789549Z","steps":["trace[1850627001] 'read index received' (duration: 2.053055941s)","trace[1850627001] 'applied index is now lower than readState.Index' (duration: 854.508621ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:29.789578Z","caller":"traceutil/trace.go:171","msg":"trace[1203651411] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"1.959348475s","start":"2026-03-02T22:09:27.830196Z","end":"2026-03-02T22:09:29.789545Z","steps":["trace[1203651411] 'process raft request' (duration: 1.3953146s)","trace[1203651411] 'compare' (duration: 562.680673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:29.789673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.102467755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:29.789716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.830171Z","time spent":"1.959471528s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:29.789735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649842667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:29.789753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.180553962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T22:09:29.789774Z","caller":"traceutil/trace.go:171","msg":"trace[1063613198] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23033; }","duration":"4.649928059s","start":"2026-03-02T22:09:25.139835Z","end":"2026-03-02T22:09:29.789763Z","steps":["trace[1063613198] 'agreement among raft nodes before linearized reading' (duration: 4.649849987s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.789763Z","caller":"traceutil/trace.go:171","msg":"trace[838786784] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23033; }","duration":"4.102592438s","start":"2026-03-02T22:09:25.687147Z","end":"2026-03-02T22:09:29.789739Z","steps":["trace[838786784] 'agreement among raft nodes before linearized reading' (duration: 4.102415054s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.789784Z","caller":"traceutil/trace.go:171","msg":"trace[141554780] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23033; }","duration":"4.180657004s","start":"2026-03-02T22:09:25.609117Z","end":"2026-03-02T22:09:29.789774Z","steps":["trace[141554780] 'agreement among raft nodes before linearized reading' (duration: 4.180529681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.789805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.139813Z","time spent":"4.649986191s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:29.789821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.68713Z","time spent":"4.1026751s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:29.789927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903138337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189925aee98cc249\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-02T22:09:29.789967Z","caller":"traceutil/trace.go:171","msg":"trace[1797664419] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189925aee98cc249; range_end:; response_count:1; response_revision:23033; }","duration":"2.903176288s","start":"2026-03-02T22:09:26.886782Z","end":"2026-03-02T22:09:29.789959Z","steps":["trace[1797664419] 'agreement among raft nodes before linearized reading' (duration: 2.903077775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.789968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.917775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:09:29.789993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.886743Z","time spent":"2.903244139s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":766,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189925aee98cc249\" "} {"level":"warn","ts":"2026-03-02T22:09:29.790004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.364357929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-02T22:09:29.790019Z","caller":"traceutil/trace.go:171","msg":"trace[1292636278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23033; }","duration":"904.006097ms","start":"2026-03-02T22:09:28.886Z","end":"2026-03-02T22:09:29.790006Z","steps":["trace[1292636278] 'agreement among raft nodes before linearized reading' (duration: 903.877024ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.79003Z","caller":"traceutil/trace.go:171","msg":"trace[572493476] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713; range_end:; response_count:1; response_revision:23033; }","duration":"4.364408199s","start":"2026-03-02T22:09:25.425614Z","end":"2026-03-02T22:09:29.790022Z","steps":["trace[572493476] 'agreement among raft nodes before linearized reading' (duration: 4.364307977s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.885979Z","time spent":"904.062238ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:29.790066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.425599Z","time spent":"4.364446671s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" "} {"level":"warn","ts":"2026-03-02T22:09:29.790065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898911994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:29.790064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353632011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:09:29.790113Z","caller":"traceutil/trace.go:171","msg":"trace[1585329863] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23033; }","duration":"3.898985776s","start":"2026-03-02T22:09:25.891115Z","end":"2026-03-02T22:09:29.790101Z","steps":["trace[1585329863] 'agreement among raft nodes before linearized reading' (duration: 3.898911764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.891099Z","time spent":"3.899038327s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:29.790183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.431883828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:29.790197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.946989045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:09:29.79024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.358022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:29.790262Z","caller":"traceutil/trace.go:171","msg":"trace[126375854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23033; }","duration":"3.947082247s","start":"2026-03-02T22:09:25.843166Z","end":"2026-03-02T22:09:29.790248Z","steps":["trace[126375854] 'agreement among raft nodes before linearized reading' (duration: 3.946894043s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260851415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:29.790245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510367074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:29.790349Z","caller":"traceutil/trace.go:171","msg":"trace[1970228337] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23033; }","duration":"1.260924777s","start":"2026-03-02T22:09:28.529415Z","end":"2026-03-02T22:09:29.79034Z","steps":["trace[1970228337] 'agreement among raft nodes before linearized reading' (duration: 1.260878035s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.790364Z","caller":"traceutil/trace.go:171","msg":"trace[632777455] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23033; }","duration":"4.510510068s","start":"2026-03-02T22:09:25.279838Z","end":"2026-03-02T22:09:29.790348Z","steps":["trace[632777455] 'agreement among raft nodes before linearized reading' (duration: 4.510390295s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.52939Z","time spent":"1.260981628s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:29.790395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.577105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:29.790415Z","caller":"traceutil/trace.go:171","msg":"trace[1069199299] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23033; }","duration":"371.644336ms","start":"2026-03-02T22:09:29.418764Z","end":"2026-03-02T22:09:29.790409Z","steps":["trace[1069199299] 'agreement among raft nodes before linearized reading' (duration: 371.611735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.27982Z","time spent":"4.51057312s","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:29.790419Z","caller":"traceutil/trace.go:171","msg":"trace[557619541] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"1.869315825s","start":"2026-03-02T22:09:27.92109Z","end":"2026-03-02T22:09:29.790406Z","steps":["trace[557619541] 'process raft request' (duration: 1.868366803s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.790149Z","caller":"traceutil/trace.go:171","msg":"trace[1343498757] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23033; }","duration":"5.353750334s","start":"2026-03-02T22:09:24.436378Z","end":"2026-03-02T22:09:29.790128Z","steps":["trace[1343498757] 'agreement among raft nodes before linearized reading' (duration: 5.353488108s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.7563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:09:29.790486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.921058Z","time spent":"1.869394337s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:29.79052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572699722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274394"} {"level":"warn","ts":"2026-03-02T22:09:29.790544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468512792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:29.790574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.468408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:09:29.790581Z","caller":"traceutil/trace.go:171","msg":"trace[1193652215] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23033; }","duration":"1.468567113s","start":"2026-03-02T22:09:28.322006Z","end":"2026-03-02T22:09:29.790573Z","steps":["trace[1193652215] 'agreement among raft nodes before linearized reading' (duration: 1.468511402s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.321976Z","time spent":"1.468630855s","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:29.790663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.256425613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-03-02T22:09:29.790679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285880775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:29.790702Z","caller":"traceutil/trace.go:171","msg":"trace[557870479] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23033; }","duration":"5.256500785s","start":"2026-03-02T22:09:24.534191Z","end":"2026-03-02T22:09:29.790692Z","steps":["trace[557870479] 'agreement among raft nodes before linearized reading' (duration: 5.256353481s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010251344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:09:29.790732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:24.534171Z","time spent":"5.256554476s","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T22:09:29.790315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.843148Z","time spent":"3.947155689s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:09:29.790756Z","caller":"traceutil/trace.go:171","msg":"trace[1412627962] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23033; }","duration":"4.010303885s","start":"2026-03-02T22:09:25.780437Z","end":"2026-03-02T22:09:29.790741Z","steps":["trace[1412627962] 'agreement among raft nodes before linearized reading' (duration: 4.010144601s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903110607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-02T22:09:29.790801Z","caller":"traceutil/trace.go:171","msg":"trace[206427325] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23033; }","duration":"2.903148447s","start":"2026-03-02T22:09:26.887648Z","end":"2026-03-02T22:09:29.790796Z","steps":["trace[206427325] 'agreement among raft nodes before linearized reading' (duration: 2.903095606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.780397Z","time spent":"4.010386797s","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:09:29.790815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.887639Z","time spent":"2.903172668s","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:09:29.790814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439284305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:29.790891Z","caller":"traceutil/trace.go:171","msg":"trace[370491160] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23033; }","duration":"3.439396188s","start":"2026-03-02T22:09:26.351486Z","end":"2026-03-02T22:09:29.790882Z","steps":["trace[370491160] 'agreement among raft nodes before linearized reading' (duration: 3.439250045s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099924463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:29.790922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.351462Z","time spent":"3.439450549s","remote":"127.0.0.1:43576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:29.790944Z","caller":"traceutil/trace.go:171","msg":"trace[700129815] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23033; }","duration":"2.099985704s","start":"2026-03-02T22:09:27.690952Z","end":"2026-03-02T22:09:29.790938Z","steps":["trace[700129815] 'agreement among raft nodes before linearized reading' (duration: 2.099944523s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355024907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:09:29.790965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.690933Z","time spent":"2.100025985s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:29.790982Z","caller":"traceutil/trace.go:171","msg":"trace[772015642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23033; }","duration":"2.355067257s","start":"2026-03-02T22:09:27.435908Z","end":"2026-03-02T22:09:29.790976Z","steps":["trace[772015642] 'agreement among raft nodes before linearized reading' (duration: 2.355032516s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.790995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.43589Z","time spent":"2.355102529s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:29.790513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:24.436363Z","time spent":"5.354135593s","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T22:09:29.789829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.609091Z","time spent":"4.180726546s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:09:29.79043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.418731Z","time spent":"371.695208ms","remote":"127.0.0.1:41170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:29.791098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668568371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:29.791117Z","caller":"traceutil/trace.go:171","msg":"trace[116793768] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23033; }","duration":"1.668630281s","start":"2026-03-02T22:09:28.122481Z","end":"2026-03-02T22:09:29.791112Z","steps":["trace[116793768] 'agreement among raft nodes before linearized reading' (duration: 1.668593591s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.790593Z","caller":"traceutil/trace.go:171","msg":"trace[252398457] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23033; }","duration":"904.522478ms","start":"2026-03-02T22:09:28.886066Z","end":"2026-03-02T22:09:29.790588Z","steps":["trace[252398457] 'agreement among raft nodes before linearized reading' (duration: 904.479447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.791138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.122459Z","time spent":"1.668671623s","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:29.791146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.886052Z","time spent":"905.089392ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:29.79093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530970292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925aee1eaa133\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T22:09:29.790552Z","caller":"traceutil/trace.go:171","msg":"trace[718380934] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23033; }","duration":"4.572768233s","start":"2026-03-02T22:09:25.217778Z","end":"2026-03-02T22:09:29.790546Z","steps":["trace[718380934] 'agreement among raft nodes before linearized reading' (duration: 4.572484157s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.791207Z","caller":"traceutil/trace.go:171","msg":"trace[1940562605] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925aee1eaa133; range_end:; response_count:1; response_revision:23033; }","duration":"1.531275769s","start":"2026-03-02T22:09:28.259917Z","end":"2026-03-02T22:09:29.791192Z","steps":["trace[1940562605] 'agreement among raft nodes before linearized reading' (duration: 1.530975472s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.791225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.217755Z","time spent":"4.57346355s","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274418,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:09:29.791247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.259896Z","time spent":"1.531339221s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925aee1eaa133\" "} {"level":"warn","ts":"2026-03-02T22:09:29.791285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084233994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:29.791304Z","caller":"traceutil/trace.go:171","msg":"trace[652894841] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23033; }","duration":"2.084292275s","start":"2026-03-02T22:09:27.707006Z","end":"2026-03-02T22:09:29.791299Z","steps":["trace[652894841] 'agreement among raft nodes before linearized reading' (duration: 2.084217563s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.790213Z","caller":"traceutil/trace.go:171","msg":"trace[1824284357] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23033; }","duration":"4.431913398s","start":"2026-03-02T22:09:25.358292Z","end":"2026-03-02T22:09:29.790206Z","steps":["trace[1824284357] 'agreement among raft nodes before linearized reading' (duration: 4.431870617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.791322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.706983Z","time spent":"2.084334736s","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:29.791355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:25.358274Z","time spent":"4.433062876s","remote":"127.0.0.1:58356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:09:29.790272Z","caller":"traceutil/trace.go:171","msg":"trace[1730374101] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23033; }","duration":"988.432384ms","start":"2026-03-02T22:09:28.80183Z","end":"2026-03-02T22:09:29.790263Z","steps":["trace[1730374101] 'agreement among raft nodes before linearized reading' (duration: 988.320801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.791447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.801807Z","time spent":"989.624592ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:29.790714Z","caller":"traceutil/trace.go:171","msg":"trace[30931538] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23033; }","duration":"3.285950107s","start":"2026-03-02T22:09:26.504753Z","end":"2026-03-02T22:09:29.790703Z","steps":["trace[30931538] 'agreement among raft nodes before linearized reading' (duration: 3.285894236s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.79149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.504733Z","time spent":"3.286750167s","remote":"127.0.0.1:58236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:29.790498Z","caller":"traceutil/trace.go:171","msg":"trace[1588801716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23033; }","duration":"903.788841ms","start":"2026-03-02T22:09:28.886703Z","end":"2026-03-02T22:09:29.790492Z","steps":["trace[1588801716] 'agreement among raft nodes before linearized reading' (duration: 903.74052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.791735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.886693Z","time spent":"905.034841ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:29.790531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.057087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:09:29.79187Z","caller":"traceutil/trace.go:171","msg":"trace[531570374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23033; }","duration":"905.43244ms","start":"2026-03-02T22:09:28.886425Z","end":"2026-03-02T22:09:29.791858Z","steps":["trace[531570374] 'agreement among raft nodes before linearized reading' (duration: 904.080877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.791906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.886404Z","time spent":"905.492102ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:09:29.92725Z","caller":"traceutil/trace.go:171","msg":"trace[319700462] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"128.856842ms","start":"2026-03-02T22:09:29.798367Z","end":"2026-03-02T22:09:29.927223Z","steps":["trace[319700462] 'process raft request' (duration: 128.415552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.927625Z","caller":"traceutil/trace.go:171","msg":"trace[1696659921] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"129.123129ms","start":"2026-03-02T22:09:29.798478Z","end":"2026-03-02T22:09:29.927601Z","steps":["trace[1696659921] 'process raft request' (duration: 129.044847ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.927856Z","caller":"traceutil/trace.go:171","msg":"trace[108910408] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"129.445397ms","start":"2026-03-02T22:09:29.7984Z","end":"2026-03-02T22:09:29.927845Z","steps":["trace[108910408] 'process raft request' (duration: 128.999446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.928095Z","caller":"traceutil/trace.go:171","msg":"trace[1611891152] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"129.644711ms","start":"2026-03-02T22:09:29.79844Z","end":"2026-03-02T22:09:29.928085Z","steps":["trace[1611891152] 'process raft request' (duration: 129.025907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.928413Z","caller":"traceutil/trace.go:171","msg":"trace[761133419] linearizableReadLoop","detail":"{readStateIndex:23848; appliedIndex:23840; }","duration":"128.092994ms","start":"2026-03-02T22:09:29.800309Z","end":"2026-03-02T22:09:29.928402Z","steps":["trace[761133419] 'read index received' (duration: 71.87252ms)","trace[761133419] 'applied index is now lower than readState.Index' (duration: 56.219433ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:29.92865Z","caller":"traceutil/trace.go:171","msg":"trace[1150265698] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"129.073799ms","start":"2026-03-02T22:09:29.799564Z","end":"2026-03-02T22:09:29.928638Z","steps":["trace[1150265698] 'process raft request' (duration: 127.998423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.928571Z","caller":"traceutil/trace.go:171","msg":"trace[1986132306] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"130.180034ms","start":"2026-03-02T22:09:29.79838Z","end":"2026-03-02T22:09:29.92856Z","steps":["trace[1986132306] 'process raft request' (duration: 128.74815ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.928665Z","caller":"traceutil/trace.go:171","msg":"trace[935781881] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"127.556793ms","start":"2026-03-02T22:09:29.801078Z","end":"2026-03-02T22:09:29.928635Z","steps":["trace[935781881] 'process raft request' (duration: 126.574479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.928879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.924638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T22:09:29.928933Z","caller":"traceutil/trace.go:171","msg":"trace[658907082] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23043; }","duration":"127.00852ms","start":"2026-03-02T22:09:29.801913Z","end":"2026-03-02T22:09:29.928922Z","steps":["trace[658907082] 'agreement among raft nodes before linearized reading' (duration: 126.842056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.928679Z","caller":"traceutil/trace.go:171","msg":"trace[120017683] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"126.828246ms","start":"2026-03-02T22:09:29.801817Z","end":"2026-03-02T22:09:29.928645Z","steps":["trace[120017683] 'process raft request' (duration: 126.521098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.929014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.634822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:29.929135Z","caller":"traceutil/trace.go:171","msg":"trace[1268959205] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23043; }","duration":"126.741114ms","start":"2026-03-02T22:09:29.802368Z","end":"2026-03-02T22:09:29.929109Z","steps":["trace[1268959205] 'agreement among raft nodes before linearized reading' (duration: 126.614721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.928824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.496745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-02T22:09:29.929327Z","caller":"traceutil/trace.go:171","msg":"trace[1491708367] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23043; }","duration":"129.001446ms","start":"2026-03-02T22:09:29.800304Z","end":"2026-03-02T22:09:29.929305Z","steps":["trace[1491708367] 'agreement among raft nodes before linearized reading' (duration: 128.255589ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:30.772826Z","caller":"traceutil/trace.go:171","msg":"trace[26241602] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"104.166292ms","start":"2026-03-02T22:09:30.668639Z","end":"2026-03-02T22:09:30.772805Z","steps":["trace[26241602] 'process raft request' (duration: 103.733222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:31.239238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.092707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T22:09:31.239343Z","caller":"traceutil/trace.go:171","msg":"trace[2044822192] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23052; }","duration":"109.245471ms","start":"2026-03-02T22:09:31.130074Z","end":"2026-03-02T22:09:31.239319Z","steps":["trace[2044822192] 'range keys from in-memory index tree' (duration: 108.889013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.3063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:32.806851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:32.840361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058152325s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:32.840722Z","caller":"traceutil/trace.go:171","msg":"trace[276755676] linearizableReadLoop","detail":"{readStateIndex:23861; appliedIndex:23860; }","duration":"1.035118682s","start":"2026-03-02T22:09:31.80558Z","end":"2026-03-02T22:09:32.840698Z","steps":["trace[276755676] 'read index received' (duration: 1.034895147s)","trace[276755676] 'applied index is now lower than readState.Index' (duration: 222.385µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:32.840796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:31.782023Z","time spent":"1.058769809s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:09:32.841143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035553092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T22:09:32.841176Z","caller":"traceutil/trace.go:171","msg":"trace[697644165] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713; range_end:; response_count:1; response_revision:23053; }","duration":"1.035640824s","start":"2026-03-02T22:09:31.805525Z","end":"2026-03-02T22:09:32.841166Z","steps":["trace[697644165] 'agreement among raft nodes before linearized reading' (duration: 1.035514981s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.841198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:31.805504Z","time spent":"1.035689215s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" "} {"level":"warn","ts":"2026-03-02T22:09:32.841301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.985886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:32.841316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.230483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:32.841336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.492967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:32.841389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.213667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:32.841398Z","caller":"traceutil/trace.go:171","msg":"trace[1848906626] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23053; }","duration":"177.59074ms","start":"2026-03-02T22:09:32.663792Z","end":"2026-03-02T22:09:32.841383Z","steps":["trace[1848906626] 'agreement among raft nodes before linearized reading' (duration: 177.465357ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.841417Z","caller":"traceutil/trace.go:171","msg":"trace[1704018887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23053; }","duration":"128.278158ms","start":"2026-03-02T22:09:32.713132Z","end":"2026-03-02T22:09:32.84141Z","steps":["trace[1704018887] 'agreement among raft nodes before linearized reading' (duration: 128.228047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.841421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.612817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:09:32.841388Z","caller":"traceutil/trace.go:171","msg":"trace[1891731400] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23053; }","duration":"613.368217ms","start":"2026-03-02T22:09:32.228003Z","end":"2026-03-02T22:09:32.841371Z","steps":["trace[1891731400] 'agreement among raft nodes before linearized reading' (duration: 613.207843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.841441Z","caller":"traceutil/trace.go:171","msg":"trace[1629176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23053; }","duration":"906.647208ms","start":"2026-03-02T22:09:31.934788Z","end":"2026-03-02T22:09:32.841435Z","steps":["trace[1629176] 'agreement among raft nodes before linearized reading' (duration: 906.595767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.841442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.413823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:32.841461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:31.934781Z","time spent":"906.674529ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:09:32.841465Z","caller":"traceutil/trace.go:171","msg":"trace[376890189] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23053; }","duration":"612.454514ms","start":"2026-03-02T22:09:32.229004Z","end":"2026-03-02T22:09:32.841458Z","steps":["trace[376890189] 'agreement among raft nodes before linearized reading' (duration: 612.407002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.841476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.227981Z","time spent":"613.481909ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:32.841495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.228996Z","time spent":"612.491955ms","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:32.841342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.435191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:09:32.841531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.017884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:09:32.841545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.857977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:09:32.841358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.663072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:09:32.841345Z","caller":"traceutil/trace.go:171","msg":"trace[1670355680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23053; }","duration":"160.060667ms","start":"2026-03-02T22:09:32.681276Z","end":"2026-03-02T22:09:32.841337Z","steps":["trace[1670355680] 'agreement among raft nodes before linearized reading' (duration: 159.950254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.841627Z","caller":"traceutil/trace.go:171","msg":"trace[1365809035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23053; }","duration":"907.99022ms","start":"2026-03-02T22:09:31.933619Z","end":"2026-03-02T22:09:32.841609Z","steps":["trace[1365809035] 'agreement among raft nodes before linearized reading' (duration: 907.732424ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.841603Z","caller":"traceutil/trace.go:171","msg":"trace[1546133239] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23053; }","duration":"909.084845ms","start":"2026-03-02T22:09:31.932498Z","end":"2026-03-02T22:09:32.841582Z","steps":["trace[1546133239] 'agreement among raft nodes before linearized reading' (duration: 908.884581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.841616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.870237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:09:32.841677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:31.93361Z","time spent":"908.053301ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:32.841686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:31.932477Z","time spent":"909.194758ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:09:32.841701Z","caller":"traceutil/trace.go:171","msg":"trace[1374782675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23053; }","duration":"907.97397ms","start":"2026-03-02T22:09:31.933701Z","end":"2026-03-02T22:09:32.841675Z","steps":["trace[1374782675] 'agreement among raft nodes before linearized reading' (duration: 907.752044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.841751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:31.933696Z","time spent":"908.045451ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:09:32.841557Z","caller":"traceutil/trace.go:171","msg":"trace[215974237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23053; }","duration":"965.668857ms","start":"2026-03-02T22:09:31.87588Z","end":"2026-03-02T22:09:32.841549Z","steps":["trace[215974237] 'agreement among raft nodes before linearized reading' (duration: 965.325359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.841841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:31.875852Z","time spent":"965.975254ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:09:32.841672Z","caller":"traceutil/trace.go:171","msg":"trace[1233878976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23053; }","duration":"907.96498ms","start":"2026-03-02T22:09:31.933676Z","end":"2026-03-02T22:09:32.841641Z","steps":["trace[1233878976] 'agreement among raft nodes before linearized reading' (duration: 907.629382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.84188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:31.933671Z","time spent":"908.200785ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:33.972738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.501595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:33.972906Z","caller":"traceutil/trace.go:171","msg":"trace[1888635358] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23053; }","duration":"346.673559ms","start":"2026-03-02T22:09:33.626197Z","end":"2026-03-02T22:09:33.972871Z","steps":["trace[1888635358] 'range keys from in-memory index tree' (duration: 346.479635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:33.973827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.675292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:33.973943Z","caller":"traceutil/trace.go:171","msg":"trace[2070032875] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"1.130785595s","start":"2026-03-02T22:09:32.843132Z","end":"2026-03-02T22:09:33.973917Z","steps":["trace[2070032875] 'process raft request' (duration: 197.864538ms)","trace[2070032875] 'compare' (duration: 932.038865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:33.974004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.843097Z","time spent":"1.130878777s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:34.432141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391139891s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:09:35.255804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.40304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:35.256081Z","caller":"traceutil/trace.go:171","msg":"trace[1330529529] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"2.40950681s","start":"2026-03-02T22:09:32.846538Z","end":"2026-03-02T22:09:35.256045Z","steps":["trace[1330529529] 'process raft request' (duration: 1.585754712s)","trace[1330529529] 'compare' (duration: 822.57378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:35.256251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.846519Z","time spent":"2.409637812s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.256533Z","caller":"traceutil/trace.go:171","msg":"trace[1859463022] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"2.409869308s","start":"2026-03-02T22:09:32.846638Z","end":"2026-03-02T22:09:35.256507Z","steps":["trace[1859463022] 'process raft request' (duration: 2.409504679s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.256557Z","caller":"traceutil/trace.go:171","msg":"trace[712893408] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"2.298946717s","start":"2026-03-02T22:09:32.957587Z","end":"2026-03-02T22:09:35.256534Z","steps":["trace[712893408] 'process raft request' (duration: 2.29865801s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.256582Z","caller":"traceutil/trace.go:171","msg":"trace[259374687] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"2.278312262s","start":"2026-03-02T22:09:32.978257Z","end":"2026-03-02T22:09:35.25657Z","steps":["trace[259374687] 'process raft request' (duration: 2.278118177s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.256612Z","caller":"traceutil/trace.go:171","msg":"trace[1763473730] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"2.409977601s","start":"2026-03-02T22:09:32.846587Z","end":"2026-03-02T22:09:35.256565Z","steps":["trace[1763473730] 'process raft request' (duration: 2.40951087s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.256564Z","caller":"traceutil/trace.go:171","msg":"trace[1932518389] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"2.409999391s","start":"2026-03-02T22:09:32.846537Z","end":"2026-03-02T22:09:35.256536Z","steps":["trace[1932518389] 'process raft request' (duration: 2.409395467s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.256612Z","caller":"traceutil/trace.go:171","msg":"trace[1325658018] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"2.409999731s","start":"2026-03-02T22:09:32.846551Z","end":"2026-03-02T22:09:35.256551Z","steps":["trace[1325658018] 'process raft request' (duration: 2.409500069s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.256665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.84661Z","time spent":"2.40995792s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:35.256688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.957564Z","time spent":"2.299060239s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.256683Z","caller":"traceutil/trace.go:171","msg":"trace[1445545253] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"2.27824153s","start":"2026-03-02T22:09:32.978428Z","end":"2026-03-02T22:09:35.25667Z","steps":["trace[1445545253] 'process raft request' (duration: 2.278012895s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.256698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.978248Z","time spent":"2.278396754s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.256678Z","caller":"traceutil/trace.go:171","msg":"trace[850697056] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"2.278146298s","start":"2026-03-02T22:09:32.978507Z","end":"2026-03-02T22:09:35.256654Z","steps":["trace[850697056] 'process raft request' (duration: 2.277990244s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.256699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.846568Z","time spent":"2.410086573s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.256617Z","caller":"traceutil/trace.go:171","msg":"trace[138703005] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"2.409585231s","start":"2026-03-02T22:09:32.846981Z","end":"2026-03-02T22:09:35.256566Z","steps":["trace[138703005] 'process raft request' (duration: 2.409215742s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.256737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.846521Z","time spent":"2.410146744s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:35.256734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.846529Z","time spent":"2.410148794s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.256724Z","caller":"traceutil/trace.go:171","msg":"trace[38438676] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"2.278593668s","start":"2026-03-02T22:09:32.978079Z","end":"2026-03-02T22:09:35.256673Z","steps":["trace[38438676] 'process raft request' (duration: 2.27822665s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.256769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.978404Z","time spent":"2.278316982s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:35.256795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.978484Z","time spent":"2.278253181s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:35.256902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.978065Z","time spent":"2.278732682s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.256945Z","caller":"traceutil/trace.go:171","msg":"trace[71727714] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"2.278278401s","start":"2026-03-02T22:09:32.978655Z","end":"2026-03-02T22:09:35.256934Z","steps":["trace[71727714] 'process raft request' (duration: 2.277895912s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.257003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.978624Z","time spent":"2.278346333s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.257017Z","caller":"traceutil/trace.go:171","msg":"trace[332879523] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"1.026281985s","start":"2026-03-02T22:09:34.230714Z","end":"2026-03-02T22:09:35.256996Z","steps":["trace[332879523] 'process raft request' (duration: 1.026197413s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.257013Z","caller":"traceutil/trace.go:171","msg":"trace[1042806451] linearizableReadLoop","detail":"{readStateIndex:23869; appliedIndex:23861; }","duration":"2.299311526s","start":"2026-03-02T22:09:32.95769Z","end":"2026-03-02T22:09:35.257002Z","steps":["trace[1042806451] 'read index received' (duration: 83.320221ms)","trace[1042806451] 'applied index is now lower than readState.Index' (duration: 2.215989515s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:35.257007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.846973Z","time spent":"2.409812598s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:35.257124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.230691Z","time spent":"1.026377527s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:35.257425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.606553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418411"} {"level":"info","ts":"2026-03-02T22:09:35.257484Z","caller":"traceutil/trace.go:171","msg":"trace[207175020] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23067; }","duration":"257.684505ms","start":"2026-03-02T22:09:34.999782Z","end":"2026-03-02T22:09:35.257466Z","steps":["trace[207175020] 'agreement among raft nodes before linearized reading' (duration: 257.396338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.257185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2994917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:09:35.257556Z","caller":"traceutil/trace.go:171","msg":"trace[874018662] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23067; }","duration":"2.299879709s","start":"2026-03-02T22:09:32.957657Z","end":"2026-03-02T22:09:35.257537Z","steps":["trace[874018662] 'agreement among raft nodes before linearized reading' (duration: 2.299371848s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.257237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.784856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:35.257616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.957643Z","time spent":"2.299952171s","remote":"127.0.0.1:43724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:35.257655Z","caller":"traceutil/trace.go:171","msg":"trace[595195301] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23067; }","duration":"812.229497ms","start":"2026-03-02T22:09:34.445409Z","end":"2026-03-02T22:09:35.257639Z","steps":["trace[595195301] 'agreement among raft nodes before linearized reading' (duration: 811.809127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.2577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.445389Z","time spent":"812.294968ms","remote":"127.0.0.1:58346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:35.257236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.414667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:35.257859Z","caller":"traceutil/trace.go:171","msg":"trace[1585625750] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23067; }","duration":"563.094883ms","start":"2026-03-02T22:09:34.694753Z","end":"2026-03-02T22:09:35.257848Z","steps":["trace[1585625750] 'agreement among raft nodes before linearized reading' (duration: 562.413107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.257901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.694726Z","time spent":"563.160654ms","remote":"127.0.0.1:41186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:35.257292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281185635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T22:09:35.258631Z","caller":"traceutil/trace.go:171","msg":"trace[809130675] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23067; }","duration":"1.282509705s","start":"2026-03-02T22:09:33.976103Z","end":"2026-03-02T22:09:35.258613Z","steps":["trace[809130675] 'agreement among raft nodes before linearized reading' (duration: 1.281148114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.257284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578833129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-02T22:09:35.257281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958094885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:09:35.257284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056946202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T22:09:35.25731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.108526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T22:09:35.257326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.418139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:09:35.257321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408432689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T22:09:35.257342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541289315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:35.258833Z","caller":"traceutil/trace.go:171","msg":"trace[1800795226] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23067; }","duration":"1.580415186s","start":"2026-03-02T22:09:33.678403Z","end":"2026-03-02T22:09:35.258818Z","steps":["trace[1800795226] 'agreement among raft nodes before linearized reading' (duration: 1.578777448s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.258928Z","caller":"traceutil/trace.go:171","msg":"trace[1361045325] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23067; }","duration":"460.752034ms","start":"2026-03-02T22:09:34.798158Z","end":"2026-03-02T22:09:35.25891Z","steps":["trace[1361045325] 'agreement among raft nodes before linearized reading' (duration: 459.044225ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.258967Z","caller":"traceutil/trace.go:171","msg":"trace[1916188265] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23067; }","duration":"1.959798785s","start":"2026-03-02T22:09:33.299134Z","end":"2026-03-02T22:09:35.258933Z","steps":["trace[1916188265] 'agreement among raft nodes before linearized reading' (duration: 1.958057314s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.259002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.79814Z","time spent":"460.847216ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:09:35.258998Z","caller":"traceutil/trace.go:171","msg":"trace[831971418] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713; range_end:; response_count:1; response_revision:23067; }","duration":"2.058671112s","start":"2026-03-02T22:09:33.200277Z","end":"2026-03-02T22:09:35.258948Z","steps":["trace[831971418] 'agreement among raft nodes before linearized reading' (duration: 2.056881581s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.259016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.29911Z","time spent":"1.959892127s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:09:35.259064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.200253Z","time spent":"2.058792325s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" "} {"level":"info","ts":"2026-03-02T22:09:35.259124Z","caller":"traceutil/trace.go:171","msg":"trace[813611751] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23067; }","duration":"457.215301ms","start":"2026-03-02T22:09:34.801868Z","end":"2026-03-02T22:09:35.259083Z","steps":["trace[813611751] 'agreement among raft nodes before linearized reading' (duration: 455.326767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.259148Z","caller":"traceutil/trace.go:171","msg":"trace[907042054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23067; }","duration":"1.543115957s","start":"2026-03-02T22:09:33.716023Z","end":"2026-03-02T22:09:35.259139Z","steps":["trace[907042054] 'agreement among raft nodes before linearized reading' (duration: 1.541290535s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.259188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.716001Z","time spent":"1.543178368s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:35.259194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.801849Z","time spent":"457.325953ms","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:09:35.258863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.976068Z","time spent":"1.282786042s","remote":"127.0.0.1:43576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T22:09:35.259072Z","caller":"traceutil/trace.go:171","msg":"trace[860183052] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713; range_end:; response_count:1; response_revision:23067; }","duration":"1.41023362s","start":"2026-03-02T22:09:33.848823Z","end":"2026-03-02T22:09:35.259056Z","steps":["trace[860183052] 'agreement among raft nodes before linearized reading' (duration: 1.408348187s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.259575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.848789Z","time spent":"1.410679431s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" "} {"level":"warn","ts":"2026-03-02T22:09:35.259897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.67838Z","time spent":"1.58057814s","remote":"127.0.0.1:38622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-02T22:09:36.461121Z","caller":"traceutil/trace.go:171","msg":"trace[1900699241] linearizableReadLoop","detail":"{readStateIndex:23876; appliedIndex:23875; }","duration":"326.030963ms","start":"2026-03-02T22:09:36.135064Z","end":"2026-03-02T22:09:36.461094Z","steps":["trace[1900699241] 'read index received' (duration: 325.46215ms)","trace[1900699241] 'applied index is now lower than readState.Index' (duration: 567.413µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:36.461331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.258309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:36.461378Z","caller":"traceutil/trace.go:171","msg":"trace[1787946883] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23068; }","duration":"326.319181ms","start":"2026-03-02T22:09:36.135047Z","end":"2026-03-02T22:09:36.461367Z","steps":["trace[1787946883] 'agreement among raft nodes before linearized reading' (duration: 326.224598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:36.461405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:36.134974Z","time spent":"326.423333ms","remote":"127.0.0.1:57966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:36.461222Z","caller":"traceutil/trace.go:171","msg":"trace[1952093331] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"838.445924ms","start":"2026-03-02T22:09:35.62275Z","end":"2026-03-02T22:09:36.461196Z","steps":["trace[1952093331] 'process raft request' (duration: 837.935912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:36.461632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.765548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:36.461658Z","caller":"traceutil/trace.go:171","msg":"trace[1186623895] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23068; }","duration":"141.793628ms","start":"2026-03-02T22:09:36.319858Z","end":"2026-03-02T22:09:36.461652Z","steps":["trace[1186623895] 'agreement among raft nodes before linearized reading' (duration: 141.738147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:36.46162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:35.622726Z","time spent":"838.799722ms","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418469,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:36.461789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.741185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T22:09:36.461878Z","caller":"traceutil/trace.go:171","msg":"trace[1033386696] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713; range_end:; response_count:1; response_revision:23068; }","duration":"197.890238ms","start":"2026-03-02T22:09:36.263967Z","end":"2026-03-02T22:09:36.461857Z","steps":["trace[1033386696] 'agreement among raft nodes before linearized reading' (duration: 197.621542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:36.462086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.34346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:09:36.46248Z","caller":"traceutil/trace.go:171","msg":"trace[316869625] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23068; }","duration":"176.801181ms","start":"2026-03-02T22:09:36.285657Z","end":"2026-03-02T22:09:36.462459Z","steps":["trace[316869625] 'agreement among raft nodes before linearized reading' (duration: 176.119095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:37.692374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:38.19337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:38.212369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182241255s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:09:38.559983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919169928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:38.56004Z","caller":"traceutil/trace.go:171","msg":"trace[1883748421] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23068; }","duration":"1.919278352s","start":"2026-03-02T22:09:36.640746Z","end":"2026-03-02T22:09:38.560024Z","steps":["trace[1883748421] 'count revisions from in-memory index tree' (duration: 1.919089957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.560097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:36.640725Z","time spent":"1.919365213s","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:38.560402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848903466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:38.560423Z","caller":"traceutil/trace.go:171","msg":"trace[271719348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23068; }","duration":"1.848960677s","start":"2026-03-02T22:09:36.711458Z","end":"2026-03-02T22:09:38.560418Z","steps":["trace[271719348] 'range keys from in-memory index tree' (duration: 1.848787692s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.56046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:36.711436Z","time spent":"1.849018888s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:38.560746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751893791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:38.560769Z","caller":"traceutil/trace.go:171","msg":"trace[932552134] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23068; }","duration":"1.751953173s","start":"2026-03-02T22:09:36.808809Z","end":"2026-03-02T22:09:38.560762Z","steps":["trace[932552134] 'count revisions from in-memory index tree' (duration: 1.751736038s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.560808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:36.808787Z","time spent":"1.752014855s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:38.627515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771863142s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:09:38.628025Z","caller":"traceutil/trace.go:171","msg":"trace[663816698] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"1.365096598s","start":"2026-03-02T22:09:37.262908Z","end":"2026-03-02T22:09:38.628005Z","steps":["trace[663816698] 'process raft request' (duration: 1.365012516s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.628151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.262889Z","time spent":"1.36519038s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:38.628138Z","caller":"traceutil/trace.go:171","msg":"trace[1432257413] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"1.598057441s","start":"2026-03-02T22:09:37.030047Z","end":"2026-03-02T22:09:38.628104Z","steps":["trace[1432257413] 'process raft request' (duration: 1.59757669s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.628176Z","caller":"traceutil/trace.go:171","msg":"trace[2139298998] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"1.366481652s","start":"2026-03-02T22:09:37.261664Z","end":"2026-03-02T22:09:38.628145Z","steps":["trace[2139298998] 'process raft request' (duration: 1.366200245s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.628319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.030027Z","time spent":"1.598186334s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:38.628328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.261647Z","time spent":"1.366602554s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:38.628465Z","caller":"traceutil/trace.go:171","msg":"trace[778013262] linearizableReadLoop","detail":"{readStateIndex:23885; appliedIndex:23876; }","duration":"1.436755274s","start":"2026-03-02T22:09:37.191685Z","end":"2026-03-02T22:09:38.62844Z","steps":["trace[778013262] 'read index received' (duration: 1.020894667s)","trace[778013262] 'applied index is now lower than readState.Index' (duration: 415.859437ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:38.628535Z","caller":"traceutil/trace.go:171","msg":"trace[1379284951] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"1.363157892s","start":"2026-03-02T22:09:37.265364Z","end":"2026-03-02T22:09:38.628522Z","steps":["trace[1379284951] 'process raft request' (duration: 1.362996049s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.628523Z","caller":"traceutil/trace.go:171","msg":"trace[446717135] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"1.363344308s","start":"2026-03-02T22:09:37.265148Z","end":"2026-03-02T22:09:38.628493Z","steps":["trace[446717135] 'process raft request' (duration: 1.363168404s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.628569Z","caller":"traceutil/trace.go:171","msg":"trace[2135765331] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"1.327106984s","start":"2026-03-02T22:09:37.301448Z","end":"2026-03-02T22:09:38.628555Z","steps":["trace[2135765331] 'process raft request' (duration: 1.32695018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.628638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.265351Z","time spent":"1.363216423s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:38.6287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.265133Z","time spent":"1.363491291s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:38.628705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.30143Z","time spent":"1.327198887s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:38.628737Z","caller":"traceutil/trace.go:171","msg":"trace[1647210571] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"1.363909261s","start":"2026-03-02T22:09:37.264805Z","end":"2026-03-02T22:09:38.628715Z","steps":["trace[1647210571] 'process raft request' (duration: 1.363151843s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.628804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437115054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:38.628836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.264792Z","time spent":"1.363989532s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:38.62885Z","caller":"traceutil/trace.go:171","msg":"trace[3542035] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23076; }","duration":"1.437185185s","start":"2026-03-02T22:09:37.19165Z","end":"2026-03-02T22:09:38.628835Z","steps":["trace[3542035] 'agreement among raft nodes before linearized reading' (duration: 1.437099223s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.628846Z","caller":"traceutil/trace.go:171","msg":"trace[340627971] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"1.363672055s","start":"2026-03-02T22:09:37.265155Z","end":"2026-03-02T22:09:38.628827Z","steps":["trace[340627971] 'process raft request' (duration: 1.363049981s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.628994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.265149Z","time spent":"1.363792788s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:38.6289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.191635Z","time spent":"1.437256097s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:38.647712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386643216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:09:38.64774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383059291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:09:38.647755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181355724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T22:09:38.647848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243082107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-02T22:09:38.647894Z","caller":"traceutil/trace.go:171","msg":"trace[751733151] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713; range_end:; response_count:1; response_revision:23077; }","duration":"1.181541349s","start":"2026-03-02T22:09:37.466331Z","end":"2026-03-02T22:09:38.647872Z","steps":["trace[751733151] 'agreement among raft nodes before linearized reading' (duration: 1.181257522s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.647905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386775748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:09:38.647907Z","caller":"traceutil/trace.go:171","msg":"trace[1099492985] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23077; }","duration":"1.243168669s","start":"2026-03-02T22:09:37.404724Z","end":"2026-03-02T22:09:38.647893Z","steps":["trace[1099492985] 'agreement among raft nodes before linearized reading' (duration: 1.242980045s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.647942Z","caller":"traceutil/trace.go:171","msg":"trace[1284187436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23077; }","duration":"1.38685303s","start":"2026-03-02T22:09:37.261082Z","end":"2026-03-02T22:09:38.647935Z","steps":["trace[1284187436] 'agreement among raft nodes before linearized reading' (duration: 1.386758668s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.647946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384550726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:09:38.647956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.404675Z","time spent":"1.243272792s","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:09:38.647968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.26106Z","time spent":"1.386901772s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:09:38.647958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383245045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:09:38.64799Z","caller":"traceutil/trace.go:171","msg":"trace[2054326427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23077; }","duration":"1.384609897s","start":"2026-03-02T22:09:37.263367Z","end":"2026-03-02T22:09:38.647977Z","steps":["trace[2054326427] 'agreement among raft nodes before linearized reading' (duration: 1.384496565s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.648015Z","caller":"traceutil/trace.go:171","msg":"trace[2137656997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23077; }","duration":"1.383332058s","start":"2026-03-02T22:09:37.264668Z","end":"2026-03-02T22:09:38.648Z","steps":["trace[2137656997] 'agreement among raft nodes before linearized reading' (duration: 1.383125723s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.647783Z","caller":"traceutil/trace.go:171","msg":"trace[1455227479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23077; }","duration":"1.386747018s","start":"2026-03-02T22:09:37.26102Z","end":"2026-03-02T22:09:38.647767Z","steps":["trace[1455227479] 'agreement among raft nodes before linearized reading' (duration: 1.386550924s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.648058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.264657Z","time spent":"1.383391819s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:38.648075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.261004Z","time spent":"1.387059045s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:38.648022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.263358Z","time spent":"1.384657768s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:38.647784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386645425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:09:38.647794Z","caller":"traceutil/trace.go:171","msg":"trace[1190790241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23077; }","duration":"1.383143934s","start":"2026-03-02T22:09:37.264634Z","end":"2026-03-02T22:09:38.647778Z","steps":["trace[1190790241] 'agreement among raft nodes before linearized reading' (duration: 1.38297423s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.648178Z","caller":"traceutil/trace.go:171","msg":"trace[1903818100] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23077; }","duration":"1.387075256s","start":"2026-03-02T22:09:37.261088Z","end":"2026-03-02T22:09:38.648163Z","steps":["trace[1903818100] 'agreement among raft nodes before linearized reading' (duration: 1.386560444s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.64819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.264616Z","time spent":"1.383565763s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:38.647948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.466308Z","time spent":"1.18162876s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-920a3d32-78be-4623-bfc7-6e0e778a1713\" "} {"level":"warn","ts":"2026-03-02T22:09:38.648217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.261071Z","time spent":"1.387133356s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:38.648248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.105931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:38.648292Z","caller":"traceutil/trace.go:171","msg":"trace[621543132] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23077; }","duration":"639.196753ms","start":"2026-03-02T22:09:38.009081Z","end":"2026-03-02T22:09:38.648278Z","steps":["trace[621543132] 'agreement among raft nodes before linearized reading' (duration: 639.122381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.648331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.009052Z","time spent":"639.269415ms","remote":"127.0.0.1:58232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:38.777539Z","caller":"traceutil/trace.go:171","msg":"trace[1799291619] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"125.002651ms","start":"2026-03-02T22:09:38.652478Z","end":"2026-03-02T22:09:38.777481Z","steps":["trace[1799291619] 'process raft request' (duration: 29.679838ms)","trace[1799291619] 'compare' (duration: 94.883053ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:38.777683Z","caller":"traceutil/trace.go:171","msg":"trace[1942281441] linearizableReadLoop","detail":"{readStateIndex:23892; appliedIndex:23886; }","duration":"121.630012ms","start":"2026-03-02T22:09:38.656023Z","end":"2026-03-02T22:09:38.777653Z","steps":["trace[1942281441] 'read index received' (duration: 26.414261ms)","trace[1942281441] 'applied index is now lower than readState.Index' (duration: 95.214241ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:38.777745Z","caller":"traceutil/trace.go:171","msg":"trace[1276873108] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"124.595393ms","start":"2026-03-02T22:09:38.653112Z","end":"2026-03-02T22:09:38.777707Z","steps":["trace[1276873108] 'process raft request' (duration: 124.317996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.777778Z","caller":"traceutil/trace.go:171","msg":"trace[674081267] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"123.950517ms","start":"2026-03-02T22:09:38.653779Z","end":"2026-03-02T22:09:38.777729Z","steps":["trace[674081267] 'process raft request' (duration: 123.766693ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.777867Z","caller":"traceutil/trace.go:171","msg":"trace[1809431749] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"123.537018ms","start":"2026-03-02T22:09:38.654314Z","end":"2026-03-02T22:09:38.777851Z","steps":["trace[1809431749] 'process raft request' (duration: 123.276632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.777976Z","caller":"traceutil/trace.go:171","msg":"trace[509412111] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"124.245944ms","start":"2026-03-02T22:09:38.653715Z","end":"2026-03-02T22:09:38.777961Z","steps":["trace[509412111] 'process raft request' (duration: 123.770073ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.778Z","caller":"traceutil/trace.go:171","msg":"trace[1564417886] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"125.480723ms","start":"2026-03-02T22:09:38.652504Z","end":"2026-03-02T22:09:38.777985Z","steps":["trace[1564417886] 'process raft request' (duration: 124.786007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.77812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.501503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:38.778166Z","caller":"traceutil/trace.go:171","msg":"trace[1262117979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23083; }","duration":"119.581455ms","start":"2026-03-02T22:09:38.658569Z","end":"2026-03-02T22:09:38.77815Z","steps":["trace[1262117979] 'agreement among raft nodes before linearized reading' (duration: 119.482562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.778217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.167605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-03-02T22:09:38.778219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.342037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-02T22:09:38.778256Z","caller":"traceutil/trace.go:171","msg":"trace[11857303] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23083; }","duration":"122.251008ms","start":"2026-03-02T22:09:38.655992Z","end":"2026-03-02T22:09:38.778243Z","steps":["trace[11857303] 'agreement among raft nodes before linearized reading' (duration: 122.062664ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.778278Z","caller":"traceutil/trace.go:171","msg":"trace[1306010054] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23083; }","duration":"121.423278ms","start":"2026-03-02T22:09:38.65684Z","end":"2026-03-02T22:09:38.778264Z","steps":["trace[1306010054] 'agreement among raft nodes before linearized reading' (duration: 121.201773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:43.106103Z","caller":"traceutil/trace.go:171","msg":"trace[453809296] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"451.722562ms","start":"2026-03-02T22:09:42.654352Z","end":"2026-03-02T22:09:43.106074Z","steps":["trace[453809296] 'process raft request' (duration: 451.584928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.106237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.654328Z","time spent":"451.842525ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:43.572961Z","caller":"traceutil/trace.go:171","msg":"trace[19038477] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"871.497011ms","start":"2026-03-02T22:09:42.701439Z","end":"2026-03-02T22:09:43.572936Z","steps":["trace[19038477] 'process raft request' (duration: 871.420429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.573095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.701408Z","time spent":"871.622764ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:43.573029Z","caller":"traceutil/trace.go:171","msg":"trace[328726633] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"871.693456ms","start":"2026-03-02T22:09:42.701295Z","end":"2026-03-02T22:09:43.572988Z","steps":["trace[328726633] 'process raft request' (duration: 845.724095ms)","trace[328726633] 'compare' (duration: 25.234474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:43.573452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.701272Z","time spent":"872.099845ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:43.57346Z","caller":"traceutil/trace.go:171","msg":"trace[1849927087] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"871.923891ms","start":"2026-03-02T22:09:42.701511Z","end":"2026-03-02T22:09:43.573435Z","steps":["trace[1849927087] 'process raft request' (duration: 871.399089ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:43.573575Z","caller":"traceutil/trace.go:171","msg":"trace[2078988146] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"871.237285ms","start":"2026-03-02T22:09:42.702324Z","end":"2026-03-02T22:09:43.573561Z","steps":["trace[2078988146] 'process raft request' (duration: 871.041891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.573665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.702316Z","time spent":"871.307807ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:43.573682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.7015Z","time spent":"872.034604ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:43.573699Z","caller":"traceutil/trace.go:171","msg":"trace[449339833] linearizableReadLoop","detail":"{readStateIndex:23932; appliedIndex:23926; }","duration":"763.498479ms","start":"2026-03-02T22:09:42.810184Z","end":"2026-03-02T22:09:43.573683Z","steps":["trace[449339833] 'read index received' (duration: 295.817572ms)","trace[449339833] 'applied index is now lower than readState.Index' (duration: 467.679447ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:43.573793Z","caller":"traceutil/trace.go:171","msg":"trace[265077332] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"871.379568ms","start":"2026-03-02T22:09:42.702399Z","end":"2026-03-02T22:09:43.573779Z","steps":["trace[265077332] 'process raft request' (duration: 871.113232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.573854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.702367Z","time spent":"871.45871ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:43.573881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.691073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:09:43.57392Z","caller":"traceutil/trace.go:171","msg":"trace[130470802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23121; }","duration":"763.771045ms","start":"2026-03-02T22:09:42.810139Z","end":"2026-03-02T22:09:43.57391Z","steps":["trace[130470802] 'agreement among raft nodes before linearized reading' (duration: 763.642692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.573955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.810094Z","time spent":"763.854287ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:43.574014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.772908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T22:09:43.57407Z","caller":"traceutil/trace.go:171","msg":"trace[1439216585] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23121; }","duration":"642.854851ms","start":"2026-03-02T22:09:42.931199Z","end":"2026-03-02T22:09:43.574053Z","steps":["trace[1439216585] 'agreement among raft nodes before linearized reading' (duration: 642.689286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.574053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.241751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:09:43.574114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.931181Z","time spent":"642.923602ms","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-02T22:09:43.574147Z","caller":"traceutil/trace.go:171","msg":"trace[919594256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23121; }","duration":"745.542908ms","start":"2026-03-02T22:09:42.828579Z","end":"2026-03-02T22:09:43.574122Z","steps":["trace[919594256] 'agreement among raft nodes before linearized reading' (duration: 745.260731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.574193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.67127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:09:43.574173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.586352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:43.574234Z","caller":"traceutil/trace.go:171","msg":"trace[512542383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23121; }","duration":"742.711401ms","start":"2026-03-02T22:09:42.831512Z","end":"2026-03-02T22:09:43.574223Z","steps":["trace[512542383] 'agreement among raft nodes before linearized reading' (duration: 742.613578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.574234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.828554Z","time spent":"745.64908ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:09:43.574251Z","caller":"traceutil/trace.go:171","msg":"trace[1089325395] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23121; }","duration":"152.720875ms","start":"2026-03-02T22:09:43.421513Z","end":"2026-03-02T22:09:43.574234Z","steps":["trace[1089325395] 'agreement among raft nodes before linearized reading' (duration: 152.545831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.574268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.831471Z","time spent":"742.789982ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:43.574321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.814254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:09:43.574332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.653046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:09:43.574367Z","caller":"traceutil/trace.go:171","msg":"trace[1663457756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23121; }","duration":"742.887585ms","start":"2026-03-02T22:09:42.831472Z","end":"2026-03-02T22:09:43.57436Z","steps":["trace[1663457756] 'agreement among raft nodes before linearized reading' (duration: 742.68664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.574396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.396366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-03-02T22:09:43.574396Z","caller":"traceutil/trace.go:171","msg":"trace[468684734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23121; }","duration":"741.732247ms","start":"2026-03-02T22:09:42.83265Z","end":"2026-03-02T22:09:43.574382Z","steps":["trace[468684734] 'agreement among raft nodes before linearized reading' (duration: 741.557913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.574241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.278347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:09:43.574432Z","caller":"traceutil/trace.go:171","msg":"trace[1846975876] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23121; }","duration":"661.471188ms","start":"2026-03-02T22:09:42.912952Z","end":"2026-03-02T22:09:43.574423Z","steps":["trace[1846975876] 'agreement among raft nodes before linearized reading' (duration: 661.10276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.574448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.832644Z","time spent":"741.791209ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:09:43.574452Z","caller":"traceutil/trace.go:171","msg":"trace[1330628464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23121; }","duration":"741.617895ms","start":"2026-03-02T22:09:42.832819Z","end":"2026-03-02T22:09:43.574437Z","steps":["trace[1330628464] 'agreement among raft nodes before linearized reading' (duration: 741.056631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:43.574463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.912927Z","time spent":"661.53043ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10383,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T22:09:43.574417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.831459Z","time spent":"742.951987ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:09:43.574501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:42.832815Z","time spent":"741.675886ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:44.000196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.753602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:44.000669Z","caller":"traceutil/trace.go:171","msg":"trace[1336746181] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"422.076225ms","start":"2026-03-02T22:09:43.578562Z","end":"2026-03-02T22:09:44.000638Z","steps":["trace[1336746181] 'process raft request' (duration: 173.654387ms)","trace[1336746181] 'compare' (duration: 247.636349ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:44.000766Z","caller":"traceutil/trace.go:171","msg":"trace[555609958] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"422.187137ms","start":"2026-03-02T22:09:43.578562Z","end":"2026-03-02T22:09:44.000749Z","steps":["trace[555609958] 'process raft request' (duration: 422.116425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:44.000813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:43.578511Z","time spent":"422.227618ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:44.000841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:43.578547Z","time spent":"422.258368ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:45.118961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.401452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:45.119155Z","caller":"traceutil/trace.go:171","msg":"trace[554433200] linearizableReadLoop","detail":"{readStateIndex:23939; appliedIndex:23932; }","duration":"1.406250077s","start":"2026-03-02T22:09:43.712892Z","end":"2026-03-02T22:09:45.119142Z","steps":["trace[554433200] 'read index received' (duration: 39.405817ms)","trace[554433200] 'applied index is now lower than readState.Index' (duration: 1.3668434s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:45.119275Z","caller":"traceutil/trace.go:171","msg":"trace[736399698] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"1.539109634s","start":"2026-03-02T22:09:43.580158Z","end":"2026-03-02T22:09:45.119268Z","steps":["trace[736399698] 'process raft request' (duration: 867.343303ms)","trace[736399698] 'compare' (duration: 671.3133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:45.11931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:43.580133Z","time spent":"1.539157884s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:45.119408Z","caller":"traceutil/trace.go:171","msg":"trace[1953184053] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"1.536116153s","start":"2026-03-02T22:09:43.583287Z","end":"2026-03-02T22:09:45.119403Z","steps":["trace[1953184053] 'process raft request' (duration: 1.535821176s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:45.119432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:43.583274Z","time spent":"1.536143413s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10631,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:45.119597Z","caller":"traceutil/trace.go:171","msg":"trace[1477448446] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"1.539137164s","start":"2026-03-02T22:09:43.580444Z","end":"2026-03-02T22:09:45.119581Z","steps":["trace[1477448446] 'process raft request' (duration: 1.538616782s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:45.119634Z","caller":"traceutil/trace.go:171","msg":"trace[1140588921] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"1.538392267s","start":"2026-03-02T22:09:43.581237Z","end":"2026-03-02T22:09:45.119629Z","steps":["trace[1140588921] 'process raft request' (duration: 1.537845514s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:45.119665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:43.581219Z","time spent":"1.538427377s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:45.119655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:43.58043Z","time spent":"1.539195966s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:45.119662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406754818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:45.119668Z","caller":"traceutil/trace.go:171","msg":"trace[134850008] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"1.539285897s","start":"2026-03-02T22:09:43.58035Z","end":"2026-03-02T22:09:45.119635Z","steps":["trace[134850008] 'process raft request' (duration: 1.538680763s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:45.119734Z","caller":"traceutil/trace.go:171","msg":"trace[1177642262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23128; }","duration":"1.406877061s","start":"2026-03-02T22:09:43.712838Z","end":"2026-03-02T22:09:45.119715Z","steps":["trace[1177642262] 'agreement among raft nodes before linearized reading' (duration: 1.406758478s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:45.119774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:43.712812Z","time spent":"1.406953293s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:45.119816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:43.580341Z","time spent":"1.539395341s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:45.619706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:46.800342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.363033Z","time spent":"437.297062ms","remote":"127.0.0.1:56960","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:09:46.800745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010977044s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:46.800833Z","caller":"traceutil/trace.go:171","msg":"trace[1998339094] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"1.688551671s","start":"2026-03-02T22:09:45.112266Z","end":"2026-03-02T22:09:46.800818Z","steps":["trace[1998339094] 'process raft request' (duration: 677.408403ms)","trace[1998339094] 'compare' (duration: 1.010747259s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:46.800874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.112236Z","time spent":"1.688622292s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.852764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06301774s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:46.854151Z","caller":"traceutil/trace.go:171","msg":"trace[917213239] linearizableReadLoop","detail":"{readStateIndex:23950; appliedIndex:23939; }","duration":"1.734956894s","start":"2026-03-02T22:09:45.119171Z","end":"2026-03-02T22:09:46.854128Z","steps":["trace[917213239] 'read index received' (duration: 670.523721ms)","trace[917213239] 'applied index is now lower than readState.Index' (duration: 1.064431693s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:46.854563Z","caller":"traceutil/trace.go:171","msg":"trace[1069582028] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"1.273127314s","start":"2026-03-02T22:09:45.581417Z","end":"2026-03-02T22:09:46.854544Z","steps":["trace[1069582028] 'process raft request' (duration: 1.27256809s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:46.854576Z","caller":"traceutil/trace.go:171","msg":"trace[801811109] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"1.272451679s","start":"2026-03-02T22:09:45.582108Z","end":"2026-03-02T22:09:46.854559Z","steps":["trace[801811109] 'process raft request' (duration: 1.271913185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.854662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.581377Z","time spent":"1.273221297s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:46.854706Z","caller":"traceutil/trace.go:171","msg":"trace[1750181118] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"1.27250212s","start":"2026-03-02T22:09:45.582194Z","end":"2026-03-02T22:09:46.854696Z","steps":["trace[1750181118] 'process raft request' (duration: 1.271851904s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.854764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.58218Z","time spent":"1.272557821s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:46.854981Z","caller":"traceutil/trace.go:171","msg":"trace[1069980915] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"1.729003793s","start":"2026-03-02T22:09:45.125968Z","end":"2026-03-02T22:09:46.854972Z","steps":["trace[1069980915] 'process raft request' (duration: 1.727457977s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.854984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89583059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:09:46.855022Z","caller":"traceutil/trace.go:171","msg":"trace[2142872831] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23139; }","duration":"1.895912262s","start":"2026-03-02T22:09:44.959099Z","end":"2026-03-02T22:09:46.855011Z","steps":["trace[2142872831] 'agreement among raft nodes before linearized reading' (duration: 1.895779689s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.855062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.125949Z","time spent":"1.729056864s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.855073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:44.959074Z","time spent":"1.895992093s","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:09:46.855317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978547686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T22:09:46.855353Z","caller":"traceutil/trace.go:171","msg":"trace[840804268] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23139; }","duration":"1.97868362s","start":"2026-03-02T22:09:44.876661Z","end":"2026-03-02T22:09:46.855344Z","steps":["trace[840804268] 'agreement among raft nodes before linearized reading' (duration: 1.978589558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.855384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:44.876549Z","time spent":"1.978828284s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:09:46.855591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010023984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:46.855622Z","caller":"traceutil/trace.go:171","msg":"trace[1290389743] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"1.729506615s","start":"2026-03-02T22:09:45.126103Z","end":"2026-03-02T22:09:46.85561Z","steps":["trace[1290389743] 'process raft request' (duration: 1.727524138s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:46.855661Z","caller":"traceutil/trace.go:171","msg":"trace[1716560647] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23139; }","duration":"3.010135306s","start":"2026-03-02T22:09:43.845507Z","end":"2026-03-02T22:09:46.855642Z","steps":["trace[1716560647] 'agreement among raft nodes before linearized reading' (duration: 3.009966952s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.855679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.126096Z","time spent":"1.729557506s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.855695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:43.84549Z","time spent":"3.010198678s","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:46.855809Z","caller":"traceutil/trace.go:171","msg":"trace[1742193698] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"1.275065979s","start":"2026-03-02T22:09:45.580735Z","end":"2026-03-02T22:09:46.855801Z","steps":["trace[1742193698] 'process raft request' (duration: 1.273134894s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.85586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.580727Z","time spent":"1.27510933s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.855937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241160947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:46.855945Z","caller":"traceutil/trace.go:171","msg":"trace[2130464906] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"1.729143247s","start":"2026-03-02T22:09:45.126791Z","end":"2026-03-02T22:09:46.855934Z","steps":["trace[2130464906] 'process raft request' (duration: 1.726874643s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:46.855958Z","caller":"traceutil/trace.go:171","msg":"trace[1668884867] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23139; }","duration":"2.241214069s","start":"2026-03-02T22:09:44.614738Z","end":"2026-03-02T22:09:46.855952Z","steps":["trace[1668884867] 'agreement among raft nodes before linearized reading' (duration: 2.241174778s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.855975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:44.614719Z","time spent":"2.241251299s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:46.856007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.126782Z","time spent":"1.729188057s","remote":"127.0.0.1:43576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:46.856173Z","caller":"traceutil/trace.go:171","msg":"trace[404038533] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"1.729033114s","start":"2026-03-02T22:09:45.12713Z","end":"2026-03-02T22:09:46.856163Z","steps":["trace[404038533] 'process raft request' (duration: 1.726581026s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.856242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.127119Z","time spent":"1.729093525s","remote":"127.0.0.1:43576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.856376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52856288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:46.856417Z","caller":"traceutil/trace.go:171","msg":"trace[1365544753] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23139; }","duration":"2.528631952s","start":"2026-03-02T22:09:44.327776Z","end":"2026-03-02T22:09:46.856408Z","steps":["trace[1365544753] 'agreement among raft nodes before linearized reading' (duration: 2.528558581s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.856436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:44.327761Z","time spent":"2.528670233s","remote":"127.0.0.1:38732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:46.856458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41211882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:46.856501Z","caller":"traceutil/trace.go:171","msg":"trace[326347946] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23139; }","duration":"2.412199642s","start":"2026-03-02T22:09:44.444294Z","end":"2026-03-02T22:09:46.856494Z","steps":["trace[326347946] 'agreement among raft nodes before linearized reading' (duration: 2.412128021s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.856519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:44.444273Z","time spent":"2.412241874s","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:46.854666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.582096Z","time spent":"1.27251621s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:46.856552Z","caller":"traceutil/trace.go:171","msg":"trace[1102163941] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"1.581286296s","start":"2026-03-02T22:09:45.275237Z","end":"2026-03-02T22:09:46.856523Z","steps":["trace[1102163941] 'process raft request' (duration: 1.578538412s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:46.855805Z","caller":"traceutil/trace.go:171","msg":"trace[2020900066] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"1.275224083s","start":"2026-03-02T22:09:45.580566Z","end":"2026-03-02T22:09:46.85579Z","steps":["trace[2020900066] 'process raft request' (duration: 1.273268737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.856716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.275177Z","time spent":"1.58146864s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.856722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.580549Z","time spent":"1.276138824s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:46.874235Z","caller":"traceutil/trace.go:171","msg":"trace[1564939560] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"737.809705ms","start":"2026-03-02T22:09:46.136405Z","end":"2026-03-02T22:09:46.874215Z","steps":["trace[1564939560] 'process raft request' (duration: 737.414395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.875932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.136371Z","time spent":"739.493014ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.876135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.17443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:46.876167Z","caller":"traceutil/trace.go:171","msg":"trace[1494627456] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23140; }","duration":"132.286613ms","start":"2026-03-02T22:09:46.743869Z","end":"2026-03-02T22:09:46.876156Z","steps":["trace[1494627456] 'agreement among raft nodes before linearized reading' (duration: 132.227272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.876526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479282956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:46.876597Z","caller":"traceutil/trace.go:171","msg":"trace[749198825] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23140; }","duration":"1.479425139s","start":"2026-03-02T22:09:45.397153Z","end":"2026-03-02T22:09:46.876578Z","steps":["trace[749198825] 'agreement among raft nodes before linearized reading' (duration: 1.479261785s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.876633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.397123Z","time spent":"1.479502551s","remote":"127.0.0.1:58248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:46.876825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.207834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:09:46.876881Z","caller":"traceutil/trace.go:171","msg":"trace[1028124903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23140; }","duration":"871.293507ms","start":"2026-03-02T22:09:46.005575Z","end":"2026-03-02T22:09:46.876868Z","steps":["trace[1028124903] 'agreement among raft nodes before linearized reading' (duration: 871.119722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.876908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.005565Z","time spent":"871.337027ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:46.87726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.983447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:09:46.877291Z","caller":"traceutil/trace.go:171","msg":"trace[1504931198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23140; }","duration":"873.078458ms","start":"2026-03-02T22:09:46.004206Z","end":"2026-03-02T22:09:46.877284Z","steps":["trace[1504931198] 'agreement among raft nodes before linearized reading' (duration: 872.764791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.877317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.004178Z","time spent":"873.13432ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:46.877328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.585276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-02T22:09:46.877342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597757965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:09:46.877362Z","caller":"traceutil/trace.go:171","msg":"trace[804635539] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23140; }","duration":"1.597817776s","start":"2026-03-02T22:09:45.279539Z","end":"2026-03-02T22:09:46.877357Z","steps":["trace[804635539] 'agreement among raft nodes before linearized reading' (duration: 1.597738774s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.877382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.279523Z","time spent":"1.597855337s","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:09:46.877434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384761802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:09:46.877457Z","caller":"traceutil/trace.go:171","msg":"trace[1353308905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23140; }","duration":"1.384816723s","start":"2026-03-02T22:09:45.492634Z","end":"2026-03-02T22:09:46.877451Z","steps":["trace[1353308905] 'agreement among raft nodes before linearized reading' (duration: 1.384741351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.877478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.492615Z","time spent":"1.384858975s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:09:46.877494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743909294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10649"} {"level":"info","ts":"2026-03-02T22:09:46.877512Z","caller":"traceutil/trace.go:171","msg":"trace[1067605259] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23140; }","duration":"1.743958106s","start":"2026-03-02T22:09:45.13355Z","end":"2026-03-02T22:09:46.877508Z","steps":["trace[1067605259] 'agreement among raft nodes before linearized reading' (duration: 1.743907614s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.877525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.133538Z","time spent":"1.743983836s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10673,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T22:09:46.877531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755519718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:46.877549Z","caller":"traceutil/trace.go:171","msg":"trace[449207829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23140; }","duration":"1.755591719s","start":"2026-03-02T22:09:45.121952Z","end":"2026-03-02T22:09:46.877544Z","steps":["trace[449207829] 'agreement among raft nodes before linearized reading' (duration: 1.755562139s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.877563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.121929Z","time spent":"1.755630631s","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:09:46.877347Z","caller":"traceutil/trace.go:171","msg":"trace[221434489] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23140; }","duration":"637.655848ms","start":"2026-03-02T22:09:46.239685Z","end":"2026-03-02T22:09:46.877341Z","steps":["trace[221434489] 'agreement among raft nodes before linearized reading' (duration: 637.623447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.877611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.239656Z","time spent":"637.949435ms","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-02T22:09:46.877266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.306138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:09:46.877655Z","caller":"traceutil/trace.go:171","msg":"trace[1448932543] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23140; }","duration":"249.741238ms","start":"2026-03-02T22:09:46.627905Z","end":"2026-03-02T22:09:46.877647Z","steps":["trace[1448932543] 'agreement among raft nodes before linearized reading' (duration: 248.381805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.877297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.66779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T22:09:46.877777Z","caller":"traceutil/trace.go:171","msg":"trace[744867081] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23140; }","duration":"551.212904ms","start":"2026-03-02T22:09:46.326558Z","end":"2026-03-02T22:09:46.877771Z","steps":["trace[744867081] 'agreement among raft nodes before linearized reading' (duration: 550.698482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.877795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.326529Z","time spent":"551.261734ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T22:09:47.109046Z","caller":"traceutil/trace.go:171","msg":"trace[1234454354] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"104.164031ms","start":"2026-03-02T22:09:47.004843Z","end":"2026-03-02T22:09:47.109007Z","steps":["trace[1234454354] 'process raft request' (duration: 103.68669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:03.736346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990868,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:10:04.20156Z","caller":"traceutil/trace.go:171","msg":"trace[978840109] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"967.707356ms","start":"2026-03-02T22:10:03.233798Z","end":"2026-03-02T22:10:04.201506Z","steps":["trace[978840109] 'process raft request' (duration: 967.396479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:04.201956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.233774Z","time spent":"967.921761ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:05.583848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.310836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:05.584999Z","caller":"traceutil/trace.go:171","msg":"trace[143017865] linearizableReadLoop","detail":"{readStateIndex:24112; appliedIndex:24109; }","duration":"2.349021536s","start":"2026-03-02T22:10:03.235951Z","end":"2026-03-02T22:10:05.584973Z","steps":["trace[143017865] 'read index received' (duration: 965.267388ms)","trace[143017865] 'applied index is now lower than readState.Index' (duration: 1.383753148s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:05.585135Z","caller":"traceutil/trace.go:171","msg":"trace[960767060] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"2.350462289s","start":"2026-03-02T22:10:03.234654Z","end":"2026-03-02T22:10:05.585116Z","steps":["trace[960767060] 'process raft request' (duration: 2.350184893s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:05.584986Z","caller":"traceutil/trace.go:171","msg":"trace[1688671423] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"2.350611453s","start":"2026-03-02T22:10:03.234314Z","end":"2026-03-02T22:10:05.584925Z","steps":["trace[1688671423] 'process raft request' (duration: 1.747108158s)","trace[1688671423] 'compare' (duration: 601.832425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:05.58545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.234276Z","time spent":"2.351081834s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:05.585493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349524477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:10:05.585554Z","caller":"traceutil/trace.go:171","msg":"trace[1016619338] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23297; }","duration":"2.34962229s","start":"2026-03-02T22:10:03.235911Z","end":"2026-03-02T22:10:05.585533Z","steps":["trace[1016619338] 'agreement among raft nodes before linearized reading' (duration: 2.349412995s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:05.585599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.235901Z","time spent":"2.349689811s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:10:05.585664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.234639Z","time spent":"2.350530942s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:05.712381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:10:05.712495Z","caller":"traceutil/trace.go:171","msg":"trace[581312896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038775s","start":"2026-03-02T22:10:03.712086Z","end":"2026-03-02T22:10:05.712474Z","steps":["trace[581312896] 'agreement among raft nodes before linearized reading' (duration: 2.000241147s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:05.712574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.712072Z","time spent":"2.000490993s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:06.006539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025131387s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:10:06.414252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.44289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:06.414475Z","caller":"traceutil/trace.go:171","msg":"trace[238493533] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"1.552703234s","start":"2026-03-02T22:10:04.861738Z","end":"2026-03-02T22:10:06.414441Z","steps":["trace[238493533] 'process raft request' (duration: 1.144991148s)","trace[238493533] 'compare' (duration: 407.318737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:06.414627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.861718Z","time spent":"1.552830436s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:06.414639Z","caller":"traceutil/trace.go:171","msg":"trace[1764944634] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"820.923791ms","start":"2026-03-02T22:10:05.593697Z","end":"2026-03-02T22:10:06.41462Z","steps":["trace[1764944634] 'process raft request' (duration: 820.85761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.414716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.593674Z","time spent":"821.005052ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:06.414889Z","caller":"traceutil/trace.go:171","msg":"trace[1436014381] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"1.481986859s","start":"2026-03-02T22:10:04.93289Z","end":"2026-03-02T22:10:06.414877Z","steps":["trace[1436014381] 'process raft request' (duration: 1.481550189s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.414966Z","caller":"traceutil/trace.go:171","msg":"trace[2093840231] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"1.480828433s","start":"2026-03-02T22:10:04.934126Z","end":"2026-03-02T22:10:06.414954Z","steps":["trace[2093840231] 'process raft request' (duration: 1.480349722s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.414974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.932884Z","time spent":"1.482041751s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:06.415028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.9341Z","time spent":"1.480897744s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:06.415182Z","caller":"traceutil/trace.go:171","msg":"trace[1473966579] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"1.479656735s","start":"2026-03-02T22:10:04.935515Z","end":"2026-03-02T22:10:06.415172Z","steps":["trace[1473966579] 'process raft request' (duration: 1.478990389s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.415239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.935506Z","time spent":"1.479701806s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:06.415256Z","caller":"traceutil/trace.go:171","msg":"trace[615050172] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"1.483963746s","start":"2026-03-02T22:10:04.93126Z","end":"2026-03-02T22:10:06.415224Z","steps":["trace[615050172] 'process raft request' (duration: 1.483138477s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.415375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172894646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:06.415416Z","caller":"traceutil/trace.go:171","msg":"trace[299953124] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23304; }","duration":"3.173012449s","start":"2026-03-02T22:10:03.242392Z","end":"2026-03-02T22:10:06.415404Z","steps":["trace[299953124] 'agreement among raft nodes before linearized reading' (duration: 3.172918427s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.415419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848642205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:06.415444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.242344Z","time spent":"3.173092241s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:06.415433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.931252Z","time spent":"1.484092239s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:06.415452Z","caller":"traceutil/trace.go:171","msg":"trace[603161404] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23304; }","duration":"2.848717516s","start":"2026-03-02T22:10:03.566725Z","end":"2026-03-02T22:10:06.415443Z","steps":["trace[603161404] 'agreement among raft nodes before linearized reading' (duration: 2.848598343s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.415457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111227154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-tj4bv\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-03-02T22:10:06.415489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386686517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:10:06.415498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.566694Z","time spent":"2.848796448s","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:06.4155Z","caller":"traceutil/trace.go:171","msg":"trace[549404564] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-tj4bv; range_end:; response_count:1; response_revision:23304; }","duration":"3.111313576s","start":"2026-03-02T22:10:03.304177Z","end":"2026-03-02T22:10:06.415491Z","steps":["trace[549404564] 'agreement among raft nodes before linearized reading' (duration: 3.111181993s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.41552Z","caller":"traceutil/trace.go:171","msg":"trace[1852709912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23304; }","duration":"1.386756059s","start":"2026-03-02T22:10:05.028756Z","end":"2026-03-02T22:10:06.415512Z","steps":["trace[1852709912] 'agreement among raft nodes before linearized reading' (duration: 1.386625286s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.41557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.304154Z","time spent":"3.111409229s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-tj4bv\" "} {"level":"warn","ts":"2026-03-02T22:10:06.415586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.028733Z","time spent":"1.38684664s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:10:06.415274Z","caller":"traceutil/trace.go:171","msg":"trace[920143675] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"1.486101747s","start":"2026-03-02T22:10:04.929142Z","end":"2026-03-02T22:10:06.415244Z","steps":["trace[920143675] 'process raft request' (duration: 1.485200656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.41561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545087764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:06.415264Z","caller":"traceutil/trace.go:171","msg":"trace[294249445] linearizableReadLoop","detail":"{readStateIndex:24118; appliedIndex:24112; }","duration":"830.152518ms","start":"2026-03-02T22:10:05.58508Z","end":"2026-03-02T22:10:06.415233Z","steps":["trace[294249445] 'read index received' (duration: 421.660534ms)","trace[294249445] 'applied index is now lower than readState.Index' (duration: 408.487574ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:06.415671Z","caller":"traceutil/trace.go:171","msg":"trace[1979952590] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23304; }","duration":"1.545175456s","start":"2026-03-02T22:10:04.870476Z","end":"2026-03-02T22:10:06.415651Z","steps":["trace[1979952590] 'agreement among raft nodes before linearized reading' (duration: 1.545033763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.415681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.929123Z","time spent":"1.486505966s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:06.415708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78836351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:06.415713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.870462Z","time spent":"1.545240837s","remote":"127.0.0.1:58046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:06.415748Z","caller":"traceutil/trace.go:171","msg":"trace[1928182853] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23304; }","duration":"1.788437432s","start":"2026-03-02T22:10:04.627296Z","end":"2026-03-02T22:10:06.415734Z","steps":["trace[1928182853] 'agreement among raft nodes before linearized reading' (duration: 1.788381261s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.415769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.587977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:06.41578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.627273Z","time spent":"1.788498683s","remote":"127.0.0.1:38708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:06.415811Z","caller":"traceutil/trace.go:171","msg":"trace[1039591283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23304; }","duration":"702.664528ms","start":"2026-03-02T22:10:05.713131Z","end":"2026-03-02T22:10:06.415796Z","steps":["trace[1039591283] 'agreement among raft nodes before linearized reading' (duration: 702.599907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.415853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.71311Z","time spent":"702.73774ms","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:06.415464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639802444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:06.41586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38636284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:10:06.415883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.333753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:10:06.415888Z","caller":"traceutil/trace.go:171","msg":"trace[1171569787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23304; }","duration":"1.386454691s","start":"2026-03-02T22:10:05.029426Z","end":"2026-03-02T22:10:06.41588Z","steps":["trace[1171569787] 'agreement among raft nodes before linearized reading' (duration: 1.386362139s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.41589Z","caller":"traceutil/trace.go:171","msg":"trace[1143234282] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23304; }","duration":"1.640283764s","start":"2026-03-02T22:10:04.775591Z","end":"2026-03-02T22:10:06.415874Z","steps":["trace[1143234282] 'agreement among raft nodes before linearized reading' (duration: 1.63966817s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.41591Z","caller":"traceutil/trace.go:171","msg":"trace[873480905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23304; }","duration":"208.412065ms","start":"2026-03-02T22:10:06.20749Z","end":"2026-03-02T22:10:06.415902Z","steps":["trace[873480905] 'agreement among raft nodes before linearized reading' (duration: 208.336203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.415915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.029402Z","time spent":"1.386506423s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:06.415922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.775568Z","time spent":"1.640343236s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:06.416024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.803615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:06.416043Z","caller":"traceutil/trace.go:171","msg":"trace[1543912991] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23304; }","duration":"143.871686ms","start":"2026-03-02T22:10:06.272165Z","end":"2026-03-02T22:10:06.416036Z","steps":["trace[1543912991] 'agreement among raft nodes before linearized reading' (duration: 143.834065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.416013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.82298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:06.416076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.172975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:10:06.416106Z","caller":"traceutil/trace.go:171","msg":"trace[2122620540] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23304; }","duration":"529.249626ms","start":"2026-03-02T22:10:05.886849Z","end":"2026-03-02T22:10:06.416099Z","steps":["trace[2122620540] 'agreement among raft nodes before linearized reading' (duration: 529.136404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.416111Z","caller":"traceutil/trace.go:171","msg":"trace[417890886] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23304; }","duration":"354.973624ms","start":"2026-03-02T22:10:06.061115Z","end":"2026-03-02T22:10:06.416089Z","steps":["trace[417890886] 'agreement among raft nodes before linearized reading' (duration: 354.757559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.416124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.886829Z","time spent":"529.291128ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:10:06.416145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.061097Z","time spent":"355.040545ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:06.41618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.515383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:06.416189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.865679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:06.416206Z","caller":"traceutil/trace.go:171","msg":"trace[450085715] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23304; }","duration":"201.592985ms","start":"2026-03-02T22:10:06.214607Z","end":"2026-03-02T22:10:06.4162Z","steps":["trace[450085715] 'agreement among raft nodes before linearized reading' (duration: 201.547724ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.416215Z","caller":"traceutil/trace.go:171","msg":"trace[1169919661] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23304; }","duration":"639.931981ms","start":"2026-03-02T22:10:05.776276Z","end":"2026-03-02T22:10:06.416208Z","steps":["trace[1169919661] 'agreement among raft nodes before linearized reading' (duration: 639.88011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.416236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.776252Z","time spent":"639.977542ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:06.416324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.668149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:06.416343Z","caller":"traceutil/trace.go:171","msg":"trace[1854086542] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23304; }","duration":"247.689779ms","start":"2026-03-02T22:10:06.168647Z","end":"2026-03-02T22:10:06.416337Z","steps":["trace[1854086542] 'agreement among raft nodes before linearized reading' (duration: 247.651358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.921818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4014849874400990881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:10:07.426587Z","caller":"traceutil/trace.go:171","msg":"trace[526649455] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"1.006948759s","start":"2026-03-02T22:10:06.419611Z","end":"2026-03-02T22:10:07.426559Z","steps":["trace[526649455] 'process raft request' (duration: 1.006826196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:07.426887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.419596Z","time spent":"1.007184005s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:07.426594Z","caller":"traceutil/trace.go:171","msg":"trace[1231644022] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"1.006946878s","start":"2026-03-02T22:10:06.419601Z","end":"2026-03-02T22:10:07.426548Z","steps":["trace[1231644022] 'process raft request' (duration: 932.836795ms)","trace[1231644022] 'compare' (duration: 73.52405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:07.427174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.419576Z","time spent":"1.007478191s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:08.424724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:10:08.424805Z","caller":"traceutil/trace.go:171","msg":"trace[1260498422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000130171s","start":"2026-03-02T22:10:06.424658Z","end":"2026-03-02T22:10:08.424788Z","steps":["trace[1260498422] 'agreement among raft nodes before linearized reading' (duration: 2.000038089s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.424847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.424646Z","time spent":"2.000192293s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:10:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:10:08.443336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.021309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:08.443709Z","caller":"traceutil/trace.go:171","msg":"trace[1415015233] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"2.022792968s","start":"2026-03-02T22:10:06.420883Z","end":"2026-03-02T22:10:08.443676Z","steps":["trace[1415015233] 'process raft request' (duration: 2.022529782s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.443716Z","caller":"traceutil/trace.go:171","msg":"trace[597542757] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"2.024003865s","start":"2026-03-02T22:10:06.419652Z","end":"2026-03-02T22:10:08.443656Z","steps":["trace[597542757] 'process raft request' (duration: 1.770596608s)","trace[597542757] 'compare' (duration: 251.651827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:08.443885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.419627Z","time spent":"2.02417131s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:08.443903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.420871Z","time spent":"2.022921191s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:09.345846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.347779ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:10:09.347568Z","caller":"traceutil/trace.go:171","msg":"trace[990691497] linearizableReadLoop","detail":"{readStateIndex:24125; appliedIndex:24119; }","duration":"2.926213612s","start":"2026-03-02T22:10:06.421329Z","end":"2026-03-02T22:10:09.347543Z","steps":["trace[990691497] 'read index received' (duration: 931.130395ms)","trace[990691497] 'applied index is now lower than readState.Index' (duration: 1.995081987s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:09.347685Z","caller":"traceutil/trace.go:171","msg":"trace[497193664] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"2.456330243s","start":"2026-03-02T22:10:06.891343Z","end":"2026-03-02T22:10:09.347673Z","steps":["trace[497193664] 'process raft request' (duration: 2.454597602s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.347785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.891306Z","time spent":"2.456407485s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:09.906776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485424128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:10:09.906858Z","caller":"traceutil/trace.go:171","msg":"trace[825266483] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a51007375c; range_end:; response_count:1; response_revision:23309; }","duration":"3.485521361s","start":"2026-03-02T22:10:06.421314Z","end":"2026-03-02T22:10:09.906835Z","steps":["trace[825266483] 'agreement among raft nodes before linearized reading' (duration: 2.926458328s)","trace[825266483] 'range keys from in-memory index tree' (duration: 558.858518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:09.906899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.421306Z","time spent":"3.485583063s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a51007375c\" "} {"level":"warn","ts":"2026-03-02T22:10:09.906939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.301658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:09.907239Z","caller":"traceutil/trace.go:171","msg":"trace[1447671373] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"1.486361703s","start":"2026-03-02T22:10:08.420845Z","end":"2026-03-02T22:10:09.907207Z","steps":["trace[1447671373] 'process raft request' (duration: 926.690715ms)","trace[1447671373] 'compare' (duration: 559.189725ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:09.907272Z","caller":"traceutil/trace.go:171","msg":"trace[153077939] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"1.484951769s","start":"2026-03-02T22:10:08.422306Z","end":"2026-03-02T22:10:09.907257Z","steps":["trace[153077939] 'process raft request' (duration: 1.484886347s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.907352Z","caller":"traceutil/trace.go:171","msg":"trace[1078684662] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"1.486399024s","start":"2026-03-02T22:10:08.420873Z","end":"2026-03-02T22:10:09.907272Z","steps":["trace[1078684662] 'process raft request' (duration: 1.486163789s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.907407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.422286Z","time spent":"1.485017641s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:09.907487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.420816Z","time spent":"1.486487946s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:09.907551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.420846Z","time spent":"1.486599678s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:09.907599Z","caller":"traceutil/trace.go:171","msg":"trace[2117827332] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"1.485194354s","start":"2026-03-02T22:10:08.422386Z","end":"2026-03-02T22:10:09.90758Z","steps":["trace[2117827332] 'process raft request' (duration: 1.484840546s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.907709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.42237Z","time spent":"1.485276517s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:09.907754Z","caller":"traceutil/trace.go:171","msg":"trace[1600082180] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"1.485268847s","start":"2026-03-02T22:10:08.42245Z","end":"2026-03-02T22:10:09.907719Z","steps":["trace[1600082180] 'process raft request' (duration: 1.485024461s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.907983Z","caller":"traceutil/trace.go:171","msg":"trace[1738378318] linearizableReadLoop","detail":"{readStateIndex:24132; appliedIndex:24125; }","duration":"560.335693ms","start":"2026-03-02T22:10:09.347636Z","end":"2026-03-02T22:10:09.907972Z","steps":["trace[1738378318] 'read index received' (duration: 21.13602ms)","trace[1738378318] 'applied index is now lower than readState.Index' (duration: 539.198763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:09.908006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.422443Z","time spent":"1.48543594s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:09.908049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48709724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:10:09.908115Z","caller":"traceutil/trace.go:171","msg":"trace[235080546] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23316; }","duration":"1.487188812s","start":"2026-03-02T22:10:08.420909Z","end":"2026-03-02T22:10:09.908098Z","steps":["trace[235080546] 'agreement among raft nodes before linearized reading' (duration: 1.48707267s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.908132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318797572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:10:09.908161Z","caller":"traceutil/trace.go:171","msg":"trace[1589411036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23316; }","duration":"2.318854853s","start":"2026-03-02T22:10:07.589298Z","end":"2026-03-02T22:10:09.908153Z","steps":["trace[1589411036] 'agreement among raft nodes before linearized reading' (duration: 2.318766071s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.908196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.58928Z","time spent":"2.318908904s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:10:09.9082Z","caller":"traceutil/trace.go:171","msg":"trace[735595650] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"1.485625604s","start":"2026-03-02T22:10:08.42256Z","end":"2026-03-02T22:10:09.908186Z","steps":["trace[735595650] 'process raft request' (duration: 1.485098952s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.90812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833723965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:09.908264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.422515Z","time spent":"1.485714796s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:09.908406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413416127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:10:09.908442Z","caller":"traceutil/trace.go:171","msg":"trace[1115247697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23316; }","duration":"2.413490719s","start":"2026-03-02T22:10:07.494943Z","end":"2026-03-02T22:10:09.908434Z","steps":["trace[1115247697] 'agreement among raft nodes before linearized reading' (duration: 2.413378217s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.90847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.494918Z","time spent":"2.413544501s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:10:09.908523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.540827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:09.908568Z","caller":"traceutil/trace.go:171","msg":"trace[2130567326] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23316; }","duration":"862.627129ms","start":"2026-03-02T22:10:09.045931Z","end":"2026-03-02T22:10:09.908558Z","steps":["trace[2130567326] 'agreement among raft nodes before linearized reading' (duration: 862.555887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.908465Z","caller":"traceutil/trace.go:171","msg":"trace[832929968] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"1.000115944s","start":"2026-03-02T22:10:08.908335Z","end":"2026-03-02T22:10:09.908451Z","steps":["trace[832929968] 'process raft request' (duration: 999.53381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.908651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794589568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:09.908713Z","caller":"traceutil/trace.go:171","msg":"trace[330474980] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23316; }","duration":"1.794693561s","start":"2026-03-02T22:10:08.114007Z","end":"2026-03-02T22:10:09.9087Z","steps":["trace[330474980] 'agreement among raft nodes before linearized reading' (duration: 1.794603699s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.908704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483261619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:09.908721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022822971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:09.908755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.113974Z","time spent":"1.794772013s","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:09.908755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.908315Z","time spent":"1.000379009s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:09.908783Z","caller":"traceutil/trace.go:171","msg":"trace[1100247307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23316; }","duration":"2.022883252s","start":"2026-03-02T22:10:07.885888Z","end":"2026-03-02T22:10:09.908771Z","steps":["trace[1100247307] 'agreement among raft nodes before linearized reading' (duration: 2.02280225s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.908791Z","caller":"traceutil/trace.go:171","msg":"trace[2018237725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23316; }","duration":"1.483397962s","start":"2026-03-02T22:10:08.425375Z","end":"2026-03-02T22:10:09.908773Z","steps":["trace[2018237725] 'agreement among raft nodes before linearized reading' (duration: 1.483238618s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.90882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.885825Z","time spent":"2.022985195s","remote":"127.0.0.1:36118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:09.908842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.425362Z","time spent":"1.483471353s","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:09.90816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.420774Z","time spent":"1.487376957s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:10:09.908965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079223788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:09.908655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.045909Z","time spent":"862.734481ms","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:09.90882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857284245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:09.909049Z","caller":"traceutil/trace.go:171","msg":"trace[1760497586] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23316; }","duration":"3.079360192s","start":"2026-03-02T22:10:06.829664Z","end":"2026-03-02T22:10:09.909025Z","steps":["trace[1760497586] 'agreement among raft nodes before linearized reading' (duration: 3.079239049s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.909057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139979954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:09.909076Z","caller":"traceutil/trace.go:171","msg":"trace[250015965] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23316; }","duration":"2.857679205s","start":"2026-03-02T22:10:07.051375Z","end":"2026-03-02T22:10:09.909054Z","steps":["trace[250015965] 'agreement among raft nodes before linearized reading' (duration: 2.857122312s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.908211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318153556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:10:09.909119Z","caller":"traceutil/trace.go:171","msg":"trace[1798174297] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23316; }","duration":"1.140043766s","start":"2026-03-02T22:10:08.769057Z","end":"2026-03-02T22:10:09.909101Z","steps":["trace[1798174297] 'agreement among raft nodes before linearized reading' (duration: 1.139867972s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.909137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.051291Z","time spent":"2.857822128s","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:09.90917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.769031Z","time spent":"1.140128607s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:09.909174Z","caller":"traceutil/trace.go:171","msg":"trace[1581816625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23316; }","duration":"2.31916339s","start":"2026-03-02T22:10:07.589988Z","end":"2026-03-02T22:10:09.909152Z","steps":["trace[1581816625] 'agreement among raft nodes before linearized reading' (duration: 2.318037034s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.909115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.829634Z","time spent":"3.079469254s","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:09.909233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.589965Z","time spent":"2.319252292s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:10:09.909751Z","caller":"traceutil/trace.go:171","msg":"trace[659577674] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23316; }","duration":"1.83392199s","start":"2026-03-02T22:10:08.074314Z","end":"2026-03-02T22:10:09.908236Z","steps":["trace[659577674] 'agreement among raft nodes before linearized reading' (duration: 1.833744005s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.909946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.074289Z","time spent":"1.83559052s","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:11.206477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198342254s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:11.206667Z","caller":"traceutil/trace.go:171","msg":"trace[1981278221] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"1.851082085s","start":"2026-03-02T22:10:09.355574Z","end":"2026-03-02T22:10:11.206656Z","steps":["trace[1981278221] 'process raft request' (duration: 1.851030274s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.206658Z","caller":"traceutil/trace.go:171","msg":"trace[1223046867] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"1.854084815s","start":"2026-03-02T22:10:09.352537Z","end":"2026-03-02T22:10:11.206622Z","steps":["trace[1223046867] 'process raft request' (duration: 655.530496ms)","trace[1223046867] 'compare' (duration: 1.195322263s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:11.206716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.355552Z","time spent":"1.851145686s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2789,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:11.206727Z","caller":"traceutil/trace.go:171","msg":"trace[1433374561] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"1.853235316s","start":"2026-03-02T22:10:09.353454Z","end":"2026-03-02T22:10:11.20669Z","steps":["trace[1433374561] 'process raft request' (duration: 1.853098863s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.2068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.352514Z","time spent":"1.854200978s","remote":"127.0.0.1:43576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:11.206892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.353446Z","time spent":"1.85335676s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:11.44738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.439300398s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:10:11.494196Z","caller":"traceutil/trace.go:171","msg":"trace[1504390253] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"2.098306038s","start":"2026-03-02T22:10:09.395851Z","end":"2026-03-02T22:10:11.494157Z","steps":["trace[1504390253] 'process raft request' (duration: 2.051756386s)","trace[1504390253] 'compare' (duration: 45.841055ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:11.494266Z","caller":"traceutil/trace.go:171","msg":"trace[992933220] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"273.244447ms","start":"2026-03-02T22:10:11.220996Z","end":"2026-03-02T22:10:11.49424Z","steps":["trace[992933220] 'process raft request' (duration: 273.191745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.49437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.395841Z","time spent":"2.09843289s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:11.494491Z","caller":"traceutil/trace.go:171","msg":"trace[1377191872] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"1.57879406s","start":"2026-03-02T22:10:09.915664Z","end":"2026-03-02T22:10:11.494458Z","steps":["trace[1377191872] 'process raft request' (duration: 1.578312138s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.494523Z","caller":"traceutil/trace.go:171","msg":"trace[40138261] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"1.581016693s","start":"2026-03-02T22:10:09.913481Z","end":"2026-03-02T22:10:11.494498Z","steps":["trace[40138261] 'process raft request' (duration: 1.580386378s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.494554Z","caller":"traceutil/trace.go:171","msg":"trace[221503434] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"799.693628ms","start":"2026-03-02T22:10:10.694827Z","end":"2026-03-02T22:10:11.49452Z","steps":["trace[221503434] 'process raft request' (duration: 799.321399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.494584Z","caller":"traceutil/trace.go:171","msg":"trace[1349070670] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"1.57881523s","start":"2026-03-02T22:10:09.915757Z","end":"2026-03-02T22:10:11.494573Z","steps":["trace[1349070670] 'process raft request' (duration: 1.578266968s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.494639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.913445Z","time spent":"1.581137516s","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:11.49466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.915645Z","time spent":"1.578927813s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:11.494726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:10.694798Z","time spent":"799.841942ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:11.494724Z","caller":"traceutil/trace.go:171","msg":"trace[1592320675] linearizableReadLoop","detail":"{readStateIndex:24136; appliedIndex:24132; }","duration":"1.586658426s","start":"2026-03-02T22:10:09.908041Z","end":"2026-03-02T22:10:11.4947Z","steps":["trace[1592320675] 'read index received' (duration: 100.013518ms)","trace[1592320675] 'applied index is now lower than readState.Index' (duration: 1.486642588s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:11.494809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.915728Z","time spent":"1.578934473s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:11.49492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814749874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:10:11.494964Z","caller":"traceutil/trace.go:171","msg":"trace[455314892] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23326; }","duration":"1.814846857s","start":"2026-03-02T22:10:09.680105Z","end":"2026-03-02T22:10:11.494952Z","steps":["trace[455314892] 'agreement among raft nodes before linearized reading' (duration: 1.814683303s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.494985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062658614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:10:11.495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802118946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:11.495096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581834262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:10:11.495118Z","caller":"traceutil/trace.go:171","msg":"trace[1446851047] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23326; }","duration":"1.802304341s","start":"2026-03-02T22:10:09.692792Z","end":"2026-03-02T22:10:11.495097Z","steps":["trace[1446851047] 'agreement among raft nodes before linearized reading' (duration: 1.802105696s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.495152Z","caller":"traceutil/trace.go:171","msg":"trace[645464228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23326; }","duration":"1.581944285s","start":"2026-03-02T22:10:09.913196Z","end":"2026-03-02T22:10:11.49514Z","steps":["trace[645464228] 'agreement among raft nodes before linearized reading' (duration: 1.581773631s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.495191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.913164Z","time spent":"1.582019786s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:10:11.495185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.692721Z","time spent":"1.802450584s","remote":"127.0.0.1:58234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:11.49521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046219284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:10:11.495217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.36805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:11.495259Z","caller":"traceutil/trace.go:171","msg":"trace[1684381656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23326; }","duration":"1.046324396s","start":"2026-03-02T22:10:10.448922Z","end":"2026-03-02T22:10:11.495246Z","steps":["trace[1684381656] 'agreement among raft nodes before linearized reading' (duration: 1.046189613s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.495271Z","caller":"traceutil/trace.go:171","msg":"trace[1977026485] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23326; }","duration":"641.473062ms","start":"2026-03-02T22:10:10.853782Z","end":"2026-03-02T22:10:11.495255Z","steps":["trace[1977026485] 'agreement among raft nodes before linearized reading' (duration: 641.340729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.495283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063784191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:10:11.495307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:10.853755Z","time spent":"641.545075ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:11.495347Z","caller":"traceutil/trace.go:171","msg":"trace[1224383870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23326; }","duration":"2.063874923s","start":"2026-03-02T22:10:09.431456Z","end":"2026-03-02T22:10:11.495331Z","steps":["trace[1224383870] 'agreement among raft nodes before linearized reading' (duration: 2.063673287s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.49537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5795944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:11.495388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.431443Z","time spent":"2.063937354s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:11.49538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.994471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:11.495391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45412701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:11.494485Z","caller":"traceutil/trace.go:171","msg":"trace[1236937800] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"1.578192616s","start":"2026-03-02T22:10:09.916239Z","end":"2026-03-02T22:10:11.494431Z","steps":["trace[1236937800] 'process raft request' (duration: 1.577825087s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.495415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.125538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:11.495501Z","caller":"traceutil/trace.go:171","msg":"trace[2146222137] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23326; }","duration":"903.21509ms","start":"2026-03-02T22:10:10.592272Z","end":"2026-03-02T22:10:11.495487Z","steps":["trace[2146222137] 'agreement among raft nodes before linearized reading' (duration: 903.102827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.495511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344515585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:11.495545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:10.592179Z","time spent":"903.355323ms","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:11.495556Z","caller":"traceutil/trace.go:171","msg":"trace[1814426568] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23326; }","duration":"1.344587817s","start":"2026-03-02T22:10:10.150952Z","end":"2026-03-02T22:10:11.49554Z","steps":["trace[1814426568] 'agreement among raft nodes before linearized reading' (duration: 1.344520855s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.495576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368271077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:11.495613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:10.150932Z","time spent":"1.344665428s","remote":"127.0.0.1:58030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:11.495619Z","caller":"traceutil/trace.go:171","msg":"trace[1556659962] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23326; }","duration":"1.368354289s","start":"2026-03-02T22:10:10.127251Z","end":"2026-03-02T22:10:11.495605Z","steps":["trace[1556659962] 'agreement among raft nodes before linearized reading' (duration: 1.368278458s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.495626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.916232Z","time spent":"1.579282102s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:11.495674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:10.127228Z","time spent":"1.368423262s","remote":"127.0.0.1:58356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:10:11.495002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.680073Z","time spent":"1.814921128s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:10:11.495057Z","caller":"traceutil/trace.go:171","msg":"trace[1572448101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23326; }","duration":"2.062734435s","start":"2026-03-02T22:10:09.432307Z","end":"2026-03-02T22:10:11.495041Z","steps":["trace[1572448101] 'agreement among raft nodes before linearized reading' (duration: 2.06252291s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.49624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.43228Z","time spent":"2.063936505s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:10:11.495304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:10.44888Z","time spent":"1.046413089s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:10:11.495404Z","caller":"traceutil/trace.go:171","msg":"trace[281017765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23326; }","duration":"1.579655102s","start":"2026-03-02T22:10:09.91574Z","end":"2026-03-02T22:10:11.495395Z","steps":["trace[281017765] 'agreement among raft nodes before linearized reading' (duration: 1.57960251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.496525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:09.915728Z","time spent":"1.580779948s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:10:11.495434Z","caller":"traceutil/trace.go:171","msg":"trace[104026140] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23326; }","duration":"880.050472ms","start":"2026-03-02T22:10:10.615371Z","end":"2026-03-02T22:10:11.495421Z","steps":["trace[104026140] 'agreement among raft nodes before linearized reading' (duration: 879.96264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.496719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:10.615318Z","time spent":"881.371473ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:11.495449Z","caller":"traceutil/trace.go:171","msg":"trace[1283943500] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23326; }","duration":"1.454213872s","start":"2026-03-02T22:10:10.041217Z","end":"2026-03-02T22:10:11.495431Z","steps":["trace[1283943500] 'agreement among raft nodes before linearized reading' (duration: 1.45412057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.496866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:10.041202Z","time spent":"1.455632175s","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:11.906458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.338316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:11.906867Z","caller":"traceutil/trace.go:171","msg":"trace[1718562675] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"405.648381ms","start":"2026-03-02T22:10:11.501185Z","end":"2026-03-02T22:10:11.906833Z","steps":["trace[1718562675] 'process raft request' (duration: 233.847694ms)","trace[1718562675] 'compare' (duration: 171.171072ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:11.906953Z","caller":"traceutil/trace.go:171","msg":"trace[1167246947] linearizableReadLoop","detail":"{readStateIndex:24145; appliedIndex:24142; }","duration":"404.286929ms","start":"2026-03-02T22:10:11.502647Z","end":"2026-03-02T22:10:11.906934Z","steps":["trace[1167246947] 'read index received' (duration: 232.574895ms)","trace[1167246947] 'applied index is now lower than readState.Index' (duration: 171.710654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:11.907033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.501163Z","time spent":"405.786134ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:11.907214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.575857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:11.907259Z","caller":"traceutil/trace.go:171","msg":"trace[738717547] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23330; }","duration":"404.658609ms","start":"2026-03-02T22:10:11.502586Z","end":"2026-03-02T22:10:11.907244Z","steps":["trace[738717547] 'agreement among raft nodes before linearized reading' (duration: 404.581437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.90729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.50257Z","time spent":"404.71205ms","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:10:11.907298Z","caller":"traceutil/trace.go:171","msg":"trace[371856833] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"405.049668ms","start":"2026-03-02T22:10:11.50222Z","end":"2026-03-02T22:10:11.907269Z","steps":["trace[371856833] 'process raft request' (duration: 404.599056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.907349Z","caller":"traceutil/trace.go:171","msg":"trace[1336143345] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"405.366525ms","start":"2026-03-02T22:10:11.501974Z","end":"2026-03-02T22:10:11.90734Z","steps":["trace[1336143345] 'process raft request' (duration: 404.673018ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.907362Z","caller":"traceutil/trace.go:171","msg":"trace[1734209871] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"404.200898ms","start":"2026-03-02T22:10:11.503127Z","end":"2026-03-02T22:10:11.907328Z","steps":["trace[1734209871] 'process raft request' (duration: 403.761087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.907433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.502199Z","time spent":"405.163171ms","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:11.907462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.004759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:11.907469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.20125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:11.907509Z","caller":"traceutil/trace.go:171","msg":"trace[1534813666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23330; }","duration":"402.389725ms","start":"2026-03-02T22:10:11.50511Z","end":"2026-03-02T22:10:11.9075Z","steps":["trace[1534813666] 'agreement among raft nodes before linearized reading' (duration: 402.142809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.907516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.5031Z","time spent":"404.338502ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:11.907564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.583386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.146\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:10:11.907588Z","caller":"traceutil/trace.go:171","msg":"trace[65585553] range","detail":"{range_begin:/registry/masterleases/199.19.213.146; range_end:; response_count:1; response_revision:23330; }","duration":"123.644496ms","start":"2026-03-02T22:10:11.783939Z","end":"2026-03-02T22:10:11.907583Z","steps":["trace[65585553] 'agreement among raft nodes before linearized reading' (duration: 123.557564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.907401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.501946Z","time spent":"405.427737ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:11.907758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.257918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:11.907797Z","caller":"traceutil/trace.go:171","msg":"trace[1953781468] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23330; }","duration":"371.34376ms","start":"2026-03-02T22:10:11.536445Z","end":"2026-03-02T22:10:11.907789Z","steps":["trace[1953781468] 'agreement among raft nodes before linearized reading' (duration: 371.264378ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.907485Z","caller":"traceutil/trace.go:171","msg":"trace[75758082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23330; }","duration":"343.067571ms","start":"2026-03-02T22:10:11.56441Z","end":"2026-03-02T22:10:11.907478Z","steps":["trace[75758082] 'agreement among raft nodes before linearized reading' (duration: 343.02544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.907824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.536406Z","time spent":"371.408952ms","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:11.907848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.564391Z","time spent":"343.43614ms","remote":"127.0.0.1:36106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:11.907533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.505101Z","time spent":"402.427666ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:11.907797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.955308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:11.908073Z","caller":"traceutil/trace.go:171","msg":"trace[507964925] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23330; }","duration":"351.256635ms","start":"2026-03-02T22:10:11.556747Z","end":"2026-03-02T22:10:11.908004Z","steps":["trace[507964925] 'agreement among raft nodes before linearized reading' (duration: 350.914057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.908177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.556724Z","time spent":"351.409568ms","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:10:12.622626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.078615ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-02T22:10:12.622732Z","caller":"traceutil/trace.go:171","msg":"trace[180772468] linearizableReadLoop","detail":"{readStateIndex:24147; appliedIndex:24146; }","duration":"710.797015ms","start":"2026-03-02T22:10:11.911912Z","end":"2026-03-02T22:10:12.622709Z","steps":["trace[180772468] 'read index received' (duration: 194.570476ms)","trace[180772468] 'applied index is now lower than readState.Index' (duration: 516.224949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:12.622803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.909048Z","time spent":"713.750755ms","remote":"127.0.0.1:43418","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:10:12.623053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.118523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a540a237d9\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:10:12.623139Z","caller":"traceutil/trace.go:171","msg":"trace[1160415291] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a540a237d9; range_end:; response_count:1; response_revision:23330; }","duration":"711.254606ms","start":"2026-03-02T22:10:11.911865Z","end":"2026-03-02T22:10:12.623119Z","steps":["trace[1160415291] 'agreement among raft nodes before linearized reading' (duration: 711.00696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:12.623183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.911849Z","time spent":"711.324428ms","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a540a237d9\" "} {"level":"warn","ts":"2026-03-02T22:10:12.991206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.560021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:12.991798Z","caller":"traceutil/trace.go:171","msg":"trace[527542587] linearizableReadLoop","detail":"{readStateIndex:24153; appliedIndex:24147; }","duration":"369.015745ms","start":"2026-03-02T22:10:12.622758Z","end":"2026-03-02T22:10:12.991773Z","steps":["trace[527542587] 'read index received' (duration: 231.817048ms)","trace[527542587] 'applied index is now lower than readState.Index' (duration: 137.197467ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:12.99191Z","caller":"traceutil/trace.go:171","msg":"trace[462693235] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"1.075442026s","start":"2026-03-02T22:10:11.916452Z","end":"2026-03-02T22:10:12.991894Z","steps":["trace[462693235] 'process raft request' (duration: 1.075083828s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:12.99197Z","caller":"traceutil/trace.go:171","msg":"trace[1861904927] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"1.076556704s","start":"2026-03-02T22:10:11.915397Z","end":"2026-03-02T22:10:12.991953Z","steps":["trace[1861904927] 'process raft request' (duration: 939.135251ms)","trace[1861904927] 'compare' (duration: 136.156512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:12.992017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.916448Z","time spent":"1.075511998s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:12.992074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.915384Z","time spent":"1.076635845s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:12.992109Z","caller":"traceutil/trace.go:171","msg":"trace[174774032] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"1.076111062s","start":"2026-03-02T22:10:11.915976Z","end":"2026-03-02T22:10:12.992087Z","steps":["trace[174774032] 'process raft request' (duration: 1.075348064s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:12.991913Z","caller":"traceutil/trace.go:171","msg":"trace[1683168169] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"1.075502188s","start":"2026-03-02T22:10:11.916386Z","end":"2026-03-02T22:10:12.991888Z","steps":["trace[1683168169] 'process raft request' (duration: 1.075089928s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:12.992161Z","caller":"traceutil/trace.go:171","msg":"trace[1948487315] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"1.074362231s","start":"2026-03-02T22:10:11.917755Z","end":"2026-03-02T22:10:12.992118Z","steps":["trace[1948487315] 'process raft request' (duration: 1.073957502s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:12.992199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.915967Z","time spent":"1.076185173s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:12.992192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078657712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:12.992219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05069242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:12.992232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.693647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:12.992232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080021175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:12.992261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.916361Z","time spent":"1.075833975s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:12.992284Z","caller":"traceutil/trace.go:171","msg":"trace[1038358890] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23336; }","duration":"1.050815443s","start":"2026-03-02T22:10:11.941453Z","end":"2026-03-02T22:10:12.992268Z","steps":["trace[1038358890] 'agreement among raft nodes before linearized reading' (duration: 1.050642869s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:12.992302Z","caller":"traceutil/trace.go:171","msg":"trace[410910831] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23336; }","duration":"564.765078ms","start":"2026-03-02T22:10:12.427521Z","end":"2026-03-02T22:10:12.992286Z","steps":["trace[410910831] 'agreement among raft nodes before linearized reading' (duration: 564.658876ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:12.992311Z","caller":"traceutil/trace.go:171","msg":"trace[2127934498] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23336; }","duration":"1.080173709s","start":"2026-03-02T22:10:11.912121Z","end":"2026-03-02T22:10:12.992295Z","steps":["trace[2127934498] 'agreement among raft nodes before linearized reading' (duration: 1.079997794s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:12.992309Z","caller":"traceutil/trace.go:171","msg":"trace[830675644] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"1.075644191s","start":"2026-03-02T22:10:11.916633Z","end":"2026-03-02T22:10:12.992277Z","steps":["trace[830675644] 'process raft request' (duration: 1.075017646s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:12.992397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:12.427408Z","time spent":"564.938093ms","remote":"127.0.0.1:43912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:12.992346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074680388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:12.992419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.941428Z","time spent":"1.050911376s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:12.992392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.55633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:12.99247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.916627Z","time spent":"1.075761234s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:12.992537Z","caller":"traceutil/trace.go:171","msg":"trace[483493987] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23336; }","duration":"939.804426ms","start":"2026-03-02T22:10:12.0527Z","end":"2026-03-02T22:10:12.992505Z","steps":["trace[483493987] 'agreement among raft nodes before linearized reading' (duration: 939.51978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:12.992338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.917741Z","time spent":"1.074507854s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:12.992652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:12.052662Z","time spent":"939.9704ms","remote":"127.0.0.1:43878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:12.992463Z","caller":"traceutil/trace.go:171","msg":"trace[1566678152] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23336; }","duration":"1.074809261s","start":"2026-03-02T22:10:11.917638Z","end":"2026-03-02T22:10:12.992448Z","steps":["trace[1566678152] 'agreement among raft nodes before linearized reading' (duration: 1.074666898s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:12.992775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.917629Z","time spent":"1.075117789s","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:12.992406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.912099Z","time spent":"1.080295782s","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:10:12.992284Z","caller":"traceutil/trace.go:171","msg":"trace[1856337128] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23336; }","duration":"1.078778006s","start":"2026-03-02T22:10:11.913482Z","end":"2026-03-02T22:10:12.99226Z","steps":["trace[1856337128] 'agreement among raft nodes before linearized reading' (duration: 1.078615712s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:12.993252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:11.913471Z","time spent":"1.079751768s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:10:12.997775Z","caller":"traceutil/trace.go:171","msg":"trace[1958747141] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"373.918562ms","start":"2026-03-02T22:10:12.623792Z","end":"2026-03-02T22:10:12.997711Z","steps":["trace[1958747141] 'process raft request' (duration: 373.765758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:12.997872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.296053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:12.99795Z","caller":"traceutil/trace.go:171","msg":"trace[1429484367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23338; }","duration":"285.406656ms","start":"2026-03-02T22:10:12.712526Z","end":"2026-03-02T22:10:12.997933Z","steps":["trace[1429484367] 'agreement among raft nodes before linearized reading' (duration: 285.246692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:12.997901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.933808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:12.998015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:12.623764Z","time spent":"374.107205ms","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:12.998078Z","caller":"traceutil/trace.go:171","msg":"trace[2093288869] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23338; }","duration":"169.187015ms","start":"2026-03-02T22:10:12.828877Z","end":"2026-03-02T22:10:12.998064Z","steps":["trace[2093288869] 'agreement among raft nodes before linearized reading' (duration: 168.914378ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:12.997747Z","caller":"traceutil/trace.go:171","msg":"trace[287814962] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"372.329523ms","start":"2026-03-02T22:10:12.625402Z","end":"2026-03-02T22:10:12.997732Z","steps":["trace[287814962] 'process raft request' (duration: 372.247711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:12.998392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:12.625391Z","time spent":"372.946977ms","remote":"127.0.0.1:43466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:13.67866Z","caller":"traceutil/trace.go:171","msg":"trace[1744397510] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"163.656254ms","start":"2026-03-02T22:10:13.514976Z","end":"2026-03-02T22:10:13.678633Z","steps":["trace[1744397510] 'process raft request' (duration: 163.598673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:13.678924Z","caller":"traceutil/trace.go:171","msg":"trace[204487928] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"164.489543ms","start":"2026-03-02T22:10:13.514408Z","end":"2026-03-02T22:10:13.678898Z","steps":["trace[204487928] 'process raft request' (duration: 128.904151ms)","trace[204487928] 'compare' (duration: 35.098501ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:14.13675Z","caller":"traceutil/trace.go:171","msg":"trace[1125167628] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"220.732854ms","start":"2026-03-02T22:10:13.915983Z","end":"2026-03-02T22:10:14.136716Z","steps":["trace[1125167628] 'process raft request' (duration: 220.489488ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:14.196658Z","caller":"traceutil/trace.go:171","msg":"trace[696249408] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"280.463029ms","start":"2026-03-02T22:10:13.916177Z","end":"2026-03-02T22:10:14.19664Z","steps":["trace[696249408] 'process raft request' (duration: 279.907806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:14.196819Z","caller":"traceutil/trace.go:171","msg":"trace[354274794] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"278.614916ms","start":"2026-03-02T22:10:13.918194Z","end":"2026-03-02T22:10:14.196809Z","steps":["trace[354274794] 'process raft request' (duration: 278.105644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:14.447639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.341162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:10:14.447514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.119111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:14.447942Z","caller":"traceutil/trace.go:171","msg":"trace[1152212868] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23344; }","duration":"102.559467ms","start":"2026-03-02T22:10:14.345218Z","end":"2026-03-02T22:10:14.447778Z","steps":["trace[1152212868] 'count revisions from in-memory index tree' (duration: 102.24541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:14.447643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.47481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:10:14.447978Z","caller":"traceutil/trace.go:171","msg":"trace[1236690052] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23344; }","duration":"147.659015ms","start":"2026-03-02T22:10:14.300294Z","end":"2026-03-02T22:10:14.447953Z","steps":["trace[1236690052] 'count revisions from in-memory index tree' (duration: 146.979698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:14.448032Z","caller":"traceutil/trace.go:171","msg":"trace[1518997805] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23344; }","duration":"226.914141ms","start":"2026-03-02T22:10:14.221091Z","end":"2026-03-02T22:10:14.448005Z","steps":["trace[1518997805] 'range keys from in-memory index tree' (duration: 226.269936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:14.455922Z","caller":"traceutil/trace.go:171","msg":"trace[272164966] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"101.603024ms","start":"2026-03-02T22:10:14.354306Z","end":"2026-03-02T22:10:14.455909Z","steps":["trace[272164966] 'process raft request' (duration: 101.249786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:15.697633Z","caller":"traceutil/trace.go:171","msg":"trace[952271742] linearizableReadLoop","detail":"{readStateIndex:24170; appliedIndex:24168; }","duration":"144.387888ms","start":"2026-03-02T22:10:15.553219Z","end":"2026-03-02T22:10:15.697607Z","steps":["trace[952271742] 'read index received' (duration: 58.2843ms)","trace[952271742] 'applied index is now lower than readState.Index' (duration: 86.102348ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:15.697756Z","caller":"traceutil/trace.go:171","msg":"trace[1305770] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"145.294779ms","start":"2026-03-02T22:10:15.552439Z","end":"2026-03-02T22:10:15.697733Z","steps":["trace[1305770] 'process raft request' (duration: 145.017803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:15.69789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.639214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:10:15.697895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.381623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:15.697975Z","caller":"traceutil/trace.go:171","msg":"trace[1197026039] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23353; }","duration":"118.479606ms","start":"2026-03-02T22:10:15.579476Z","end":"2026-03-02T22:10:15.697955Z","steps":["trace[1197026039] 'agreement among raft nodes before linearized reading' (duration: 118.322972ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:15.697932Z","caller":"traceutil/trace.go:171","msg":"trace[48688074] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23353; }","duration":"144.720956ms","start":"2026-03-02T22:10:15.553199Z","end":"2026-03-02T22:10:15.69792Z","steps":["trace[48688074] 'agreement among raft nodes before linearized reading' (duration: 144.552262ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:24.596982Z","caller":"traceutil/trace.go:171","msg":"trace[522544529] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"123.630906ms","start":"2026-03-02T22:10:24.473312Z","end":"2026-03-02T22:10:24.596943Z","steps":["trace[522544529] 'process raft request' (duration: 123.37669ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:31.22486Z","caller":"traceutil/trace.go:171","msg":"trace[2088905032] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"111.173731ms","start":"2026-03-02T22:10:31.113648Z","end":"2026-03-02T22:10:31.224822Z","steps":["trace[2088905032] 'process raft request' (duration: 110.232269ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:31.225184Z","caller":"traceutil/trace.go:171","msg":"trace[2110093655] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"110.29757ms","start":"2026-03-02T22:10:31.11482Z","end":"2026-03-02T22:10:31.225117Z","steps":["trace[2110093655] 'process raft request' (duration: 109.958112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:31.225198Z","caller":"traceutil/trace.go:171","msg":"trace[1729989247] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"104.405862ms","start":"2026-03-02T22:10:31.120773Z","end":"2026-03-02T22:10:31.225179Z","steps":["trace[1729989247] 'process raft request' (duration: 104.3543ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:31.225327Z","caller":"traceutil/trace.go:171","msg":"trace[1358731849] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"110.375743ms","start":"2026-03-02T22:10:31.114939Z","end":"2026-03-02T22:10:31.225315Z","steps":["trace[1358731849] 'process raft request' (duration: 110.069486ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:20.244174Z","caller":"traceutil/trace.go:171","msg":"trace[1657594593] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"115.169297ms","start":"2026-03-02T22:11:20.128965Z","end":"2026-03-02T22:11:20.244135Z","steps":["trace[1657594593] 'process raft request' (duration: 30.42324ms)","trace[1657594593] 'compare' (duration: 84.606323ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:20.251275Z","caller":"traceutil/trace.go:171","msg":"trace[2036110333] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"122.153941ms","start":"2026-03-02T22:11:20.129109Z","end":"2026-03-02T22:11:20.251263Z","steps":["trace[2036110333] 'process raft request' (duration: 122.08546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:25.588444Z","caller":"traceutil/trace.go:171","msg":"trace[1189743856] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"138.775605ms","start":"2026-03-02T22:11:25.449619Z","end":"2026-03-02T22:11:25.588394Z","steps":["trace[1189743856] 'process raft request' (duration: 116.338993ms)","trace[1189743856] 'compare' (duration: 22.238927ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:25.588755Z","caller":"traceutil/trace.go:171","msg":"trace[2093656916] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"137.901405ms","start":"2026-03-02T22:11:25.450832Z","end":"2026-03-02T22:11:25.588733Z","steps":["trace[2093656916] 'process raft request' (duration: 137.508255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:25.588911Z","caller":"traceutil/trace.go:171","msg":"trace[610173405] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"138.033208ms","start":"2026-03-02T22:11:25.450867Z","end":"2026-03-02T22:11:25.588901Z","steps":["trace[610173405] 'process raft request' (duration: 137.784652ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:18.1459Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22032} {"level":"info","ts":"2026-03-02T22:12:18.281512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22032,"took":"132.325802ms","hash":3996250908,"current-db-size-bytes":50888704,"current-db-size":"51 MB","current-db-size-in-use-bytes":32808960,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T22:12:18.281563Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3996250908,"revision":22032,"compact-revision":19025} {"level":"info","ts":"2026-03-02T22:14:03.349147Z","caller":"traceutil/trace.go:171","msg":"trace[1167486849] linearizableReadLoop","detail":"{readStateIndex:26401; appliedIndex:26400; }","duration":"107.854443ms","start":"2026-03-02T22:14:03.241265Z","end":"2026-03-02T22:14:03.34912Z","steps":["trace[1167486849] 'read index received' (duration: 107.614398ms)","trace[1167486849] 'applied index is now lower than readState.Index' (duration: 239.025µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:03.349435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.14847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:14:03.349477Z","caller":"traceutil/trace.go:171","msg":"trace[178808158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25526; }","duration":"108.261843ms","start":"2026-03-02T22:14:03.241205Z","end":"2026-03-02T22:14:03.349466Z","steps":["trace[178808158] 'agreement among raft nodes before linearized reading' (duration: 108.036558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:03.34963Z","caller":"traceutil/trace.go:171","msg":"trace[260371759] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"109.468661ms","start":"2026-03-02T22:14:03.240112Z","end":"2026-03-02T22:14:03.349581Z","steps":["trace[260371759] 'process raft request' (duration: 108.839176ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:18.15263Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24479} {"level":"info","ts":"2026-03-02T22:17:18.292317Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24479,"took":"134.193626ms","hash":3821679171,"current-db-size-bytes":50888704,"current-db-size":"51 MB","current-db-size-in-use-bytes":32018432,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-02T22:17:18.292377Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3821679171,"revision":24479,"compact-revision":22032} {"level":"info","ts":"2026-03-02T22:22:18.15893Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26920} {"level":"info","ts":"2026-03-02T22:22:18.27954Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26920,"took":"116.457884ms","hash":1749991139,"current-db-size-bytes":50888704,"current-db-size":"51 MB","current-db-size-in-use-bytes":27881472,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:22:18.279603Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1749991139,"revision":26920,"compact-revision":24479} {"level":"info","ts":"2026-03-02T22:22:21.919483Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c8e9c1aa9bb537b7","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:22:21.924662Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T22:22:21.924756Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T22:27:18.166226Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28996} {"level":"info","ts":"2026-03-02T22:27:18.280188Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28996,"took":"109.460627ms","hash":633506041,"current-db-size-bytes":50888704,"current-db-size":"51 MB","current-db-size-in-use-bytes":28311552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:27:18.280245Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":633506041,"revision":28996,"compact-revision":26920} {"level":"info","ts":"2026-03-02T22:32:18.177287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31174} {"level":"info","ts":"2026-03-02T22:32:18.32952Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31174,"took":"148.498753ms","hash":3721761654,"current-db-size-bytes":50888704,"current-db-size":"51 MB","current-db-size-in-use-bytes":28016640,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:32:18.329622Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3721761654,"revision":31174,"compact-revision":28996} {"level":"info","ts":"2026-03-02T22:37:18.182758Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33250} {"level":"info","ts":"2026-03-02T22:37:18.313895Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33250,"took":"126.492401ms","hash":1455929080,"current-db-size-bytes":51765248,"current-db-size":"52 MB","current-db-size-in-use-bytes":28852224,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T22:37:18.313958Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1455929080,"revision":33250,"compact-revision":31174} {"level":"info","ts":"2026-03-02T22:37:35.414167Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008f1d.wal"}