{"level":"warn","ts":"2026-02-27T01:25:08.075551Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T01:25:08.07569Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.153:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.153:2380","--initial-cluster=instance=https://199.204.45.153:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.153:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.153:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T01:25:08.075899Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T01:25:08.075926Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-02-27T01:25:08.07607Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T01:25:08.077354Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"]} {"level":"info","ts":"2026-02-27T01:25:08.077564Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.153:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T01:25:08.082391Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.403594ms"} {"level":"info","ts":"2026-02-27T01:25:08.091387Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"355195d5aae85944","cluster-id":"e424441517bc0b32"} {"level":"info","ts":"2026-02-27T01:25:08.091575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T01:25:08.09161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 0"} {"level":"info","ts":"2026-02-27T01:25:08.091685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 355195d5aae85944 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T01:25:08.091731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 1"} {"level":"info","ts":"2026-02-27T01:25:08.091912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"warn","ts":"2026-02-27T01:25:08.100008Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T01:25:08.10183Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T01:25:08.103713Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T01:25:08.107592Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"355195d5aae85944","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T01:25:08.107842Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:25:08.107877Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"355195d5aae85944","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T01:25:08.108009Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:25:08.108032Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:25:08.110401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"info","ts":"2026-02-27T01:25:08.110659Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","added-peer-id":"355195d5aae85944","added-peer-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-02-27T01:25:08.112513Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T01:25:08.11259Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-02-27T01:25:08.112683Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-02-27T01:25:08.11292Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"355195d5aae85944","initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T01:25:08.112966Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T01:25:08.592909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T01:25:08.593007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T01:25:08.593036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgPreVoteResp from 355195d5aae85944 at term 1"} {"level":"info","ts":"2026-02-27T01:25:08.593061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became candidate at term 2"} {"level":"info","ts":"2026-02-27T01:25:08.593072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgVoteResp from 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-02-27T01:25:08.593087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became leader at term 2"} {"level":"info","ts":"2026-02-27T01:25:08.593101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 355195d5aae85944 elected leader 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-02-27T01:25:08.594504Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"355195d5aae85944","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.153:2379]}","request-path":"/0/members/355195d5aae85944/attributes","cluster-id":"e424441517bc0b32","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T01:25:08.594703Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T01:25:08.594761Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T01:25:08.594814Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:25:08.596632Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:25:08.596764Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:25:08.596808Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:25:08.598798Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T01:25:08.598878Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.153:2379"} {"level":"info","ts":"2026-02-27T01:25:08.599854Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T01:25:08.599932Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-02-27T01:25:14.711639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.274638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:14.71163Z","caller":"traceutil/trace.go:171","msg":"trace[274831462] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"136.922655ms","start":"2026-02-27T01:25:14.574662Z","end":"2026-02-27T01:25:14.711584Z","steps":["trace[274831462] 'process raft request' (duration: 136.664149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:14.711789Z","caller":"traceutil/trace.go:171","msg":"trace[1026058983] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:0; response_revision:272; }","duration":"111.435551ms","start":"2026-02-27T01:25:14.600308Z","end":"2026-02-27T01:25:14.711743Z","steps":["trace[1026058983] 'agreement among raft nodes before linearized reading' (duration: 111.274217ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:15.068423Z","caller":"traceutil/trace.go:171","msg":"trace[1293137563] linearizableReadLoop","detail":"{readStateIndex:284; appliedIndex:283; }","duration":"219.8385ms","start":"2026-02-27T01:25:14.84856Z","end":"2026-02-27T01:25:15.068399Z","steps":["trace[1293137563] 'read index received' (duration: 127.551044ms)","trace[1293137563] 'applied index is now lower than readState.Index' (duration: 92.286776ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:15.068526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.935112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:15.068579Z","caller":"traceutil/trace.go:171","msg":"trace[292385162] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"220.794012ms","start":"2026-02-27T01:25:14.847739Z","end":"2026-02-27T01:25:15.068533Z","steps":["trace[292385162] 'process raft request' (duration: 128.520126ms)","trace[292385162] 'compare' (duration: 92.036531ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:15.068665Z","caller":"traceutil/trace.go:171","msg":"trace[1096262779] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:0; response_revision:275; }","duration":"219.983203ms","start":"2026-02-27T01:25:14.848557Z","end":"2026-02-27T01:25:15.068541Z","steps":["trace[1096262779] 'agreement among raft nodes before linearized reading' (duration: 219.914812ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:15.187879Z","caller":"traceutil/trace.go:171","msg":"trace[1735890318] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"109.611358ms","start":"2026-02-27T01:25:15.078227Z","end":"2026-02-27T01:25:15.187838Z","steps":["trace[1735890318] 'process raft request' (duration: 99.056098ms)","trace[1735890318] 'compare' (duration: 10.300734ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:15.409028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.070668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:15.409156Z","caller":"traceutil/trace.go:171","msg":"trace[870584872] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"124.85326ms","start":"2026-02-27T01:25:15.284282Z","end":"2026-02-27T01:25:15.409135Z","steps":["trace[870584872] 'process raft request' (duration: 17.029524ms)","trace[870584872] 'compare' (duration: 106.911594ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:15.41669Z","caller":"traceutil/trace.go:171","msg":"trace[917286741] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"129.127181ms","start":"2026-02-27T01:25:15.287533Z","end":"2026-02-27T01:25:15.41666Z","steps":["trace[917286741] 'process raft request' (duration: 128.932237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:15.677544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.800485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:15.677655Z","caller":"traceutil/trace.go:171","msg":"trace[1741087162] linearizableReadLoop","detail":"{readStateIndex:292; appliedIndex:291; }","duration":"227.541824ms","start":"2026-02-27T01:25:15.450086Z","end":"2026-02-27T01:25:15.677628Z","steps":["trace[1741087162] 'read index received' (duration: 65.323349ms)","trace[1741087162] 'applied index is now lower than readState.Index' (duration: 162.217445ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:15.677709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.631056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:15.677709Z","caller":"traceutil/trace.go:171","msg":"trace[1515170868] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"251.502112ms","start":"2026-02-27T01:25:15.426158Z","end":"2026-02-27T01:25:15.677661Z","steps":["trace[1515170868] 'process raft request' (duration: 89.355198ms)","trace[1515170868] 'compare' (duration: 161.666252ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:15.683776Z","caller":"traceutil/trace.go:171","msg":"trace[813235778] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:0; response_revision:283; }","duration":"227.678017ms","start":"2026-02-27T01:25:15.450048Z","end":"2026-02-27T01:25:15.677726Z","steps":["trace[813235778] 'agreement among raft nodes before linearized reading' (duration: 227.633746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:23.627869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:25:23.788792Z","caller":"traceutil/trace.go:171","msg":"trace[1484178951] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"661.097781ms","start":"2026-02-27T01:25:23.127669Z","end":"2026-02-27T01:25:23.788767Z","steps":["trace[1484178951] 'read index received' (duration: 660.962478ms)","trace[1484178951] 'applied index is now lower than readState.Index' (duration: 134.013µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:23.788903Z","caller":"traceutil/trace.go:171","msg":"trace[1823525240] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"663.61192ms","start":"2026-02-27T01:25:23.125258Z","end":"2026-02-27T01:25:23.78887Z","steps":["trace[1823525240] 'process raft request' (duration: 663.327894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:23.788947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.624341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:23.788996Z","caller":"traceutil/trace.go:171","msg":"trace[718497896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:367; }","duration":"594.700644ms","start":"2026-02-27T01:25:23.194271Z","end":"2026-02-27T01:25:23.788972Z","steps":["trace[718497896] 'agreement among raft nodes before linearized reading' (duration: 594.626902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:23.788991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.293345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T01:25:23.789037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:23.194258Z","time spent":"594.770825ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:25:23.789043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:23.125228Z","time spent":"663.736393ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:23.789138Z","caller":"traceutil/trace.go:171","msg":"trace[1078299290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:367; }","duration":"661.443819ms","start":"2026-02-27T01:25:23.127626Z","end":"2026-02-27T01:25:23.78907Z","steps":["trace[1078299290] 'agreement among raft nodes before linearized reading' (duration: 661.260125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:23.789214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:23.127606Z","time spent":"661.594623ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:24.048143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.828285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:24.048536Z","caller":"traceutil/trace.go:171","msg":"trace[1486252753] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"244.979429ms","start":"2026-02-27T01:25:23.803526Z","end":"2026-02-27T01:25:24.048506Z","steps":["trace[1486252753] 'process raft request' (duration: 244.734983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:24.048521Z","caller":"traceutil/trace.go:171","msg":"trace[2049982052] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"246.493084ms","start":"2026-02-27T01:25:23.801985Z","end":"2026-02-27T01:25:24.048478Z","steps":["trace[2049982052] 'process raft request' (duration: 142.241369ms)","trace[2049982052] 'compare' (duration: 103.723173ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:24.563583Z","caller":"traceutil/trace.go:171","msg":"trace[536228375] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"504.711095ms","start":"2026-02-27T01:25:24.058831Z","end":"2026-02-27T01:25:24.563542Z","steps":["trace[536228375] 'process raft request' (duration: 469.69764ms)","trace[536228375] 'compare' (duration: 34.688267ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:24.564041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:24.058817Z","time spent":"504.877228ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:24.575797Z","caller":"traceutil/trace.go:171","msg":"trace[150216550] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"513.807679ms","start":"2026-02-27T01:25:24.061935Z","end":"2026-02-27T01:25:24.575742Z","steps":["trace[150216550] 'process raft request' (duration: 513.573683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:24.576165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:24.061926Z","time spent":"513.964012ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4211,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:30.067309Z","caller":"traceutil/trace.go:171","msg":"trace[2096442229] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"248.985042ms","start":"2026-02-27T01:25:29.818294Z","end":"2026-02-27T01:25:30.067279Z","steps":["trace[2096442229] 'read index received' (duration: 248.844939ms)","trace[2096442229] 'applied index is now lower than readState.Index' (duration: 139.033µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:30.067719Z","caller":"traceutil/trace.go:171","msg":"trace[1558271177] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"250.305173ms","start":"2026-02-27T01:25:29.817402Z","end":"2026-02-27T01:25:30.067707Z","steps":["trace[1558271177] 'process raft request' (duration: 249.72975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:30.068039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.720069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:25:30.068087Z","caller":"traceutil/trace.go:171","msg":"trace[1320652968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:416; }","duration":"249.809202ms","start":"2026-02-27T01:25:29.818265Z","end":"2026-02-27T01:25:30.068074Z","steps":["trace[1320652968] 'agreement among raft nodes before linearized reading' (duration: 249.705569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:30.068333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.623252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:30.068389Z","caller":"traceutil/trace.go:171","msg":"trace[1461518374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"242.755566ms","start":"2026-02-27T01:25:29.825617Z","end":"2026-02-27T01:25:30.068372Z","steps":["trace[1461518374] 'agreement among raft nodes before linearized reading' (duration: 242.666814ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:30.214813Z","caller":"traceutil/trace.go:171","msg":"trace[1544537700] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"142.30166ms","start":"2026-02-27T01:25:30.072477Z","end":"2026-02-27T01:25:30.214779Z","steps":["trace[1544537700] 'process raft request' (duration: 140.129769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:34.400354Z","caller":"traceutil/trace.go:171","msg":"trace[665350359] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"310.532142ms","start":"2026-02-27T01:25:34.089797Z","end":"2026-02-27T01:25:34.400329Z","steps":["trace[665350359] 'process raft request' (duration: 310.341018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:34.400513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:34.089776Z","time spent":"310.657495ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:34.433563Z","caller":"traceutil/trace.go:171","msg":"trace[1915652250] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:439; }","duration":"206.162254ms","start":"2026-02-27T01:25:34.227376Z","end":"2026-02-27T01:25:34.433538Z","steps":["trace[1915652250] 'read index received' (duration: 172.84788ms)","trace[1915652250] 'applied index is now lower than readState.Index' (duration: 33.313194ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:34.433673Z","caller":"traceutil/trace.go:171","msg":"trace[1122460326] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"297.787362ms","start":"2026-02-27T01:25:34.135839Z","end":"2026-02-27T01:25:34.433627Z","steps":["trace[1122460326] 'process raft request' (duration: 297.571307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:34.433701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.314328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T01:25:34.433888Z","caller":"traceutil/trace.go:171","msg":"trace[314501104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"206.549384ms","start":"2026-02-27T01:25:34.227318Z","end":"2026-02-27T01:25:34.433867Z","steps":["trace[314501104] 'agreement among raft nodes before linearized reading' (duration: 206.323488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:35.118274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272754,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:25:35.223545Z","caller":"traceutil/trace.go:171","msg":"trace[1220131016] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"605.491367ms","start":"2026-02-27T01:25:34.618029Z","end":"2026-02-27T01:25:35.22352Z","steps":["trace[1220131016] 'read index received' (duration: 605.301363ms)","trace[1220131016] 'applied index is now lower than readState.Index' (duration: 189.164µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:35.223661Z","caller":"traceutil/trace.go:171","msg":"trace[942826336] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"785.733392ms","start":"2026-02-27T01:25:34.437918Z","end":"2026-02-27T01:25:35.223651Z","steps":["trace[942826336] 'process raft request' (duration: 785.473905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:35.223805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:34.437897Z","time spent":"785.794472ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:35.223844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.837816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:25:35.223931Z","caller":"traceutil/trace.go:171","msg":"trace[1385204117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:428; }","duration":"501.96878ms","start":"2026-02-27T01:25:34.721938Z","end":"2026-02-27T01:25:35.223907Z","steps":["trace[1385204117] 'agreement among raft nodes before linearized reading' (duration: 501.773575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:35.223973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:34.721917Z","time spent":"502.047952ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:25:35.224065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.854256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:25:35.224411Z","caller":"traceutil/trace.go:171","msg":"trace[431822171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:428; }","duration":"606.350558ms","start":"2026-02-27T01:25:34.617981Z","end":"2026-02-27T01:25:35.224332Z","steps":["trace[431822171] 'agreement among raft nodes before linearized reading' (duration: 605.799355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:35.224466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:34.617961Z","time spent":"606.493ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:25:35.590816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.913644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:35.591218Z","caller":"traceutil/trace.go:171","msg":"trace[1085879690] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"362.501455ms","start":"2026-02-27T01:25:35.228699Z","end":"2026-02-27T01:25:35.5912Z","steps":["trace[1085879690] 'process raft request' (duration: 362.442774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:35.591276Z","caller":"traceutil/trace.go:171","msg":"trace[289852843] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"363.441877ms","start":"2026-02-27T01:25:35.227807Z","end":"2026-02-27T01:25:35.591249Z","steps":["trace[289852843] 'process raft request' (duration: 112.9851ms)","trace[289852843] 'compare' (duration: 249.681589ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:35.591405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:35.227782Z","time spent":"363.560831ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:35.591294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:35.228675Z","time spent":"362.581318ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:36.08822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.355818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:25:36.088211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.260648ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:36.088332Z","caller":"traceutil/trace.go:171","msg":"trace[534784658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:430; }","duration":"262.498441ms","start":"2026-02-27T01:25:35.825805Z","end":"2026-02-27T01:25:36.088304Z","steps":["trace[534784658] 'range keys from in-memory index tree' (duration: 262.267155ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:36.088346Z","caller":"traceutil/trace.go:171","msg":"trace[1650884707] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:430; }","duration":"212.406692ms","start":"2026-02-27T01:25:35.875919Z","end":"2026-02-27T01:25:36.088326Z","steps":["trace[1650884707] 'range keys from in-memory index tree' (duration: 212.241948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:37.326166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:37.826864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:38.267793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859633216s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:25:38.268276Z","caller":"traceutil/trace.go:171","msg":"trace[573817451] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"1.86021497s","start":"2026-02-27T01:25:36.408039Z","end":"2026-02-27T01:25:38.268254Z","steps":["trace[573817451] 'process raft request' (duration: 1.860081997s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.268407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:36.408018Z","time spent":"1.860313333s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:38.826232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:25:38.826317Z","caller":"traceutil/trace.go:171","msg":"trace[818383417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000165207s","start":"2026-02-27T01:25:36.826113Z","end":"2026-02-27T01:25:38.826278Z","steps":["trace[818383417] 'agreement among raft nodes before linearized reading' (duration: 2.000066335s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.826351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:36.82609Z","time spent":"2.00025496s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:25:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:25:38.997204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171849819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-02-27T01:25:38.99728Z","caller":"traceutil/trace.go:171","msg":"trace[93347531] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:431; }","duration":"2.172006393s","start":"2026-02-27T01:25:36.82526Z","end":"2026-02-27T01:25:38.997267Z","steps":["trace[93347531] 'agreement among raft nodes before linearized reading' (duration: 2.171778928s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.997331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:36.82524Z","time spent":"2.172080885s","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12692,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-02-27T01:25:38.99698Z","caller":"traceutil/trace.go:171","msg":"trace[616140808] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:444; }","duration":"2.171614794s","start":"2026-02-27T01:25:36.825313Z","end":"2026-02-27T01:25:38.996927Z","steps":["trace[616140808] 'read index received' (duration: 1.442794093s)","trace[616140808] 'applied index is now lower than readState.Index' (duration: 728.818981ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:38.997766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769888024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T01:25:38.997822Z","caller":"traceutil/trace.go:171","msg":"trace[714058249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:431; }","duration":"1.769987367s","start":"2026-02-27T01:25:37.227818Z","end":"2026-02-27T01:25:38.997806Z","steps":["trace[714058249] 'agreement among raft nodes before linearized reading' (duration: 1.769871424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.997862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:37.227798Z","time spent":"1.770054399s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:38.997923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.002758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:38.997954Z","caller":"traceutil/trace.go:171","msg":"trace[211047816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:431; }","duration":"490.06054ms","start":"2026-02-27T01:25:38.507884Z","end":"2026-02-27T01:25:38.997945Z","steps":["trace[211047816] 'agreement among raft nodes before linearized reading' (duration: 490.010219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.997982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:38.507868Z","time spent":"490.108911ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:25:38.998173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.6158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:25:38.998181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403424195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:25:38.998209Z","caller":"traceutil/trace.go:171","msg":"trace[1325119126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:431; }","duration":"171.688322ms","start":"2026-02-27T01:25:38.826512Z","end":"2026-02-27T01:25:38.9982Z","steps":["trace[1325119126] 'agreement among raft nodes before linearized reading' (duration: 171.631921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.998218Z","caller":"traceutil/trace.go:171","msg":"trace[2046104154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:431; }","duration":"1.403496897s","start":"2026-02-27T01:25:37.59471Z","end":"2026-02-27T01:25:38.998207Z","steps":["trace[2046104154] 'agreement among raft nodes before linearized reading' (duration: 1.403418815s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.998264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:37.594694Z","time spent":"1.403559869s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:25:38.99897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404175373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:25:38.9991Z","caller":"traceutil/trace.go:171","msg":"trace[957409338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:431; }","duration":"1.404364898s","start":"2026-02-27T01:25:37.594706Z","end":"2026-02-27T01:25:38.999071Z","steps":["trace[957409338] 'agreement among raft nodes before linearized reading' (duration: 1.403550378s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.99951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:37.594683Z","time spent":"1.404813489s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:25:41.155906Z","caller":"traceutil/trace.go:171","msg":"trace[2086087100] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"141.065982ms","start":"2026-02-27T01:25:41.014776Z","end":"2026-02-27T01:25:41.155842Z","steps":["trace[2086087100] 'process raft request' (duration: 140.770165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:41.156064Z","caller":"traceutil/trace.go:171","msg":"trace[411177850] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"140.785875ms","start":"2026-02-27T01:25:41.015239Z","end":"2026-02-27T01:25:41.156025Z","steps":["trace[411177850] 'process raft request' (duration: 140.55569ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:41.958604Z","caller":"traceutil/trace.go:171","msg":"trace[328438318] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"131.798304ms","start":"2026-02-27T01:25:41.82678Z","end":"2026-02-27T01:25:41.958578Z","steps":["trace[328438318] 'read index received' (duration: 131.64077ms)","trace[328438318] 'applied index is now lower than readState.Index' (duration: 156.243µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:41.958733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.934056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:41.958765Z","caller":"traceutil/trace.go:171","msg":"trace[859888609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"132.024289ms","start":"2026-02-27T01:25:41.82673Z","end":"2026-02-27T01:25:41.958754Z","steps":["trace[859888609] 'agreement among raft nodes before linearized reading' (duration: 131.944707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:42.46027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272846,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:25:42.887926Z","caller":"traceutil/trace.go:171","msg":"trace[968504649] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"927.959489ms","start":"2026-02-27T01:25:41.959939Z","end":"2026-02-27T01:25:42.887899Z","steps":["trace[968504649] 'read index received' (duration: 926.744211ms)","trace[968504649] 'applied index is now lower than readState.Index' (duration: 1.214128ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:42.888063Z","caller":"traceutil/trace.go:171","msg":"trace[2104732852] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"928.41638ms","start":"2026-02-27T01:25:41.959607Z","end":"2026-02-27T01:25:42.888023Z","steps":["trace[2104732852] 'process raft request' (duration: 927.13677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:42.888215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.261457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:25:42.888253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:41.959582Z","time spent":"928.561434ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:42.888278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.987789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:25:42.888284Z","caller":"traceutil/trace.go:171","msg":"trace[324253454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:475; }","duration":"928.367069ms","start":"2026-02-27T01:25:41.959897Z","end":"2026-02-27T01:25:42.888264Z","steps":["trace[324253454] 'agreement among raft nodes before linearized reading' (duration: 928.139913ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:42.888329Z","caller":"traceutil/trace.go:171","msg":"trace[824303009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:475; }","duration":"606.080771ms","start":"2026-02-27T01:25:42.282235Z","end":"2026-02-27T01:25:42.888316Z","steps":["trace[824303009] 'agreement among raft nodes before linearized reading' (duration: 605.841995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:42.888342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:41.959879Z","time spent":"928.452671ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:25:42.888375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:42.282212Z","time spent":"606.148612ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:25:47.411715Z","caller":"traceutil/trace.go:171","msg":"trace[508262828] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:526; }","duration":"235.863873ms","start":"2026-02-27T01:25:47.17581Z","end":"2026-02-27T01:25:47.411673Z","steps":["trace[508262828] 'read index received' (duration: 208.54155ms)","trace[508262828] 'applied index is now lower than readState.Index' (duration: 27.320623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:47.412097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.0631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T01:25:47.412087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.234142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T01:25:47.412186Z","caller":"traceutil/trace.go:171","msg":"trace[1717153841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:510; }","duration":"234.196304ms","start":"2026-02-27T01:25:47.177969Z","end":"2026-02-27T01:25:47.412165Z","steps":["trace[1717153841] 'agreement among raft nodes before linearized reading' (duration: 233.950438ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:47.412236Z","caller":"traceutil/trace.go:171","msg":"trace[1850678381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:510; }","duration":"236.469036ms","start":"2026-02-27T01:25:47.175729Z","end":"2026-02-27T01:25:47.412198Z","steps":["trace[1850678381] 'agreement among raft nodes before linearized reading' (duration: 236.073567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.392974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.744605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:49.39306Z","caller":"traceutil/trace.go:171","msg":"trace[146099450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"566.880568ms","start":"2026-02-27T01:25:48.82616Z","end":"2026-02-27T01:25:49.39304Z","steps":["trace[146099450] 'range keys from in-memory index tree' (duration: 566.648983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.3931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.82614Z","time spent":"566.95095ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:25:49.393173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.001331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T01:25:49.393263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.19175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kn2xk\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-02-27T01:25:49.393251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.074494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:25:49.393319Z","caller":"traceutil/trace.go:171","msg":"trace[583950311] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kn2xk; range_end:; response_count:1; response_revision:515; }","duration":"763.293014ms","start":"2026-02-27T01:25:48.630011Z","end":"2026-02-27T01:25:49.393304Z","steps":["trace[583950311] 'range keys from in-memory index tree' (duration: 762.941065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.393352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.629989Z","time spent":"763.356145ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-kn2xk\" "} {"level":"info","ts":"2026-02-27T01:25:49.393354Z","caller":"traceutil/trace.go:171","msg":"trace[812247600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:515; }","duration":"277.235208ms","start":"2026-02-27T01:25:49.116097Z","end":"2026-02-27T01:25:49.393332Z","steps":["trace[812247600] 'range keys from in-memory index tree' (duration: 276.850839ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:49.393284Z","caller":"traceutil/trace.go:171","msg":"trace[1108833310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"471.169805ms","start":"2026-02-27T01:25:48.92209Z","end":"2026-02-27T01:25:49.39326Z","steps":["trace[1108833310] 'range keys from in-memory index tree' (duration: 470.835537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.393727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.92207Z","time spent":"471.501032ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:49.921048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:50.421228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:50.456399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059445577s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:25:50.456808Z","caller":"traceutil/trace.go:171","msg":"trace[540481589] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.059946438s","start":"2026-02-27T01:25:49.396833Z","end":"2026-02-27T01:25:50.45678Z","steps":["trace[540481589] 'process raft request' (duration: 1.059798794s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:50.456957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:49.396808Z","time spent":"1.060068911s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:51.597063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14034838s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:25:51.597509Z","caller":"traceutil/trace.go:171","msg":"trace[960420896] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"2.19867835s","start":"2026-02-27T01:25:49.398807Z","end":"2026-02-27T01:25:51.597485Z","steps":["trace[960420896] 'process raft request' (duration: 2.198440825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:51.597654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:49.398761Z","time spent":"2.198819213s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:51.597795Z","caller":"traceutil/trace.go:171","msg":"trace[998100361] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:532; }","duration":"2.176783945s","start":"2026-02-27T01:25:49.420977Z","end":"2026-02-27T01:25:51.597761Z","steps":["trace[998100361] 'read index received' (duration: 1.035704798s)","trace[998100361] 'applied index is now lower than readState.Index' (duration: 1.141076787s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:51.597874Z","caller":"traceutil/trace.go:171","msg":"trace[1373439000] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"2.191709855s","start":"2026-02-27T01:25:49.406129Z","end":"2026-02-27T01:25:51.597839Z","steps":["trace[1373439000] 'process raft request' (duration: 2.191284835s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:51.598018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:49.406114Z","time spent":"2.191811108s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:51.598031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177052471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T01:25:51.598074Z","caller":"traceutil/trace.go:171","msg":"trace[1718603478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:518; }","duration":"2.177121903s","start":"2026-02-27T01:25:49.420939Z","end":"2026-02-27T01:25:51.598061Z","steps":["trace[1718603478] 'agreement among raft nodes before linearized reading' (duration: 2.176964199s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:51.598134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:49.420919Z","time spent":"2.177203374s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:25:51.63088Z","caller":"traceutil/trace.go:171","msg":"trace[1147310814] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"634.93645ms","start":"2026-02-27T01:25:50.995911Z","end":"2026-02-27T01:25:51.630847Z","steps":["trace[1147310814] 'process raft request' (duration: 634.695135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:51.630957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804471948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:51.631014Z","caller":"traceutil/trace.go:171","msg":"trace[1068558079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"1.80455647s","start":"2026-02-27T01:25:49.826438Z","end":"2026-02-27T01:25:51.630995Z","steps":["trace[1068558079] 'agreement among raft nodes before linearized reading' (duration: 1.804459828s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:51.631013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:50.995889Z","time spent":"635.049883ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:51.631055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:49.82642Z","time spent":"1.804625611s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:25:51.631015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208326867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T01:25:51.631064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096540075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:51.631122Z","caller":"traceutil/trace.go:171","msg":"trace[767932793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"2.20846393s","start":"2026-02-27T01:25:49.422633Z","end":"2026-02-27T01:25:51.631097Z","steps":["trace[767932793] 'agreement among raft nodes before linearized reading' (duration: 2.208192734s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:51.631151Z","caller":"traceutil/trace.go:171","msg":"trace[676337103] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:519; }","duration":"2.096638097s","start":"2026-02-27T01:25:49.534487Z","end":"2026-02-27T01:25:51.631125Z","steps":["trace[676337103] 'agreement among raft nodes before linearized reading' (duration: 2.096485053s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:51.63121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:49.534439Z","time spent":"2.09676141s","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-02-27T01:25:51.631203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:49.422627Z","time spent":"2.208546502s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:52.154203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:52.655381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:53.155809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:53.656564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-02-27T01:25:53.65658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272942,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:25:53.656629Z","caller":"traceutil/trace.go:171","msg":"trace[1567837902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073994s","start":"2026-02-27T01:25:51.656545Z","end":"2026-02-27T01:25:53.656619Z","steps":["trace[1567837902] 'agreement among raft nodes before linearized reading' (duration: 1.999993913s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.656657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:51.656522Z","time spent":"2.000129236s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:25:54.157446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:54.6578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:55.028371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.378810759s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:25:55.032169Z","caller":"traceutil/trace.go:171","msg":"trace[736991899] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"3.394999409s","start":"2026-02-27T01:25:51.637093Z","end":"2026-02-27T01:25:55.032092Z","steps":["trace[736991899] 'process raft request' (duration: 3.391470546s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.032173Z","caller":"traceutil/trace.go:171","msg":"trace[1318276300] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:537; }","duration":"3.382426273s","start":"2026-02-27T01:25:51.649625Z","end":"2026-02-27T01:25:55.032051Z","steps":["trace[1318276300] 'read index received' (duration: 3.379070214s)","trace[1318276300] 'applied index is now lower than readState.Index' (duration: 3.352479ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:55.032351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:51.637076Z","time spent":"3.395188554s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:55.032443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390005812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:55.032589Z","caller":"traceutil/trace.go:171","msg":"trace[379564275] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:521; }","duration":"3.390187446s","start":"2026-02-27T01:25:51.642365Z","end":"2026-02-27T01:25:55.032552Z","steps":["trace[379564275] 'agreement among raft nodes before linearized reading' (duration: 3.389794277s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.032651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:51.642349Z","time spent":"3.390286519s","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-02-27T01:25:55.533338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625272944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:55.657141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:25:55.65722Z","caller":"traceutil/trace.go:171","msg":"trace[1673218844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281249s","start":"2026-02-27T01:25:53.656909Z","end":"2026-02-27T01:25:55.65719Z","steps":["trace[1673218844] 'agreement among raft nodes before linearized reading' (duration: 2.000190627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.657276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.656904Z","time spent":"2.000357711s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:25:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:25:56.154064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.021526ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:56.154198Z","caller":"traceutil/trace.go:171","msg":"trace[7879994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:521; }","duration":"278.16538ms","start":"2026-02-27T01:25:55.876012Z","end":"2026-02-27T01:25:56.154178Z","steps":["trace[7879994] 'range keys from in-memory index tree' (duration: 278.007176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:56.154238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.322148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:56.154348Z","caller":"traceutil/trace.go:171","msg":"trace[468417956] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"1.122058731s","start":"2026-02-27T01:25:55.032266Z","end":"2026-02-27T01:25:56.154325Z","steps":["trace[468417956] 'read index received' (duration: 887.441977ms)","trace[468417956] 'applied index is now lower than readState.Index' (duration: 234.614344ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:56.154485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468895517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T01:25:56.154499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693573681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:25:56.154515Z","caller":"traceutil/trace.go:171","msg":"trace[935539899] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:522; }","duration":"4.468961528s","start":"2026-02-27T01:25:51.685542Z","end":"2026-02-27T01:25:56.154504Z","steps":["trace[935539899] 'agreement among raft nodes before linearized reading' (duration: 4.468884717s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.154487Z","caller":"traceutil/trace.go:171","msg":"trace[875614491] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.406957329s","start":"2026-02-27T01:25:54.747484Z","end":"2026-02-27T01:25:56.154441Z","steps":["trace[875614491] 'process raft request' (duration: 1.172327834s)","trace[875614491] 'compare' (duration: 233.801926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:56.154557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:51.685523Z","time spent":"4.469023799s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T01:25:56.154619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552071542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T01:25:56.154565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501155783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:25:56.154652Z","caller":"traceutil/trace.go:171","msg":"trace[1872721067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:522; }","duration":"2.552151154s","start":"2026-02-27T01:25:53.602492Z","end":"2026-02-27T01:25:56.154643Z","steps":["trace[1872721067] 'agreement among raft nodes before linearized reading' (duration: 2.552066042s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.154692Z","caller":"traceutil/trace.go:171","msg":"trace[1431491376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"2.501303867s","start":"2026-02-27T01:25:53.653351Z","end":"2026-02-27T01:25:56.154655Z","steps":["trace[1431491376] 'agreement among raft nodes before linearized reading' (duration: 2.50100637s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:56.154685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:54.747456Z","time spent":"1.407119563s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:56.154688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.602463Z","time spent":"2.552216296s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:56.154733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.653338Z","time spent":"2.501387299s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:25:56.154536Z","caller":"traceutil/trace.go:171","msg":"trace[191173934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:522; }","duration":"3.693653993s","start":"2026-02-27T01:25:52.460872Z","end":"2026-02-27T01:25:56.154526Z","steps":["trace[191173934] 'agreement among raft nodes before linearized reading' (duration: 3.69352373s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:56.154849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:52.460851Z","time spent":"3.69398805s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:25:56.155002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.309795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:56.155095Z","caller":"traceutil/trace.go:171","msg":"trace[1362992702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"490.448049ms","start":"2026-02-27T01:25:55.664622Z","end":"2026-02-27T01:25:56.15507Z","steps":["trace[1362992702] 'agreement among raft nodes before linearized reading' (duration: 490.284945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:56.154716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.283319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T01:25:56.15514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:55.664602Z","time spent":"490.52992ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:25:56.155191Z","caller":"traceutil/trace.go:171","msg":"trace[604008075] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:522; }","duration":"494.793131ms","start":"2026-02-27T01:25:55.660373Z","end":"2026-02-27T01:25:56.155166Z","steps":["trace[604008075] 'agreement among raft nodes before linearized reading' (duration: 494.268529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:56.155244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:55.660348Z","time spent":"494.878032ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" "} {"level":"info","ts":"2026-02-27T01:25:56.882599Z","caller":"traceutil/trace.go:171","msg":"trace[1366759359] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"231.120772ms","start":"2026-02-27T01:25:56.651437Z","end":"2026-02-27T01:25:56.882557Z","steps":["trace[1366759359] 'process raft request' (duration: 230.932078ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.970613Z","caller":"traceutil/trace.go:171","msg":"trace[856371554] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:545; }","duration":"296.560453ms","start":"2026-02-27T01:25:56.674022Z","end":"2026-02-27T01:25:56.970583Z","steps":["trace[856371554] 'read index received' (duration: 208.486749ms)","trace[856371554] 'applied index is now lower than readState.Index' (duration: 88.071574ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:56.970744Z","caller":"traceutil/trace.go:171","msg":"trace[1479431179] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"306.390134ms","start":"2026-02-27T01:25:56.664315Z","end":"2026-02-27T01:25:56.970705Z","steps":["trace[1479431179] 'process raft request' (duration: 305.196296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:56.970793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.758527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:25:56.970838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.016711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:56.970851Z","caller":"traceutil/trace.go:171","msg":"trace[907419105] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:529; }","duration":"296.87421ms","start":"2026-02-27T01:25:56.67396Z","end":"2026-02-27T01:25:56.970834Z","steps":["trace[907419105] 'agreement among raft nodes before linearized reading' (duration: 296.773028ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.970895Z","caller":"traceutil/trace.go:171","msg":"trace[1247268328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:529; }","duration":"144.114503ms","start":"2026-02-27T01:25:56.826758Z","end":"2026-02-27T01:25:56.970873Z","steps":["trace[1247268328] 'agreement among raft nodes before linearized reading' (duration: 144.040091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:56.970938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:56.664283Z","time spent":"306.551438ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17232,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:57.307944Z","caller":"traceutil/trace.go:171","msg":"trace[816363777] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"143.263583ms","start":"2026-02-27T01:25:57.164651Z","end":"2026-02-27T01:25:57.307914Z","steps":["trace[816363777] 'process raft request' (duration: 142.934095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:58.228367Z","caller":"traceutil/trace.go:171","msg":"trace[634793651] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"403.319956ms","start":"2026-02-27T01:25:57.825025Z","end":"2026-02-27T01:25:58.228345Z","steps":["trace[634793651] 'process raft request' (duration: 402.983908ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:58.228494Z","caller":"traceutil/trace.go:171","msg":"trace[1647181262] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:665; }","duration":"401.728688ms","start":"2026-02-27T01:25:57.826731Z","end":"2026-02-27T01:25:58.228459Z","steps":["trace[1647181262] 'read index received' (duration: 401.709338ms)","trace[1647181262] 'applied index is now lower than readState.Index' (duration: 16.38µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:58.228546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:57.824988Z","time spent":"403.452709ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211614,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:58.228664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.914793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:58.228712Z","caller":"traceutil/trace.go:171","msg":"trace[2060011520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"402.001965ms","start":"2026-02-27T01:25:57.826697Z","end":"2026-02-27T01:25:58.228699Z","steps":["trace[2060011520] 'agreement among raft nodes before linearized reading' (duration: 401.913773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.228744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:57.82668Z","time spent":"402.055396ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:25:58.797958Z","caller":"traceutil/trace.go:171","msg":"trace[238874406] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"332.115871ms","start":"2026-02-27T01:25:58.465819Z","end":"2026-02-27T01:25:58.797935Z","steps":["trace[238874406] 'process raft request' (duration: 332.07247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.798093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.465809Z","time spent":"332.224263ms","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:25:58.79817Z","caller":"traceutil/trace.go:171","msg":"trace[2081873385] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"333.981734ms","start":"2026-02-27T01:25:58.464166Z","end":"2026-02-27T01:25:58.798148Z","steps":["trace[2081873385] 'process raft request' (duration: 321.626903ms)","trace[2081873385] 'compare' (duration: 11.799508ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:58.798306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.464148Z","time spent":"334.120868ms","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:25:58.79893Z","caller":"traceutil/trace.go:171","msg":"trace[1809479392] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"307.306926ms","start":"2026-02-27T01:25:58.491591Z","end":"2026-02-27T01:25:58.798898Z","steps":["trace[1809479392] 'process raft request' (duration: 307.005959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.799093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.491563Z","time spent":"307.454649ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:25:58.799319Z","caller":"traceutil/trace.go:171","msg":"trace[1847299700] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"306.867136ms","start":"2026-02-27T01:25:58.492433Z","end":"2026-02-27T01:25:58.7993Z","steps":["trace[1847299700] 'process raft request' (duration: 306.280052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.79942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.492413Z","time spent":"306.954587ms","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:58.800096Z","caller":"traceutil/trace.go:171","msg":"trace[931490305] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"306.463966ms","start":"2026-02-27T01:25:58.493595Z","end":"2026-02-27T01:25:58.800059Z","steps":["trace[931490305] 'process raft request' (duration: 305.692437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.80028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.493561Z","time spent":"306.62883ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211678,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:58.800343Z","caller":"traceutil/trace.go:171","msg":"trace[892783397] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"138.275356ms","start":"2026-02-27T01:25:58.662041Z","end":"2026-02-27T01:25:58.800317Z","steps":["trace[892783397] 'process raft request' (duration: 137.704122ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:58.8003Z","caller":"traceutil/trace.go:171","msg":"trace[352867981] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:677; }","duration":"137.326624ms","start":"2026-02-27T01:25:58.662959Z","end":"2026-02-27T01:25:58.800286Z","steps":["trace[352867981] 'read index received' (duration: 122.945075ms)","trace[352867981] 'applied index is now lower than readState.Index' (duration: 14.380829ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:58.800454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.496458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-2b5x8\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-02-27T01:25:58.800473Z","caller":"traceutil/trace.go:171","msg":"trace[1087049966] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"133.262127ms","start":"2026-02-27T01:25:58.667173Z","end":"2026-02-27T01:25:58.800436Z","steps":["trace[1087049966] 'process raft request' (duration: 133.061623ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:58.800493Z","caller":"traceutil/trace.go:171","msg":"trace[1359931935] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-2b5x8; range_end:; response_count:1; response_revision:665; }","duration":"137.607821ms","start":"2026-02-27T01:25:58.662875Z","end":"2026-02-27T01:25:58.800482Z","steps":["trace[1359931935] 'agreement among raft nodes before linearized reading' (duration: 137.456047ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:00.856955Z","caller":"traceutil/trace.go:171","msg":"trace[1057527881] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"157.790066ms","start":"2026-02-27T01:26:00.699139Z","end":"2026-02-27T01:26:00.856929Z","steps":["trace[1057527881] 'process raft request' (duration: 141.362859ms)","trace[1057527881] 'compare' (duration: 16.230322ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:01.889157Z","caller":"traceutil/trace.go:171","msg":"trace[1993737306] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:728; }","duration":"430.840354ms","start":"2026-02-27T01:26:01.458288Z","end":"2026-02-27T01:26:01.889129Z","steps":["trace[1993737306] 'read index received' (duration: 430.803253ms)","trace[1993737306] 'applied index is now lower than readState.Index' (duration: 35.961µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:01.889259Z","caller":"traceutil/trace.go:171","msg":"trace[1614311451] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"627.3245ms","start":"2026-02-27T01:26:01.261901Z","end":"2026-02-27T01:26:01.889225Z","steps":["trace[1614311451] 'process raft request' (duration: 627.090505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:01.889387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:01.261878Z","time spent":"627.436163ms","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:26:01.88948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.161071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-02-27T01:26:01.889566Z","caller":"traceutil/trace.go:171","msg":"trace[731400748] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:710; }","duration":"431.322625ms","start":"2026-02-27T01:26:01.458222Z","end":"2026-02-27T01:26:01.889544Z","steps":["trace[731400748] 'agreement among raft nodes before linearized reading' (duration: 431.043169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:01.889621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:01.458199Z","time spent":"431.412967ms","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-02-27T01:26:02.124339Z","caller":"traceutil/trace.go:171","msg":"trace[1093203901] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"459.838407ms","start":"2026-02-27T01:26:01.664465Z","end":"2026-02-27T01:26:02.124303Z","steps":["trace[1093203901] 'process raft request' (duration: 459.611882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.124452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.075789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-02-27T01:26:02.124483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:01.664435Z","time spent":"459.980561ms","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:26:02.124521Z","caller":"traceutil/trace.go:171","msg":"trace[1343135746] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:712; }","duration":"267.201081ms","start":"2026-02-27T01:26:01.857308Z","end":"2026-02-27T01:26:02.12451Z","steps":["trace[1343135746] 'agreement among raft nodes before linearized reading' (duration: 267.014067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:02.124546Z","caller":"traceutil/trace.go:171","msg":"trace[642977693] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"415.724309ms","start":"2026-02-27T01:26:01.708658Z","end":"2026-02-27T01:26:02.124382Z","steps":["trace[642977693] 'process raft request' (duration: 415.536305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.124657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.324451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T01:26:02.124697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.212459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kn2xk\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-02-27T01:26:02.124765Z","caller":"traceutil/trace.go:171","msg":"trace[808584762] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:712; }","duration":"438.472594ms","start":"2026-02-27T01:26:01.686265Z","end":"2026-02-27T01:26:02.124738Z","steps":["trace[808584762] 'agreement among raft nodes before linearized reading' (duration: 438.256439ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:02.124798Z","caller":"traceutil/trace.go:171","msg":"trace[1612556752] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kn2xk; range_end:; response_count:1; response_revision:712; }","duration":"430.343853ms","start":"2026-02-27T01:26:01.694432Z","end":"2026-02-27T01:26:02.124776Z","steps":["trace[1612556752] 'agreement among raft nodes before linearized reading' (duration: 429.992645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:02.124278Z","caller":"traceutil/trace.go:171","msg":"trace[2085589828] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:729; }","duration":"234.996923ms","start":"2026-02-27T01:26:01.889259Z","end":"2026-02-27T01:26:02.124256Z","steps":["trace[2085589828] 'read index received' (duration: 234.904021ms)","trace[2085589828] 'applied index is now lower than readState.Index' (duration: 91.882µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:02.124834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:01.686249Z","time spent":"438.566497ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T01:26:02.124851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:01.694425Z","time spent":"430.416855ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18360,"request content":"key:\"/registry/pods/kube-system/cilium-kn2xk\" "} {"level":"warn","ts":"2026-02-27T01:26:02.124938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:01.708644Z","time spent":"416.039326ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:02.385391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.932438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:02.385669Z","caller":"traceutil/trace.go:171","msg":"trace[1315304951] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"487.197152ms","start":"2026-02-27T01:26:01.898439Z","end":"2026-02-27T01:26:02.385637Z","steps":["trace[1315304951] 'process raft request' (duration: 331.927226ms)","trace[1315304951] 'compare' (duration: 154.772944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:02.385814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:01.898405Z","time spent":"487.341895ms","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:02.385992Z","caller":"traceutil/trace.go:171","msg":"trace[1186522251] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"300.870685ms","start":"2026-02-27T01:26:02.085103Z","end":"2026-02-27T01:26:02.385974Z","steps":["trace[1186522251] 'process raft request' (duration: 300.616259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.3861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:02.085069Z","time spent":"300.986957ms","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:26:02.398608Z","caller":"traceutil/trace.go:171","msg":"trace[1321209626] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:734; }","duration":"143.399617ms","start":"2026-02-27T01:26:02.255197Z","end":"2026-02-27T01:26:02.398596Z","steps":["trace[1321209626] 'read index received' (duration: 143.297314ms)","trace[1321209626] 'applied index is now lower than readState.Index' (duration: 101.703µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:02.398668Z","caller":"traceutil/trace.go:171","msg":"trace[442339735] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"259.398548ms","start":"2026-02-27T01:26:02.139262Z","end":"2026-02-27T01:26:02.398661Z","steps":["trace[442339735] 'process raft request' (duration: 259.270515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.398792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.586101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:26:02.398842Z","caller":"traceutil/trace.go:171","msg":"trace[1135823713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:715; }","duration":"143.665753ms","start":"2026-02-27T01:26:02.255162Z","end":"2026-02-27T01:26:02.398828Z","steps":["trace[1135823713] 'agreement among raft nodes before linearized reading' (duration: 143.53115ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:02.461348Z","caller":"traceutil/trace.go:171","msg":"trace[1586827283] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"179.677221ms","start":"2026-02-27T01:26:02.281649Z","end":"2026-02-27T01:26:02.461327Z","steps":["trace[1586827283] 'process raft request' (duration: 179.487276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:02.509634Z","caller":"traceutil/trace.go:171","msg":"trace[1176863846] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"111.229989ms","start":"2026-02-27T01:26:02.398386Z","end":"2026-02-27T01:26:02.509616Z","steps":["trace[1176863846] 'process raft request' (duration: 101.5095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:02.509797Z","caller":"traceutil/trace.go:171","msg":"trace[974568804] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"110.882211ms","start":"2026-02-27T01:26:02.398906Z","end":"2026-02-27T01:26:02.509788Z","steps":["trace[974568804] 'process raft request' (duration: 110.658725ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:02.509989Z","caller":"traceutil/trace.go:171","msg":"trace[822533169] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"107.416309ms","start":"2026-02-27T01:26:02.402565Z","end":"2026-02-27T01:26:02.509981Z","steps":["trace[822533169] 'process raft request' (duration: 107.304687ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:02.510014Z","caller":"traceutil/trace.go:171","msg":"trace[936830099] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"110.547703ms","start":"2026-02-27T01:26:02.399411Z","end":"2026-02-27T01:26:02.509959Z","steps":["trace[936830099] 'process raft request' (duration: 110.337718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:02.510155Z","caller":"traceutil/trace.go:171","msg":"trace[1862690250] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:735; }","duration":"111.500675ms","start":"2026-02-27T01:26:02.398642Z","end":"2026-02-27T01:26:02.510142Z","steps":["trace[1862690250] 'read index received' (duration: 62.521172ms)","trace[1862690250] 'applied index is now lower than readState.Index' (duration: 48.978283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:02.510247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.700594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T01:26:02.510297Z","caller":"traceutil/trace.go:171","msg":"trace[2043689262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:720; }","duration":"253.783766ms","start":"2026-02-27T01:26:02.256503Z","end":"2026-02-27T01:26:02.510286Z","steps":["trace[2043689262] 'agreement among raft nodes before linearized reading' (duration: 253.660883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.510401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.122394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T01:26:02.510444Z","caller":"traceutil/trace.go:171","msg":"trace[1946705825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:720; }","duration":"254.231086ms","start":"2026-02-27T01:26:02.256202Z","end":"2026-02-27T01:26:02.510433Z","steps":["trace[1946705825] 'agreement among raft nodes before linearized reading' (duration: 254.032591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.910847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.578909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:02.910962Z","caller":"traceutil/trace.go:171","msg":"trace[1046978586] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"172.451711ms","start":"2026-02-27T01:26:02.738492Z","end":"2026-02-27T01:26:02.910944Z","steps":["trace[1046978586] 'process raft request' (duration: 54.681768ms)","trace[1046978586] 'compare' (duration: 117.439675ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:02.935798Z","caller":"traceutil/trace.go:171","msg":"trace[1269250087] linearizableReadLoop","detail":"{readStateIndex:750; appliedIndex:749; }","duration":"109.872487ms","start":"2026-02-27T01:26:02.825902Z","end":"2026-02-27T01:26:02.935774Z","steps":["trace[1269250087] 'read index received' (duration: 109.344365ms)","trace[1269250087] 'applied index is now lower than readState.Index' (duration: 527.052µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:02.935856Z","caller":"traceutil/trace.go:171","msg":"trace[1366352193] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"147.217297ms","start":"2026-02-27T01:26:02.788603Z","end":"2026-02-27T01:26:02.935821Z","steps":["trace[1366352193] 'process raft request' (duration: 146.803407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.935942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.024171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:02.936089Z","caller":"traceutil/trace.go:171","msg":"trace[974293114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:730; }","duration":"110.174745ms","start":"2026-02-27T01:26:02.82586Z","end":"2026-02-27T01:26:02.936035Z","steps":["trace[974293114] 'agreement among raft nodes before linearized reading' (duration: 110.021481ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:11.337232Z","caller":"traceutil/trace.go:171","msg":"trace[846150710] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"116.482403ms","start":"2026-02-27T01:26:11.220705Z","end":"2026-02-27T01:26:11.337188Z","steps":["trace[846150710] 'process raft request' (duration: 104.714476ms)","trace[846150710] 'compare' (duration: 11.560473ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:12.722798Z","caller":"traceutil/trace.go:171","msg":"trace[480461973] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"107.711787ms","start":"2026-02-27T01:26:12.615071Z","end":"2026-02-27T01:26:12.722783Z","steps":["trace[480461973] 'process raft request' (duration: 57.999356ms)","trace[480461973] 'compare' (duration: 49.453645ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:12.722795Z","caller":"traceutil/trace.go:171","msg":"trace[376202688] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"106.942908ms","start":"2026-02-27T01:26:12.615825Z","end":"2026-02-27T01:26:12.722768Z","steps":["trace[376202688] 'process raft request' (duration: 106.903397ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:12.722896Z","caller":"traceutil/trace.go:171","msg":"trace[111842290] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"107.694476ms","start":"2026-02-27T01:26:12.615164Z","end":"2026-02-27T01:26:12.722859Z","steps":["trace[111842290] 'process raft request' (duration: 107.521752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:12.915416Z","caller":"traceutil/trace.go:171","msg":"trace[333429073] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"133.541575ms","start":"2026-02-27T01:26:12.781844Z","end":"2026-02-27T01:26:12.915386Z","steps":["trace[333429073] 'process raft request' (duration: 68.683807ms)","trace[333429073] 'compare' (duration: 64.682194ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:18.880379Z","caller":"traceutil/trace.go:171","msg":"trace[854041072] linearizableReadLoop","detail":"{readStateIndex:909; appliedIndex:908; }","duration":"116.673757ms","start":"2026-02-27T01:26:18.763671Z","end":"2026-02-27T01:26:18.880345Z","steps":["trace[854041072] 'read index received' (duration: 116.540704ms)","trace[854041072] 'applied index is now lower than readState.Index' (duration: 131.813µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:18.880421Z","caller":"traceutil/trace.go:171","msg":"trace[1080940680] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"224.017425ms","start":"2026-02-27T01:26:18.65637Z","end":"2026-02-27T01:26:18.880387Z","steps":["trace[1080940680] 'process raft request' (duration: 223.780629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.880684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.989444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:26:18.880692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.734987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:26:18.880756Z","caller":"traceutil/trace.go:171","msg":"trace[713631946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:884; }","duration":"117.113867ms","start":"2026-02-27T01:26:18.763622Z","end":"2026-02-27T01:26:18.880736Z","steps":["trace[713631946] 'agreement among raft nodes before linearized reading' (duration: 116.902962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:18.880761Z","caller":"traceutil/trace.go:171","msg":"trace[214685087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:884; }","duration":"113.85194ms","start":"2026-02-27T01:26:18.766892Z","end":"2026-02-27T01:26:18.880744Z","steps":["trace[214685087] 'agreement among raft nodes before linearized reading' (duration: 113.615845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.880829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.859501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:26:18.880929Z","caller":"traceutil/trace.go:171","msg":"trace[429433674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:884; }","duration":"114.021984ms","start":"2026-02-27T01:26:18.766883Z","end":"2026-02-27T01:26:18.880905Z","steps":["trace[429433674] 'agreement among raft nodes before linearized reading' (duration: 113.705707ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:39.056016Z","caller":"traceutil/trace.go:171","msg":"trace[244354007] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"160.751634ms","start":"2026-02-27T01:26:38.895203Z","end":"2026-02-27T01:26:39.055955Z","steps":["trace[244354007] 'process raft request' (duration: 160.410645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:47.563337Z","caller":"traceutil/trace.go:171","msg":"trace[355116976] linearizableReadLoop","detail":"{readStateIndex:1218; appliedIndex:1217; }","duration":"433.024279ms","start":"2026-02-27T01:26:47.130288Z","end":"2026-02-27T01:26:47.563312Z","steps":["trace[355116976] 'read index received' (duration: 432.949427ms)","trace[355116976] 'applied index is now lower than readState.Index' (duration: 73.492µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:47.563427Z","caller":"traceutil/trace.go:171","msg":"trace[406997351] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"477.501218ms","start":"2026-02-27T01:26:47.085876Z","end":"2026-02-27T01:26:47.563377Z","steps":["trace[406997351] 'process raft request' (duration: 477.263713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:47.563588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.248663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T01:26:47.563634Z","caller":"traceutil/trace.go:171","msg":"trace[1949729670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1181; }","duration":"402.360165ms","start":"2026-02-27T01:26:47.161263Z","end":"2026-02-27T01:26:47.563624Z","steps":["trace[1949729670] 'agreement among raft nodes before linearized reading' (duration: 402.204332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:47.563648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:47.08586Z","time spent":"477.675103ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:47.563671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:47.161238Z","time spent":"402.424086ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:47.563653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.345216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T01:26:47.563713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.974682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T01:26:47.56379Z","caller":"traceutil/trace.go:171","msg":"trace[1410739607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1181; }","duration":"433.517461ms","start":"2026-02-27T01:26:47.130209Z","end":"2026-02-27T01:26:47.563726Z","steps":["trace[1410739607] 'agreement among raft nodes before linearized reading' (duration: 433.219634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:47.563804Z","caller":"traceutil/trace.go:171","msg":"trace[1206896640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1181; }","duration":"373.087804ms","start":"2026-02-27T01:26:47.1907Z","end":"2026-02-27T01:26:47.563788Z","steps":["trace[1206896640] 'agreement among raft nodes before linearized reading' (duration: 372.9083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:47.563849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:47.190689Z","time spent":"373.151936ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:47.563858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:47.130175Z","time spent":"433.668054ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:26:47.563895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.336358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T01:26:47.563974Z","caller":"traceutil/trace.go:171","msg":"trace[1907463374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1181; }","duration":"378.444871ms","start":"2026-02-27T01:26:47.18551Z","end":"2026-02-27T01:26:47.563954Z","steps":["trace[1907463374] 'agreement among raft nodes before linearized reading' (duration: 378.179505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:47.564027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:47.185491Z","time spent":"378.524823ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:26:48.167013Z","caller":"traceutil/trace.go:171","msg":"trace[1896285255] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"598.477093ms","start":"2026-02-27T01:26:47.56851Z","end":"2026-02-27T01:26:48.166987Z","steps":["trace[1896285255] 'process raft request' (duration: 598.045063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:48.167187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:47.56848Z","time spent":"598.629967ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:48.169624Z","caller":"traceutil/trace.go:171","msg":"trace[1626786005] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1218; }","duration":"329.539526ms","start":"2026-02-27T01:26:47.840064Z","end":"2026-02-27T01:26:48.169603Z","steps":["trace[1626786005] 'read index received' (duration: 326.556425ms)","trace[1626786005] 'applied index is now lower than readState.Index' (duration: 2.982301ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:48.169764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.67969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:48.169804Z","caller":"traceutil/trace.go:171","msg":"trace[1643493753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1186; }","duration":"329.772131ms","start":"2026-02-27T01:26:47.840024Z","end":"2026-02-27T01:26:48.169796Z","steps":["trace[1643493753] 'agreement among raft nodes before linearized reading' (duration: 329.666029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:48.169831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:47.840002Z","time spent":"329.821353ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:26:48.169885Z","caller":"traceutil/trace.go:171","msg":"trace[1753883292] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"600.952882ms","start":"2026-02-27T01:26:47.568875Z","end":"2026-02-27T01:26:48.169828Z","steps":["trace[1753883292] 'process raft request' (duration: 600.645515ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:48.170008Z","caller":"traceutil/trace.go:171","msg":"trace[2105635031] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"600.545632ms","start":"2026-02-27T01:26:47.569453Z","end":"2026-02-27T01:26:48.169999Z","steps":["trace[2105635031] 'process raft request' (duration: 600.120512ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:48.169994Z","caller":"traceutil/trace.go:171","msg":"trace[460746884] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"600.803638ms","start":"2026-02-27T01:26:47.569145Z","end":"2026-02-27T01:26:48.169948Z","steps":["trace[460746884] 'process raft request' (duration: 600.403188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:48.17008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:47.569441Z","time spent":"600.588413ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:48.170107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:47.568847Z","time spent":"601.129276ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:48.170178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:47.569117Z","time spent":"600.965292ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:48.170239Z","caller":"traceutil/trace.go:171","msg":"trace[343078093] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"601.33185ms","start":"2026-02-27T01:26:47.568844Z","end":"2026-02-27T01:26:48.170176Z","steps":["trace[343078093] 'process raft request' (duration: 600.576432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:48.170432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:47.568819Z","time spent":"601.511545ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:50.069996Z","caller":"traceutil/trace.go:171","msg":"trace[1786993891] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"109.516214ms","start":"2026-02-27T01:26:49.960448Z","end":"2026-02-27T01:26:50.069964Z","steps":["trace[1786993891] 'process raft request' (duration: 60.813995ms)","trace[1786993891] 'compare' (duration: 48.612157ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:50.071317Z","caller":"traceutil/trace.go:171","msg":"trace[881620809] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"109.254739ms","start":"2026-02-27T01:26:49.962041Z","end":"2026-02-27T01:26:50.071296Z","steps":["trace[881620809] 'process raft request' (duration: 109.153876ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:56.547249Z","caller":"traceutil/trace.go:171","msg":"trace[1510929526] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1415; }","duration":"122.662295ms","start":"2026-02-27T01:26:56.424563Z","end":"2026-02-27T01:26:56.547225Z","steps":["trace[1510929526] 'read index received' (duration: 44.49759ms)","trace[1510929526] 'applied index is now lower than readState.Index' (duration: 78.163685ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:56.547347Z","caller":"traceutil/trace.go:171","msg":"trace[1033501688] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"162.535576ms","start":"2026-02-27T01:26:56.384774Z","end":"2026-02-27T01:26:56.54731Z","steps":["trace[1033501688] 'process raft request' (duration: 84.32836ms)","trace[1033501688] 'compare' (duration: 78.005681ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:56.547467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.885021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1080"} {"level":"info","ts":"2026-02-27T01:26:56.547576Z","caller":"traceutil/trace.go:171","msg":"trace[925319917] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1362; }","duration":"123.028004ms","start":"2026-02-27T01:26:56.424527Z","end":"2026-02-27T01:26:56.547555Z","steps":["trace[925319917] 'agreement among raft nodes before linearized reading' (duration: 122.822779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:56.558072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.904161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:131886"} {"level":"info","ts":"2026-02-27T01:26:56.558111Z","caller":"traceutil/trace.go:171","msg":"trace[435251551] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1363; }","duration":"125.972953ms","start":"2026-02-27T01:26:56.43213Z","end":"2026-02-27T01:26:56.558103Z","steps":["trace[435251551] 'agreement among raft nodes before linearized reading' (duration: 125.82447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:56.8613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.576166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:56.861577Z","caller":"traceutil/trace.go:171","msg":"trace[155334513] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"270.107475ms","start":"2026-02-27T01:26:56.591433Z","end":"2026-02-27T01:26:56.86154Z","steps":["trace[155334513] 'process raft request' (duration: 81.643047ms)","trace[155334513] 'compare' (duration: 187.244759ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:56.861895Z","caller":"traceutil/trace.go:171","msg":"trace[1239855632] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"270.413872ms","start":"2026-02-27T01:26:56.59147Z","end":"2026-02-27T01:26:56.861884Z","steps":["trace[1239855632] 'process raft request' (duration: 270.239398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:56.86189Z","caller":"traceutil/trace.go:171","msg":"trace[451028712] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"270.417712ms","start":"2026-02-27T01:26:56.591443Z","end":"2026-02-27T01:26:56.861861Z","steps":["trace[451028712] 'process raft request' (duration: 270.075454ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:56.862006Z","caller":"traceutil/trace.go:171","msg":"trace[2076870296] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"270.117274ms","start":"2026-02-27T01:26:56.59188Z","end":"2026-02-27T01:26:56.861998Z","steps":["trace[2076870296] 'process raft request' (duration: 269.906669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:56.861991Z","caller":"traceutil/trace.go:171","msg":"trace[1535592837] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"270.261128ms","start":"2026-02-27T01:26:56.591692Z","end":"2026-02-27T01:26:56.861953Z","steps":["trace[1535592837] 'process raft request' (duration: 270.065834ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:56.862056Z","caller":"traceutil/trace.go:171","msg":"trace[1291881986] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"252.769086ms","start":"2026-02-27T01:26:56.609243Z","end":"2026-02-27T01:26:56.862012Z","steps":["trace[1291881986] 'process raft request' (duration: 252.632162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:56.862085Z","caller":"traceutil/trace.go:171","msg":"trace[275013147] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1419; }","duration":"216.876958ms","start":"2026-02-27T01:26:56.645151Z","end":"2026-02-27T01:26:56.862028Z","steps":["trace[275013147] 'read index received' (duration: 27.935609ms)","trace[275013147] 'applied index is now lower than readState.Index' (duration: 188.939339ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:56.867211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.967425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:56.867265Z","caller":"traceutil/trace.go:171","msg":"trace[1858475029] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1371; }","duration":"157.068276ms","start":"2026-02-27T01:26:56.710185Z","end":"2026-02-27T01:26:56.867253Z","steps":["trace[1858475029] 'agreement among raft nodes before linearized reading' (duration: 156.972564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:56.867694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.532782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:131886"} {"level":"info","ts":"2026-02-27T01:26:56.867736Z","caller":"traceutil/trace.go:171","msg":"trace[1267673685] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1371; }","duration":"222.619354ms","start":"2026-02-27T01:26:56.645106Z","end":"2026-02-27T01:26:56.867725Z","steps":["trace[1267673685] 'agreement among raft nodes before linearized reading' (duration: 217.058982ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:59.358494Z","caller":"traceutil/trace.go:171","msg":"trace[1961239748] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"167.708948ms","start":"2026-02-27T01:26:59.190757Z","end":"2026-02-27T01:26:59.358466Z","steps":["trace[1961239748] 'process raft request' (duration: 167.454132ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:04.466523Z","caller":"traceutil/trace.go:171","msg":"trace[215698926] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"215.012174ms","start":"2026-02-27T01:27:04.251489Z","end":"2026-02-27T01:27:04.466501Z","steps":["trace[215698926] 'process raft request' (duration: 214.871861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:04.494478Z","caller":"traceutil/trace.go:171","msg":"trace[815448764] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1526; }","duration":"239.366429ms","start":"2026-02-27T01:27:04.255088Z","end":"2026-02-27T01:27:04.494454Z","steps":["trace[815448764] 'read index received' (duration: 211.276746ms)","trace[815448764] 'applied index is now lower than readState.Index' (duration: 28.088743ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:04.494718Z","caller":"traceutil/trace.go:171","msg":"trace[48534347] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"241.000397ms","start":"2026-02-27T01:27:04.253691Z","end":"2026-02-27T01:27:04.494691Z","steps":["trace[48534347] 'process raft request' (duration: 240.726751ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:04.494752Z","caller":"traceutil/trace.go:171","msg":"trace[582111530] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"241.670423ms","start":"2026-02-27T01:27:04.253023Z","end":"2026-02-27T01:27:04.494694Z","steps":["trace[582111530] 'process raft request' (duration: 241.276044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:04.494893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.776218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T01:27:04.494949Z","caller":"traceutil/trace.go:171","msg":"trace[1260646264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1468; }","duration":"239.869311ms","start":"2026-02-27T01:27:04.255067Z","end":"2026-02-27T01:27:04.494936Z","steps":["trace[1260646264] 'agreement among raft nodes before linearized reading' (duration: 239.652886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:04.495183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.014631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T01:27:04.495221Z","caller":"traceutil/trace.go:171","msg":"trace[1657580632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1468; }","duration":"239.060752ms","start":"2026-02-27T01:27:04.256151Z","end":"2026-02-27T01:27:04.495212Z","steps":["trace[1657580632] 'agreement among raft nodes before linearized reading' (duration: 238.969859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:04.495718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.725736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T01:27:04.495781Z","caller":"traceutil/trace.go:171","msg":"trace[340945095] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1468; }","duration":"172.790168ms","start":"2026-02-27T01:27:04.322959Z","end":"2026-02-27T01:27:04.495749Z","steps":["trace[340945095] 'agreement among raft nodes before linearized reading' (duration: 172.486641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:10.669675Z","caller":"traceutil/trace.go:171","msg":"trace[59389549] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"138.050078ms","start":"2026-02-27T01:27:10.531599Z","end":"2026-02-27T01:27:10.669649Z","steps":["trace[59389549] 'process raft request' (duration: 137.971616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:10.669751Z","caller":"traceutil/trace.go:171","msg":"trace[1263561011] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"138.353715ms","start":"2026-02-27T01:27:10.531351Z","end":"2026-02-27T01:27:10.669704Z","steps":["trace[1263561011] 'process raft request' (duration: 138.079458ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:10.669871Z","caller":"traceutil/trace.go:171","msg":"trace[1464504289] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"137.423003ms","start":"2026-02-27T01:27:10.532427Z","end":"2026-02-27T01:27:10.66985Z","steps":["trace[1464504289] 'process raft request' (duration: 137.180967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.178095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.804712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-27T01:27:13.178118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351246919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:13.178187Z","caller":"traceutil/trace.go:171","msg":"trace[1283345766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1575; }","duration":"754.954756ms","start":"2026-02-27T01:27:12.423208Z","end":"2026-02-27T01:27:13.178162Z","steps":["trace[1283345766] 'range keys from in-memory index tree' (duration: 754.587988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:13.178201Z","caller":"traceutil/trace.go:171","msg":"trace[1184911429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1575; }","duration":"1.351383473s","start":"2026-02-27T01:27:11.826796Z","end":"2026-02-27T01:27:13.178179Z","steps":["trace[1184911429] 'range keys from in-memory index tree' (duration: 1.351108476s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.178229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:12.423192Z","time spent":"755.028668ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T01:27:13.178242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:11.826772Z","time spent":"1.351461014s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:27:13.178276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486161092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T01:27:13.178532Z","caller":"traceutil/trace.go:171","msg":"trace[935508617] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1575; }","duration":"1.486291356s","start":"2026-02-27T01:27:11.692048Z","end":"2026-02-27T01:27:13.178339Z","steps":["trace[935508617] 'range keys from in-memory index tree' (duration: 1.485967848s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.178589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.812169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:27:13.178602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115001183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-27T01:27:13.178644Z","caller":"traceutil/trace.go:171","msg":"trace[1228813911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1575; }","duration":"503.887771ms","start":"2026-02-27T01:27:12.67474Z","end":"2026-02-27T01:27:13.178628Z","steps":["trace[1228813911] 'range keys from in-memory index tree' (duration: 503.366588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.178672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:12.674726Z","time spent":"503.939382ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:27:13.178668Z","caller":"traceutil/trace.go:171","msg":"trace[2134660433] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d; range_end:; response_count:1; response_revision:1575; }","duration":"1.115063995s","start":"2026-02-27T01:27:12.063583Z","end":"2026-02-27T01:27:13.178646Z","steps":["trace[2134660433] 'range keys from in-memory index tree' (duration: 1.11440986s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.178676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.484945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-02-27T01:27:13.178577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.30929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:27:13.178718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:12.063527Z","time spent":"1.115176797s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d\" "} {"level":"info","ts":"2026-02-27T01:27:13.178724Z","caller":"traceutil/trace.go:171","msg":"trace[2131729679] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d; range_end:; response_count:1; response_revision:1575; }","duration":"740.571957ms","start":"2026-02-27T01:27:12.438137Z","end":"2026-02-27T01:27:13.178709Z","steps":["trace[2131729679] 'range keys from in-memory index tree' (duration: 740.045505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.178819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:12.438115Z","time spent":"740.695329ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d\" "} {"level":"warn","ts":"2026-02-27T01:27:13.178593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:11.692021Z","time spent":"1.486552522s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-02-27T01:27:13.178888Z","caller":"traceutil/trace.go:171","msg":"trace[1447326411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1575; }","duration":"562.573276ms","start":"2026-02-27T01:27:12.61625Z","end":"2026-02-27T01:27:13.178823Z","steps":["trace[1447326411] 'range keys from in-memory index tree' (duration: 561.977982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.178936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.051544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T01:27:13.178955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.262931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:27:13.179032Z","caller":"traceutil/trace.go:171","msg":"trace[515612874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1575; }","duration":"504.204538ms","start":"2026-02-27T01:27:12.674805Z","end":"2026-02-27T01:27:13.17901Z","steps":["trace[515612874] 'range keys from in-memory index tree' (duration: 503.773128ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:13.17906Z","caller":"traceutil/trace.go:171","msg":"trace[891369284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1575; }","duration":"499.62139ms","start":"2026-02-27T01:27:12.679417Z","end":"2026-02-27T01:27:13.179039Z","steps":["trace[891369284] 'range keys from in-memory index tree' (duration: 498.546424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.178276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.724792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:27:13.179078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:12.674786Z","time spent":"504.28271ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:27:13.178992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:12.616199Z","time spent":"562.77528ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:27:13.179145Z","caller":"traceutil/trace.go:171","msg":"trace[1099710032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1575; }","duration":"647.604793ms","start":"2026-02-27T01:27:12.531511Z","end":"2026-02-27T01:27:13.179115Z","steps":["trace[1099710032] 'range keys from in-memory index tree' (duration: 646.587539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.179117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:12.679406Z","time spent":"499.696411ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:27:13.179244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:12.531501Z","time spent":"647.722655ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:27:13.268694Z","caller":"traceutil/trace.go:171","msg":"trace[406075759] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1637; }","duration":"290.097225ms","start":"2026-02-27T01:27:12.978574Z","end":"2026-02-27T01:27:13.268672Z","steps":["trace[406075759] 'read index received' (duration: 289.986103ms)","trace[406075759] 'applied index is now lower than readState.Index' (duration: 109.822µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:13.268765Z","caller":"traceutil/trace.go:171","msg":"trace[1502028376] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"530.891899ms","start":"2026-02-27T01:27:12.737838Z","end":"2026-02-27T01:27:13.26873Z","steps":["trace[1502028376] 'process raft request' (duration: 530.679254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.269011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.415603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:27:13.269058Z","caller":"traceutil/trace.go:171","msg":"trace[503379283] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1576; }","duration":"290.503675ms","start":"2026-02-27T01:27:12.978541Z","end":"2026-02-27T01:27:13.269044Z","steps":["trace[503379283] 'agreement among raft nodes before linearized reading' (duration: 290.239919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.269111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:12.737816Z","time spent":"531.028192ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:13.596463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.180157Z","time spent":"416.298955ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T01:27:13.596535Z","caller":"traceutil/trace.go:171","msg":"trace[1129606332] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"413.015737ms","start":"2026-02-27T01:27:13.183495Z","end":"2026-02-27T01:27:13.59651Z","steps":["trace[1129606332] 'process raft request' (duration: 412.827463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:13.596541Z","caller":"traceutil/trace.go:171","msg":"trace[2080636176] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"412.600458ms","start":"2026-02-27T01:27:13.183914Z","end":"2026-02-27T01:27:13.596515Z","steps":["trace[2080636176] 'process raft request' (duration: 412.527666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.596634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.183475Z","time spent":"413.091899ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:13.596686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.183908Z","time spent":"412.69844ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:13.596718Z","caller":"traceutil/trace.go:171","msg":"trace[184732654] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"412.732251ms","start":"2026-02-27T01:27:13.183968Z","end":"2026-02-27T01:27:13.5967Z","steps":["trace[184732654] 'process raft request' (duration: 412.508596ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:13.596787Z","caller":"traceutil/trace.go:171","msg":"trace[974197643] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"411.314078ms","start":"2026-02-27T01:27:13.185461Z","end":"2026-02-27T01:27:13.596775Z","steps":["trace[974197643] 'process raft request' (duration: 411.223256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.596795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.18394Z","time spent":"412.814352ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:13.59684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.185453Z","time spent":"411.358089ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:13.596857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.202806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:13.59678Z","caller":"traceutil/trace.go:171","msg":"trace[1526794280] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1638; }","duration":"328.009682ms","start":"2026-02-27T01:27:13.268757Z","end":"2026-02-27T01:27:13.596767Z","steps":["trace[1526794280] 'read index received' (duration: 327.466229ms)","trace[1526794280] 'applied index is now lower than readState.Index' (duration: 542.152µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:13.596889Z","caller":"traceutil/trace.go:171","msg":"trace[1641747265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1582; }","duration":"417.262687ms","start":"2026-02-27T01:27:13.179617Z","end":"2026-02-27T01:27:13.59688Z","steps":["trace[1641747265] 'agreement among raft nodes before linearized reading' (duration: 417.191385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.596911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.179592Z","time spent":"417.314089ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:27:13.596854Z","caller":"traceutil/trace.go:171","msg":"trace[1729675985] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"411.41463ms","start":"2026-02-27T01:27:13.185403Z","end":"2026-02-27T01:27:13.596818Z","steps":["trace[1729675985] 'process raft request' (duration: 411.234825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:13.596937Z","caller":"traceutil/trace.go:171","msg":"trace[1371618418] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"409.611057ms","start":"2026-02-27T01:27:13.187314Z","end":"2026-02-27T01:27:13.596925Z","steps":["trace[1371618418] 'process raft request' (duration: 409.407952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:13.597006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.187308Z","time spent":"409.655838ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:13.597076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.185387Z","time spent":"411.563613ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:14.14513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.342956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:27:14.145404Z","caller":"traceutil/trace.go:171","msg":"trace[1236949156] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1645; }","duration":"548.475004ms","start":"2026-02-27T01:27:13.596903Z","end":"2026-02-27T01:27:14.145378Z","steps":["trace[1236949156] 'read index received' (duration: 131.80537ms)","trace[1236949156] 'applied index is now lower than readState.Index' (duration: 416.667154ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:14.145646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.906407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:27:14.145713Z","caller":"traceutil/trace.go:171","msg":"trace[993174231] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1583; }","duration":"608.04341ms","start":"2026-02-27T01:27:13.53765Z","end":"2026-02-27T01:27:14.145693Z","steps":["trace[993174231] 'agreement among raft nodes before linearized reading' (duration: 607.788284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:14.145809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.537616Z","time spent":"608.136733ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:27:14.146112Z","caller":"traceutil/trace.go:171","msg":"trace[547970078] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"547.87895ms","start":"2026-02-27T01:27:13.598215Z","end":"2026-02-27T01:27:14.146094Z","steps":["trace[547970078] 'process raft request' (duration: 547.03346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:14.146226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.598194Z","time spent":"547.966602ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:14.148796Z","caller":"traceutil/trace.go:171","msg":"trace[1326415024] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"509.643808ms","start":"2026-02-27T01:27:13.639125Z","end":"2026-02-27T01:27:14.148769Z","steps":["trace[1326415024] 'process raft request' (duration: 506.881263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:14.148923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.191189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:14.148985Z","caller":"traceutil/trace.go:171","msg":"trace[689719599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1586; }","duration":"543.274992ms","start":"2026-02-27T01:27:13.605701Z","end":"2026-02-27T01:27:14.148976Z","steps":["trace[689719599] 'agreement among raft nodes before linearized reading' (duration: 543.19203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:14.149005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.605691Z","time spent":"543.308922ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:27:14.148985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.878347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-02-27T01:27:14.149048Z","caller":"traceutil/trace.go:171","msg":"trace[983944073] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d; range_end:; response_count:1; response_revision:1586; }","duration":"546.982939ms","start":"2026-02-27T01:27:13.602051Z","end":"2026-02-27T01:27:14.149034Z","steps":["trace[983944073] 'agreement among raft nodes before linearized reading' (duration: 546.845476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:14.149081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.602038Z","time spent":"547.03674ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d\" "} {"level":"warn","ts":"2026-02-27T01:27:14.1492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.639095Z","time spent":"509.834462ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:14.149407Z","caller":"traceutil/trace.go:171","msg":"trace[603143817] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"871.818915ms","start":"2026-02-27T01:27:13.273435Z","end":"2026-02-27T01:27:14.145254Z","steps":["trace[603143817] 'process raft request' (duration: 455.256694ms)","trace[603143817] 'compare' (duration: 416.168032ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:14.149565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:13.27342Z","time spent":"876.056115ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:15.576654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.094229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:15.57673Z","caller":"traceutil/trace.go:171","msg":"trace[418659140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1587; }","duration":"752.214642ms","start":"2026-02-27T01:27:14.824497Z","end":"2026-02-27T01:27:15.576712Z","steps":["trace[418659140] 'range keys from in-memory index tree' (duration: 751.993068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:15.576723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.237622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-02-27T01:27:15.576819Z","caller":"traceutil/trace.go:171","msg":"trace[1548797995] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d; range_end:; response_count:1; response_revision:1587; }","duration":"360.375435ms","start":"2026-02-27T01:27:15.216418Z","end":"2026-02-27T01:27:15.576794Z","steps":["trace[1548797995] 'range keys from in-memory index tree' (duration: 360.036907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:15.576888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.47922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:27:15.576934Z","caller":"traceutil/trace.go:171","msg":"trace[2140007125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1587; }","duration":"358.567172ms","start":"2026-02-27T01:27:15.218359Z","end":"2026-02-27T01:27:15.576926Z","steps":["trace[2140007125] 'range keys from in-memory index tree' (duration: 358.237035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:15.576956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:15.218336Z","time spent":"358.613814ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T01:27:15.576956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:15.216398Z","time spent":"360.535818ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3742f96-afcf-4535-b1f5-076c6bef499d\" "} {"level":"warn","ts":"2026-02-27T01:27:15.57697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252661433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-27T01:27:15.576952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.074198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:15.577018Z","caller":"traceutil/trace.go:171","msg":"trace[1911416440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1587; }","duration":"1.252736476s","start":"2026-02-27T01:27:14.324256Z","end":"2026-02-27T01:27:15.576992Z","steps":["trace[1911416440] 'range keys from in-memory index tree' (duration: 1.252463908s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:15.577038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:14.324231Z","time spent":"1.252802107s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:27:15.577029Z","caller":"traceutil/trace.go:171","msg":"trace[787025921] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1587; }","duration":"985.208931ms","start":"2026-02-27T01:27:14.591801Z","end":"2026-02-27T01:27:15.57701Z","steps":["trace[787025921] 'count revisions from in-memory index tree' (duration: 984.969046ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:15.577014Z","caller":"traceutil/trace.go:171","msg":"trace[560503852] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1650; }","duration":"241.50686ms","start":"2026-02-27T01:27:15.33549Z","end":"2026-02-27T01:27:15.576997Z","steps":["trace[560503852] 'read index received' (duration: 181.056383ms)","trace[560503852] 'applied index is now lower than readState.Index' (duration: 60.449537ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:15.577076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:14.591747Z","time spent":"985.318583ms","remote":"127.0.0.1:42124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:15.576767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:14.824477Z","time spent":"752.281274ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:27:15.5772Z","caller":"traceutil/trace.go:171","msg":"trace[246500296] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"302.98168ms","start":"2026-02-27T01:27:15.274211Z","end":"2026-02-27T01:27:15.577193Z","steps":["trace[246500296] 'process raft request' (duration: 242.430261ms)","trace[246500296] 'compare' (duration: 59.965126ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:15.577256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:15.274185Z","time spent":"303.030072ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:15.577274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.775896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-02-27T01:27:15.577309Z","caller":"traceutil/trace.go:171","msg":"trace[292409479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1588; }","duration":"241.850128ms","start":"2026-02-27T01:27:15.335448Z","end":"2026-02-27T01:27:15.577298Z","steps":["trace[292409479] 'agreement among raft nodes before linearized reading' (duration: 241.632893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:20.735829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.013423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T01:27:20.73591Z","caller":"traceutil/trace.go:171","msg":"trace[302526751] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1638; }","duration":"501.131076ms","start":"2026-02-27T01:27:20.23475Z","end":"2026-02-27T01:27:20.735881Z","steps":["trace[302526751] 'range keys from in-memory index tree' (duration: 500.84167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:20.735931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:20.234729Z","time spent":"501.197048ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:27:20.736223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.894702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:27:20.736247Z","caller":"traceutil/trace.go:171","msg":"trace[1732812839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1638; }","duration":"125.957943ms","start":"2026-02-27T01:27:20.610283Z","end":"2026-02-27T01:27:20.736241Z","steps":["trace[1732812839] 'range keys from in-memory index tree' (duration: 125.718707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:20.73627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.250331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-02-27T01:27:20.736323Z","caller":"traceutil/trace.go:171","msg":"trace[889609768] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1638; }","duration":"129.302312ms","start":"2026-02-27T01:27:20.607008Z","end":"2026-02-27T01:27:20.73631Z","steps":["trace[889609768] 'range keys from in-memory index tree' (duration: 129.147179ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:24.311308Z","caller":"traceutil/trace.go:171","msg":"trace[1487069859] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"108.438949ms","start":"2026-02-27T01:27:24.202846Z","end":"2026-02-27T01:27:24.311285Z","steps":["trace[1487069859] 'process raft request' (duration: 108.298556ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:24.894682Z","caller":"traceutil/trace.go:171","msg":"trace[675308325] linearizableReadLoop","detail":"{readStateIndex:1730; appliedIndex:1729; }","duration":"127.895269ms","start":"2026-02-27T01:27:24.766762Z","end":"2026-02-27T01:27:24.894657Z","steps":["trace[675308325] 'read index received' (duration: 127.702254ms)","trace[675308325] 'applied index is now lower than readState.Index' (duration: 192.305µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:24.894829Z","caller":"traceutil/trace.go:171","msg":"trace[1151878266] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"135.082718ms","start":"2026-02-27T01:27:24.759709Z","end":"2026-02-27T01:27:24.894792Z","steps":["trace[1151878266] 'process raft request' (duration: 134.818292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:24.894937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.150195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:27:24.894981Z","caller":"traceutil/trace.go:171","msg":"trace[669370539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1663; }","duration":"128.232136ms","start":"2026-02-27T01:27:24.766734Z","end":"2026-02-27T01:27:24.894966Z","steps":["trace[669370539] 'agreement among raft nodes before linearized reading' (duration: 128.035922ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:27.477983Z","caller":"traceutil/trace.go:171","msg":"trace[2049954008] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"150.616124ms","start":"2026-02-27T01:27:27.327342Z","end":"2026-02-27T01:27:27.477958Z","steps":["trace[2049954008] 'process raft request' (duration: 74.12723ms)","trace[2049954008] 'compare' (duration: 76.33732ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:27.478419Z","caller":"traceutil/trace.go:171","msg":"trace[1410217812] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"150.351137ms","start":"2026-02-27T01:27:27.328056Z","end":"2026-02-27T01:27:27.478407Z","steps":["trace[1410217812] 'process raft request' (duration: 150.215904ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:27.478569Z","caller":"traceutil/trace.go:171","msg":"trace[1650006767] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"149.455896ms","start":"2026-02-27T01:27:27.329098Z","end":"2026-02-27T01:27:27.478554Z","steps":["trace[1650006767] 'process raft request' (duration: 149.259581ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:29.04663Z","caller":"traceutil/trace.go:171","msg":"trace[899448012] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1767; }","duration":"105.293804ms","start":"2026-02-27T01:27:28.941313Z","end":"2026-02-27T01:27:29.046607Z","steps":["trace[899448012] 'read index received' (duration: 105.09811ms)","trace[899448012] 'applied index is now lower than readState.Index' (duration: 194.664µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:29.046672Z","caller":"traceutil/trace.go:171","msg":"trace[221835349] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"115.365892ms","start":"2026-02-27T01:27:28.931276Z","end":"2026-02-27T01:27:29.046642Z","steps":["trace[221835349] 'process raft request' (duration: 115.139007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:29.046822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.49804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:27:29.046873Z","caller":"traceutil/trace.go:171","msg":"trace[372521068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1700; }","duration":"105.596552ms","start":"2026-02-27T01:27:28.941259Z","end":"2026-02-27T01:27:29.046855Z","steps":["trace[372521068] 'agreement among raft nodes before linearized reading' (duration: 105.444409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:29.578059Z","caller":"traceutil/trace.go:171","msg":"trace[568866690] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"417.141825ms","start":"2026-02-27T01:27:29.160892Z","end":"2026-02-27T01:27:29.578034Z","steps":["trace[568866690] 'process raft request' (duration: 416.976711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:29.578215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:29.160858Z","time spent":"417.276808ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:29.858645Z","caller":"traceutil/trace.go:171","msg":"trace[1630244015] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1769; }","duration":"160.232431ms","start":"2026-02-27T01:27:29.698385Z","end":"2026-02-27T01:27:29.858618Z","steps":["trace[1630244015] 'read index received' (duration: 69.807287ms)","trace[1630244015] 'applied index is now lower than readState.Index' (duration: 90.424114ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:29.859054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.606521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:27:29.859124Z","caller":"traceutil/trace.go:171","msg":"trace[200847223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1702; }","duration":"160.769364ms","start":"2026-02-27T01:27:29.698335Z","end":"2026-02-27T01:27:29.859104Z","steps":["trace[200847223] 'agreement among raft nodes before linearized reading' (duration: 160.444106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:29.859242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.462278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:27:29.859352Z","caller":"traceutil/trace.go:171","msg":"trace[1990154735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1702; }","duration":"127.619182ms","start":"2026-02-27T01:27:29.731706Z","end":"2026-02-27T01:27:29.859325Z","steps":["trace[1990154735] 'agreement among raft nodes before linearized reading' (duration: 127.337845ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:29.858853Z","caller":"traceutil/trace.go:171","msg":"trace[1455152861] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"194.708595ms","start":"2026-02-27T01:27:29.664077Z","end":"2026-02-27T01:27:29.858786Z","steps":["trace[1455152861] 'process raft request' (duration: 104.090497ms)","trace[1455152861] 'compare' (duration: 90.225039ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:30.242462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.720713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:27:30.242592Z","caller":"traceutil/trace.go:171","msg":"trace[150121070] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1771; }","duration":"352.605202ms","start":"2026-02-27T01:27:29.889964Z","end":"2026-02-27T01:27:30.242569Z","steps":["trace[150121070] 'read index received' (duration: 163.598701ms)","trace[150121070] 'applied index is now lower than readState.Index' (duration: 189.004381ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:30.242608Z","caller":"traceutil/trace.go:171","msg":"trace[1696768011] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"378.662227ms","start":"2026-02-27T01:27:29.863912Z","end":"2026-02-27T01:27:30.242574Z","steps":["trace[1696768011] 'process raft request' (duration: 189.719758ms)","trace[1696768011] 'compare' (duration: 188.451177ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:30.242741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:29.863894Z","time spent":"378.777739ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:30.242937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.330915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:27:30.243Z","caller":"traceutil/trace.go:171","msg":"trace[1201343408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1704; }","duration":"352.402286ms","start":"2026-02-27T01:27:29.89058Z","end":"2026-02-27T01:27:30.242983Z","steps":["trace[1201343408] 'agreement among raft nodes before linearized reading' (duration: 352.169961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:30.243092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:29.890576Z","time spent":"352.500519ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:27:30.243171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.305567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:27:30.243249Z","caller":"traceutil/trace.go:171","msg":"trace[1430239772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1704; }","duration":"189.41757ms","start":"2026-02-27T01:27:30.053812Z","end":"2026-02-27T01:27:30.24323Z","steps":["trace[1430239772] 'agreement among raft nodes before linearized reading' (duration: 189.160024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:30.243171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.529119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:27:30.243367Z","caller":"traceutil/trace.go:171","msg":"trace[163493212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1704; }","duration":"352.747335ms","start":"2026-02-27T01:27:29.890606Z","end":"2026-02-27T01:27:30.243353Z","steps":["trace[163493212] 'agreement among raft nodes before linearized reading' (duration: 352.374146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:30.243409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:29.890601Z","time spent":"352.794016ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:27:30.243499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.936129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:27:30.243551Z","caller":"traceutil/trace.go:171","msg":"trace[1237344542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1704; }","duration":"353.602706ms","start":"2026-02-27T01:27:29.889934Z","end":"2026-02-27T01:27:30.243536Z","steps":["trace[1237344542] 'agreement among raft nodes before linearized reading' (duration: 352.762216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:30.243579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:29.889922Z","time spent":"353.646096ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:27:30.447894Z","caller":"traceutil/trace.go:171","msg":"trace[1901920613] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"199.098969ms","start":"2026-02-27T01:27:30.248768Z","end":"2026-02-27T01:27:30.447867Z","steps":["trace[1901920613] 'process raft request' (duration: 133.525252ms)","trace[1901920613] 'compare' (duration: 65.373372ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:30.448113Z","caller":"traceutil/trace.go:171","msg":"trace[1666283592] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"180.269415ms","start":"2026-02-27T01:27:30.267808Z","end":"2026-02-27T01:27:30.448077Z","steps":["trace[1666283592] 'process raft request' (duration: 180.013939ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:30.448013Z","caller":"traceutil/trace.go:171","msg":"trace[848228949] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1773; }","duration":"101.227889ms","start":"2026-02-27T01:27:30.346761Z","end":"2026-02-27T01:27:30.447989Z","steps":["trace[848228949] 'read index received' (duration: 35.475727ms)","trace[848228949] 'applied index is now lower than readState.Index' (duration: 65.750622ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:30.448306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.420073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:27:30.448442Z","caller":"traceutil/trace.go:171","msg":"trace[617366260] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1707; }","duration":"101.655399ms","start":"2026-02-27T01:27:30.34671Z","end":"2026-02-27T01:27:30.448365Z","steps":["trace[617366260] 'agreement among raft nodes before linearized reading' (duration: 101.354171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:31.362509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.083775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:27:31.36261Z","caller":"traceutil/trace.go:171","msg":"trace[2121502149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1709; }","duration":"112.241059ms","start":"2026-02-27T01:27:31.250348Z","end":"2026-02-27T01:27:31.362589Z","steps":["trace[2121502149] 'range keys from in-memory index tree' (duration: 111.8857ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:34.028312Z","caller":"traceutil/trace.go:171","msg":"trace[1579221837] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1789; }","duration":"116.491115ms","start":"2026-02-27T01:27:33.911796Z","end":"2026-02-27T01:27:34.028287Z","steps":["trace[1579221837] 'read index received' (duration: 116.436703ms)","trace[1579221837] 'applied index is now lower than readState.Index' (duration: 53.162µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:34.028435Z","caller":"traceutil/trace.go:171","msg":"trace[1134931112] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"158.109825ms","start":"2026-02-27T01:27:33.870292Z","end":"2026-02-27T01:27:34.028402Z","steps":["trace[1134931112] 'process raft request' (duration: 157.86606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:34.028511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.704039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:27:34.028544Z","caller":"traceutil/trace.go:171","msg":"trace[2096132908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1721; }","duration":"116.804112ms","start":"2026-02-27T01:27:33.91173Z","end":"2026-02-27T01:27:34.028534Z","steps":["trace[2096132908] 'agreement among raft nodes before linearized reading' (duration: 116.652279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:34.767675Z","caller":"traceutil/trace.go:171","msg":"trace[556335329] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"150.777283ms","start":"2026-02-27T01:27:34.616864Z","end":"2026-02-27T01:27:34.767641Z","steps":["trace[556335329] 'process raft request' (duration: 51.005412ms)","trace[556335329] 'compare' (duration: 99.523485ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:35.529125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.340133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:27:35.529209Z","caller":"traceutil/trace.go:171","msg":"trace[1099722897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1729; }","duration":"139.461296ms","start":"2026-02-27T01:27:35.389724Z","end":"2026-02-27T01:27:35.529185Z","steps":["trace[1099722897] 'range keys from in-memory index tree' (duration: 139.192639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:35.529177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.840465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T01:27:35.529272Z","caller":"traceutil/trace.go:171","msg":"trace[2052363820] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1729; }","duration":"431.984199ms","start":"2026-02-27T01:27:35.097265Z","end":"2026-02-27T01:27:35.52925Z","steps":["trace[2052363820] 'range keys from in-memory index tree' (duration: 431.20949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:35.529313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:35.097241Z","time spent":"432.06227ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:27:42.68457Z","caller":"traceutil/trace.go:171","msg":"trace[271479741] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"123.619682ms","start":"2026-02-27T01:27:42.560907Z","end":"2026-02-27T01:27:42.684527Z","steps":["trace[271479741] 'process raft request' (duration: 99.493654ms)","trace[271479741] 'compare' (duration: 23.78668ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:28:07.315078Z","caller":"traceutil/trace.go:171","msg":"trace[882792697] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"486.960704ms","start":"2026-02-27T01:28:06.828087Z","end":"2026-02-27T01:28:07.315048Z","steps":["trace[882792697] 'process raft request' (duration: 486.81131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:07.315264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:06.82807Z","time spent":"487.095637ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:28:07.326217Z","caller":"traceutil/trace.go:171","msg":"trace[17165359] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"498.045515ms","start":"2026-02-27T01:28:06.828138Z","end":"2026-02-27T01:28:07.326183Z","steps":["trace[17165359] 'process raft request' (duration: 497.914912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:07.326402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:06.828113Z","time spent":"498.198308ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:28:07.388446Z","caller":"traceutil/trace.go:171","msg":"trace[1014898759] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1964; }","duration":"560.021526ms","start":"2026-02-27T01:28:06.828402Z","end":"2026-02-27T01:28:07.388424Z","steps":["trace[1014898759] 'read index received' (duration: 486.612036ms)","trace[1014898759] 'applied index is now lower than readState.Index' (duration: 73.40858ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:28:07.388511Z","caller":"traceutil/trace.go:171","msg":"trace[499878699] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"273.010073ms","start":"2026-02-27T01:28:07.115442Z","end":"2026-02-27T01:28:07.388452Z","steps":["trace[499878699] 'process raft request' (duration: 272.831828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:07.388725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.711786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:28:07.388801Z","caller":"traceutil/trace.go:171","msg":"trace[972218896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1892; }","duration":"508.822639ms","start":"2026-02-27T01:28:06.879957Z","end":"2026-02-27T01:28:07.388779Z","steps":["trace[972218896] 'agreement among raft nodes before linearized reading' (duration: 508.619695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:07.388856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:06.879944Z","time spent":"508.899691ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T01:28:07.388576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.157539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:28:07.389001Z","caller":"traceutil/trace.go:171","msg":"trace[1437242210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1892; }","duration":"560.603939ms","start":"2026-02-27T01:28:06.828369Z","end":"2026-02-27T01:28:07.388973Z","steps":["trace[1437242210] 'agreement among raft nodes before linearized reading' (duration: 560.150718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:07.389099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:06.828353Z","time spent":"560.712032ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:28:08.78717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078229415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:28:08.787272Z","caller":"traceutil/trace.go:171","msg":"trace[1938230871] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1892; }","duration":"1.078383179s","start":"2026-02-27T01:28:07.708866Z","end":"2026-02-27T01:28:08.787249Z","steps":["trace[1938230871] 'range keys from in-memory index tree' (duration: 1.078069371s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:08.787316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:07.708847Z","time spent":"1.07845886s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:28:08.787731Z","caller":"traceutil/trace.go:171","msg":"trace[1927802786] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"534.900304ms","start":"2026-02-27T01:28:08.25281Z","end":"2026-02-27T01:28:08.78771Z","steps":["trace[1927802786] 'process raft request' (duration: 526.918535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:08.787735Z","caller":"traceutil/trace.go:171","msg":"trace[1545895957] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1968; }","duration":"475.198086ms","start":"2026-02-27T01:28:08.312498Z","end":"2026-02-27T01:28:08.787696Z","steps":["trace[1545895957] 'read index received' (duration: 467.214408ms)","trace[1545895957] 'applied index is now lower than readState.Index' (duration: 7.982338ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:28:08.787989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:08.252782Z","time spent":"535.040326ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:28:08.788065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.199382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:28:08.788082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.970584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:28:08.788046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.518415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:28:08.788126Z","caller":"traceutil/trace.go:171","msg":"trace[1151405517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1893; }","duration":"235.270904ms","start":"2026-02-27T01:28:08.552838Z","end":"2026-02-27T01:28:08.788109Z","steps":["trace[1151405517] 'agreement among raft nodes before linearized reading' (duration: 235.11546ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:08.788156Z","caller":"traceutil/trace.go:171","msg":"trace[1096443127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1893; }","duration":"268.089377ms","start":"2026-02-27T01:28:08.520054Z","end":"2026-02-27T01:28:08.788143Z","steps":["trace[1096443127] 'agreement among raft nodes before linearized reading' (duration: 267.969234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:08.788156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.874028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:28:08.788119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.844643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:28:08.788199Z","caller":"traceutil/trace.go:171","msg":"trace[1676945033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1893; }","duration":"475.717518ms","start":"2026-02-27T01:28:08.312447Z","end":"2026-02-27T01:28:08.788164Z","steps":["trace[1676945033] 'agreement among raft nodes before linearized reading' (duration: 475.34197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:08.788216Z","caller":"traceutil/trace.go:171","msg":"trace[988433804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1893; }","duration":"117.965009ms","start":"2026-02-27T01:28:08.670233Z","end":"2026-02-27T01:28:08.788198Z","steps":["trace[988433804] 'agreement among raft nodes before linearized reading' (duration: 117.800915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:08.788223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.212642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:28:08.78824Z","caller":"traceutil/trace.go:171","msg":"trace[822264264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1893; }","duration":"392.010847ms","start":"2026-02-27T01:28:08.396213Z","end":"2026-02-27T01:28:08.788224Z","steps":["trace[822264264] 'agreement among raft nodes before linearized reading' (duration: 391.7299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:08.788259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:08.312426Z","time spent":"475.822971ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:28:08.788274Z","caller":"traceutil/trace.go:171","msg":"trace[1137684697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1893; }","duration":"280.262014ms","start":"2026-02-27T01:28:08.507994Z","end":"2026-02-27T01:28:08.788256Z","steps":["trace[1137684697] 'agreement among raft nodes before linearized reading' (duration: 280.173662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:08.788279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:08.396193Z","time spent":"392.076138ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T01:28:08.78835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.707967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:28:08.788388Z","caller":"traceutil/trace.go:171","msg":"trace[1585541423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1893; }","duration":"247.756537ms","start":"2026-02-27T01:28:08.540621Z","end":"2026-02-27T01:28:08.788377Z","steps":["trace[1585541423] 'agreement among raft nodes before linearized reading' (duration: 247.651425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:09.577735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.961877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:28:09.577865Z","caller":"traceutil/trace.go:171","msg":"trace[453575870] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"784.168176ms","start":"2026-02-27T01:28:08.793676Z","end":"2026-02-27T01:28:09.577844Z","steps":["trace[453575870] 'process raft request' (duration: 439.008554ms)","trace[453575870] 'compare' (duration: 344.779883ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:28:09.577944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:08.793644Z","time spent":"784.252969ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:28:09.706543Z","caller":"traceutil/trace.go:171","msg":"trace[1830348089] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"912.615933ms","start":"2026-02-27T01:28:08.793894Z","end":"2026-02-27T01:28:09.70651Z","steps":["trace[1830348089] 'process raft request' (duration: 912.366927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:09.706712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:08.79386Z","time spent":"912.764027ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:28:09.706778Z","caller":"traceutil/trace.go:171","msg":"trace[9628285] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"912.814178ms","start":"2026-02-27T01:28:08.793932Z","end":"2026-02-27T01:28:09.706747Z","steps":["trace[9628285] 'process raft request' (duration: 912.526001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:09.706875Z","caller":"traceutil/trace.go:171","msg":"trace[1849406506] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"912.908599ms","start":"2026-02-27T01:28:08.793954Z","end":"2026-02-27T01:28:09.706863Z","steps":["trace[1849406506] 'process raft request' (duration: 912.714045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:09.706869Z","caller":"traceutil/trace.go:171","msg":"trace[1845575804] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1969; }","duration":"882.714718ms","start":"2026-02-27T01:28:08.82413Z","end":"2026-02-27T01:28:09.706845Z","steps":["trace[1845575804] 'read index received' (duration: 408.478034ms)","trace[1845575804] 'applied index is now lower than readState.Index' (duration: 474.235784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:28:09.706974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:08.7939Z","time spent":"912.92943ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:28:09.707017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.891012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:28:09.707042Z","caller":"traceutil/trace.go:171","msg":"trace[1258155124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1898; }","duration":"882.960773ms","start":"2026-02-27T01:28:08.824074Z","end":"2026-02-27T01:28:09.707035Z","steps":["trace[1258155124] 'agreement among raft nodes before linearized reading' (duration: 882.915982ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:09.706982Z","caller":"traceutil/trace.go:171","msg":"trace[1613540347] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"912.809928ms","start":"2026-02-27T01:28:08.794109Z","end":"2026-02-27T01:28:09.706919Z","steps":["trace[1613540347] 'process raft request' (duration: 912.686685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:09.70706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:08.824054Z","time spent":"883.003115ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:28:09.707269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:08.79392Z","time spent":"913.037243ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:28:09.708144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.453236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:28:09.708198Z","caller":"traceutil/trace.go:171","msg":"trace[591185957] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1899; }","duration":"636.540028ms","start":"2026-02-27T01:28:09.071642Z","end":"2026-02-27T01:28:09.708182Z","steps":["trace[591185957] 'agreement among raft nodes before linearized reading' (duration: 636.442816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:09.708151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:08.794094Z","time spent":"912.993762ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:28:09.708232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:09.071624Z","time spent":"636.599879ms","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:28:09.708496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.483765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:28:09.708536Z","caller":"traceutil/trace.go:171","msg":"trace[1373346028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1899; }","duration":"377.577537ms","start":"2026-02-27T01:28:09.330949Z","end":"2026-02-27T01:28:09.708526Z","steps":["trace[1373346028] 'agreement among raft nodes before linearized reading' (duration: 377.449654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:09.708563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:09.330924Z","time spent":"377.633278ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:28:09.708638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.479543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:28:09.708679Z","caller":"traceutil/trace.go:171","msg":"trace[883018044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1899; }","duration":"388.556995ms","start":"2026-02-27T01:28:09.32011Z","end":"2026-02-27T01:28:09.708667Z","steps":["trace[883018044] 'agreement among raft nodes before linearized reading' (duration: 388.400511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:09.708713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:09.320089Z","time spent":"388.617177ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:28:20.374197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.03089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T01:28:20.37426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.48688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897f62ee7384e39\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-27T01:28:20.374335Z","caller":"traceutil/trace.go:171","msg":"trace[2139777313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1940; }","duration":"713.226545ms","start":"2026-02-27T01:28:19.661075Z","end":"2026-02-27T01:28:20.374301Z","steps":["trace[2139777313] 'range keys from in-memory index tree' (duration: 712.710712ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.374382Z","caller":"traceutil/trace.go:171","msg":"trace[985531661] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897f62ee7384e39; range_end:; response_count:1; response_revision:1940; }","duration":"668.635894ms","start":"2026-02-27T01:28:19.705686Z","end":"2026-02-27T01:28:20.374322Z","steps":["trace[985531661] 'range keys from in-memory index tree' (duration: 668.315216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:20.374394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.661057Z","time spent":"713.325907ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:28:20.374428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.705654Z","time spent":"668.763966ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897f62ee7384e39\" "} {"level":"info","ts":"2026-02-27T01:28:20.374402Z","caller":"traceutil/trace.go:171","msg":"trace[762035379] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2018; }","duration":"559.634666ms","start":"2026-02-27T01:28:19.81473Z","end":"2026-02-27T01:28:20.374365Z","steps":["trace[762035379] 'read index received' (duration: 484.859664ms)","trace[762035379] 'applied index is now lower than readState.Index' (duration: 74.772582ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:28:20.374497Z","caller":"traceutil/trace.go:171","msg":"trace[1772101853] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"621.631056ms","start":"2026-02-27T01:28:19.752811Z","end":"2026-02-27T01:28:20.374442Z","steps":["trace[1772101853] 'process raft request' (duration: 546.833654ms)","trace[1772101853] 'compare' (duration: 74.151427ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:28:20.374666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.752781Z","time spent":"621.80368ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:28:20.374694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.797906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:28:20.374756Z","caller":"traceutil/trace.go:171","msg":"trace[647553462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1941; }","duration":"558.902398ms","start":"2026-02-27T01:28:19.815838Z","end":"2026-02-27T01:28:20.374741Z","steps":["trace[647553462] 'agreement among raft nodes before linearized reading' (duration: 558.738444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:20.37478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.916318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:28:20.374809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.81583Z","time spent":"558.96267ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:28:20.374835Z","caller":"traceutil/trace.go:171","msg":"trace[1274301883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1941; }","duration":"555.98432ms","start":"2026-02-27T01:28:19.818841Z","end":"2026-02-27T01:28:20.374825Z","steps":["trace[1274301883] 'agreement among raft nodes before linearized reading' (duration: 555.851977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:20.374696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.934243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:28:20.374883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.818834Z","time spent":"556.041601ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:28:20.374904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.681492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T01:28:20.374893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.527847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:28:20.374953Z","caller":"traceutil/trace.go:171","msg":"trace[1325184957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1941; }","duration":"560.24396ms","start":"2026-02-27T01:28:19.81466Z","end":"2026-02-27T01:28:20.374904Z","steps":["trace[1325184957] 'agreement among raft nodes before linearized reading' (duration: 559.81305ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.374986Z","caller":"traceutil/trace.go:171","msg":"trace[803802060] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1941; }","duration":"555.806975ms","start":"2026-02-27T01:28:19.819161Z","end":"2026-02-27T01:28:20.374968Z","steps":["trace[803802060] 'agreement among raft nodes before linearized reading' (duration: 555.554049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:20.375004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.093746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:28:20.375019Z","caller":"traceutil/trace.go:171","msg":"trace[1667848937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"504.678911ms","start":"2026-02-27T01:28:19.870309Z","end":"2026-02-27T01:28:20.374988Z","steps":["trace[1667848937] 'agreement among raft nodes before linearized reading' (duration: 504.283212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:20.375055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.819136Z","time spent":"555.910068ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:28:20.374929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.898351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:28:20.375079Z","caller":"traceutil/trace.go:171","msg":"trace[1506182324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1941; }","duration":"557.204348ms","start":"2026-02-27T01:28:19.817854Z","end":"2026-02-27T01:28:20.375058Z","steps":["trace[1506182324] 'agreement among raft nodes before linearized reading' (duration: 556.928552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:20.375085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.870219Z","time spent":"504.855315ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T01:28:20.375098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.814621Z","time spent":"560.425754ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:28:20.375137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.817832Z","time spent":"557.29248ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:28:20.375148Z","caller":"traceutil/trace.go:171","msg":"trace[1015452322] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1941; }","duration":"557.122767ms","start":"2026-02-27T01:28:19.817989Z","end":"2026-02-27T01:28:20.375112Z","steps":["trace[1015452322] 'agreement among raft nodes before linearized reading' (duration: 556.749498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:20.375214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.817978Z","time spent":"557.213749ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:28:20.539432Z","caller":"traceutil/trace.go:171","msg":"trace[648739647] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"120.883948ms","start":"2026-02-27T01:28:20.41851Z","end":"2026-02-27T01:28:20.539394Z","steps":["trace[648739647] 'process raft request' (duration: 84.780187ms)","trace[648739647] 'compare' (duration: 35.819414ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:28:20.539781Z","caller":"traceutil/trace.go:171","msg":"trace[1596564370] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"119.67791ms","start":"2026-02-27T01:28:20.42006Z","end":"2026-02-27T01:28:20.539737Z","steps":["trace[1596564370] 'process raft request' (duration: 119.501635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.539798Z","caller":"traceutil/trace.go:171","msg":"trace[1745591114] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"120.718054ms","start":"2026-02-27T01:28:20.419013Z","end":"2026-02-27T01:28:20.539731Z","steps":["trace[1745591114] 'process raft request' (duration: 120.292054ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.539955Z","caller":"traceutil/trace.go:171","msg":"trace[755365354] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2029; }","duration":"120.075379ms","start":"2026-02-27T01:28:20.419843Z","end":"2026-02-27T01:28:20.539919Z","steps":["trace[755365354] 'read index received' (duration: 21.578398ms)","trace[755365354] 'applied index is now lower than readState.Index' (duration: 98.495601ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:28:20.54015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.280414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d3742f96-afcf-4535-b1f5-076c6bef499d\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-27T01:28:20.540237Z","caller":"traceutil/trace.go:171","msg":"trace[927947167] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d3742f96-afcf-4535-b1f5-076c6bef499d; range_end:; response_count:1; response_revision:1955; }","duration":"120.428067ms","start":"2026-02-27T01:28:20.419791Z","end":"2026-02-27T01:28:20.540219Z","steps":["trace[927947167] 'agreement among raft nodes before linearized reading' (duration: 120.212712ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.54012Z","caller":"traceutil/trace.go:171","msg":"trace[1949608788] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"109.51634ms","start":"2026-02-27T01:28:20.430452Z","end":"2026-02-27T01:28:20.539968Z","steps":["trace[1949608788] 'process raft request' (duration: 109.228163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:47.166399Z","caller":"traceutil/trace.go:171","msg":"trace[245042944] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"205.366581ms","start":"2026-02-27T01:28:46.961001Z","end":"2026-02-27T01:28:47.166367Z","steps":["trace[245042944] 'process raft request' (duration: 205.214427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:47.930718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.892175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-02-27T01:28:47.930809Z","caller":"traceutil/trace.go:171","msg":"trace[1778218560] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2129; }","duration":"589.032649ms","start":"2026-02-27T01:28:47.341757Z","end":"2026-02-27T01:28:47.930789Z","steps":["trace[1778218560] 'range keys from in-memory index tree' (duration: 588.724771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:47.930848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:47.34173Z","time spent":"589.109221ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-27T01:28:47.930881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.833876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:28:47.930967Z","caller":"traceutil/trace.go:171","msg":"trace[1531293657] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2129; }","duration":"717.964439ms","start":"2026-02-27T01:28:47.212976Z","end":"2026-02-27T01:28:47.930941Z","steps":["trace[1531293657] 'count revisions from in-memory index tree' (duration: 717.767044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:47.931014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:47.212959Z","time spent":"718.043451ms","remote":"127.0.0.1:57274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:29:06.868512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.681329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:29:06.868634Z","caller":"traceutil/trace.go:171","msg":"trace[295137472] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"191.683481ms","start":"2026-02-27T01:29:06.67693Z","end":"2026-02-27T01:29:06.868614Z","steps":["trace[295137472] 'process raft request' (duration: 81.798847ms)","trace[295137472] 'compare' (duration: 109.378642ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:29:06.878136Z","caller":"traceutil/trace.go:171","msg":"trace[2123826628] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"200.564567ms","start":"2026-02-27T01:29:06.67754Z","end":"2026-02-27T01:29:06.878104Z","steps":["trace[2123826628] 'process raft request' (duration: 200.391163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:06.8785Z","caller":"traceutil/trace.go:171","msg":"trace[1051994754] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"200.923186ms","start":"2026-02-27T01:29:06.677565Z","end":"2026-02-27T01:29:06.878488Z","steps":["trace[1051994754] 'process raft request' (duration: 200.493626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:06.87876Z","caller":"traceutil/trace.go:171","msg":"trace[1717401094] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"201.008448ms","start":"2026-02-27T01:29:06.677718Z","end":"2026-02-27T01:29:06.878727Z","steps":["trace[1717401094] 'process raft request' (duration: 200.780522ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:06.879022Z","caller":"traceutil/trace.go:171","msg":"trace[1997421922] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"201.231383ms","start":"2026-02-27T01:29:06.67776Z","end":"2026-02-27T01:29:06.878991Z","steps":["trace[1997421922] 'process raft request' (duration: 200.916406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:06.878994Z","caller":"traceutil/trace.go:171","msg":"trace[716517540] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"200.989647ms","start":"2026-02-27T01:29:06.677978Z","end":"2026-02-27T01:29:06.878968Z","steps":["trace[716517540] 'process raft request' (duration: 200.900495ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:06.878644Z","caller":"traceutil/trace.go:171","msg":"trace[1657148628] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"200.913526ms","start":"2026-02-27T01:29:06.677673Z","end":"2026-02-27T01:29:06.878587Z","steps":["trace[1657148628] 'process raft request' (duration: 200.700551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:07.099591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.779711ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:29:21.909597Z","caller":"traceutil/trace.go:171","msg":"trace[1404814993] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"228.452481ms","start":"2026-02-27T01:29:21.681114Z","end":"2026-02-27T01:29:21.909567Z","steps":["trace[1404814993] 'process raft request' (duration: 228.280187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:21.909795Z","caller":"traceutil/trace.go:171","msg":"trace[1810019681] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2392; }","duration":"211.172197ms","start":"2026-02-27T01:29:21.698575Z","end":"2026-02-27T01:29:21.909747Z","steps":["trace[1810019681] 'read index received' (duration: 211.148386ms)","trace[1810019681] 'applied index is now lower than readState.Index' (duration: 20.42µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:29:21.910207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.583056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T01:29:21.910325Z","caller":"traceutil/trace.go:171","msg":"trace[1149178265] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:2300; }","duration":"211.733319ms","start":"2026-02-27T01:29:21.698567Z","end":"2026-02-27T01:29:21.9103Z","steps":["trace[1149178265] 'agreement among raft nodes before linearized reading' (duration: 211.33712ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:22.415293Z","caller":"traceutil/trace.go:171","msg":"trace[2016943032] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2392; }","duration":"505.351859ms","start":"2026-02-27T01:29:21.909911Z","end":"2026-02-27T01:29:22.415263Z","steps":["trace[2016943032] 'read index received' (duration: 483.619479ms)","trace[2016943032] 'applied index is now lower than readState.Index' (duration: 21.73119ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:29:22.415329Z","caller":"traceutil/trace.go:171","msg":"trace[2128755360] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"711.720402ms","start":"2026-02-27T01:29:21.703574Z","end":"2026-02-27T01:29:22.415294Z","steps":["trace[2128755360] 'process raft request' (duration: 689.940382ms)","trace[2128755360] 'compare' (duration: 21.634477ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:29:22.415385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.437008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:29:22.415429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.69251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:29:22.415471Z","caller":"traceutil/trace.go:171","msg":"trace[862185369] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2301; }","duration":"611.786582ms","start":"2026-02-27T01:29:21.803671Z","end":"2026-02-27T01:29:22.415458Z","steps":["trace[862185369] 'agreement among raft nodes before linearized reading' (duration: 611.69506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:22.415469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:21.703555Z","time spent":"711.837615ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:29:22.41551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:21.803653Z","time spent":"611.845893ms","remote":"127.0.0.1:42678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:29:22.41546Z","caller":"traceutil/trace.go:171","msg":"trace[1369083957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2301; }","duration":"589.51883ms","start":"2026-02-27T01:29:21.825921Z","end":"2026-02-27T01:29:22.41544Z","steps":["trace[1369083957] 'agreement among raft nodes before linearized reading' (duration: 589.373916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:22.415568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:21.825886Z","time spent":"589.670383ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:29:22.41904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:21.912704Z","time spent":"506.332061ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:29:23.455413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625276912,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:29:23.551983Z","caller":"traceutil/trace.go:171","msg":"trace[1372153304] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"608.206345ms","start":"2026-02-27T01:29:22.943745Z","end":"2026-02-27T01:29:23.551952Z","steps":["trace[1372153304] 'process raft request' (duration: 608.060532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:23.552137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:22.943703Z","time spent":"608.354049ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:29:24.359696Z","caller":"traceutil/trace.go:171","msg":"trace[774266219] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2396; }","duration":"1.404360595s","start":"2026-02-27T01:29:22.955311Z","end":"2026-02-27T01:29:24.359672Z","steps":["trace[774266219] 'read index received' (duration: 596.515791ms)","trace[774266219] 'applied index is now lower than readState.Index' (duration: 807.843604ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:29:24.359718Z","caller":"traceutil/trace.go:171","msg":"trace[540957496] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"1.059807325s","start":"2026-02-27T01:29:23.299882Z","end":"2026-02-27T01:29:24.359689Z","steps":["trace[540957496] 'process raft request' (duration: 1.058884633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:24.359896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:23.299854Z","time spent":"1.059953008s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:29:24.359981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.941217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:29:24.360045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401879116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:29:24.359932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40460808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:29:24.360104Z","caller":"traceutil/trace.go:171","msg":"trace[1808117023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2305; }","duration":"534.121701ms","start":"2026-02-27T01:29:23.825956Z","end":"2026-02-27T01:29:24.360078Z","steps":["trace[1808117023] 'agreement among raft nodes before linearized reading' (duration: 533.931857ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:24.360125Z","caller":"traceutil/trace.go:171","msg":"trace[636908812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2305; }","duration":"1.40199379s","start":"2026-02-27T01:29:22.958109Z","end":"2026-02-27T01:29:24.360103Z","steps":["trace[636908812] 'agreement among raft nodes before linearized reading' (duration: 1.401760384s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:24.360157Z","caller":"traceutil/trace.go:171","msg":"trace[1325865030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2305; }","duration":"1.404870156s","start":"2026-02-27T01:29:22.955267Z","end":"2026-02-27T01:29:24.360137Z","steps":["trace[1325865030] 'agreement among raft nodes before linearized reading' (duration: 1.404500968s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:24.360178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.208042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T01:29:24.360147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017939154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-02-27T01:29:24.360267Z","caller":"traceutil/trace.go:171","msg":"trace[1666362338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2305; }","duration":"338.318135ms","start":"2026-02-27T01:29:24.021928Z","end":"2026-02-27T01:29:24.360246Z","steps":["trace[1666362338] 'agreement among raft nodes before linearized reading' (duration: 338.136481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:24.360285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399702706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T01:29:24.360164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:23.825932Z","time spent":"534.219514ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:29:24.360295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39901763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-27T01:29:24.360301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399324147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:29:24.360323Z","caller":"traceutil/trace.go:171","msg":"trace[659919210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2305; }","duration":"1.399736337s","start":"2026-02-27T01:29:22.960575Z","end":"2026-02-27T01:29:24.360311Z","steps":["trace[659919210] 'agreement among raft nodes before linearized reading' (duration: 1.399649375s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:24.36033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:24.021842Z","time spent":"338.475499ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:29:24.360346Z","caller":"traceutil/trace.go:171","msg":"trace[2130378355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2305; }","duration":"1.399383478s","start":"2026-02-27T01:29:22.96095Z","end":"2026-02-27T01:29:24.360333Z","steps":["trace[2130378355] 'agreement among raft nodes before linearized reading' (duration: 1.399254015s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:24.360337Z","caller":"traceutil/trace.go:171","msg":"trace[1967957499] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2305; }","duration":"1.399066761s","start":"2026-02-27T01:29:22.961257Z","end":"2026-02-27T01:29:24.360324Z","steps":["trace[1967957499] 'agreement among raft nodes before linearized reading' (duration: 1.398956758s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:24.360357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400893083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:29:24.360196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:22.958097Z","time spent":"1.402089792s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:29:24.360387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:22.960944Z","time spent":"1.399433379s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:29:24.360282Z","caller":"traceutil/trace.go:171","msg":"trace[648979223] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2305; }","duration":"1.018106528s","start":"2026-02-27T01:29:23.342151Z","end":"2026-02-27T01:29:24.360257Z","steps":["trace[648979223] 'agreement among raft nodes before linearized reading' (duration: 1.01775601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:24.360533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:23.342126Z","time spent":"1.018394914s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-27T01:29:24.360395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:22.961251Z","time spent":"1.399133372s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:29:24.360351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:22.960522Z","time spent":"1.399824098s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:29:24.360002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101018331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:29:24.360771Z","caller":"traceutil/trace.go:171","msg":"trace[1844222254] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2305; }","duration":"1.10184717s","start":"2026-02-27T01:29:23.258904Z","end":"2026-02-27T01:29:24.360751Z","steps":["trace[1844222254] 'agreement among raft nodes before linearized reading' (duration: 1.10097743s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:24.360221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:22.955254Z","time spent":"1.404955519s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:29:24.360867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:23.25888Z","time spent":"1.101933071s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:29:24.360397Z","caller":"traceutil/trace.go:171","msg":"trace[980315761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2305; }","duration":"1.400948935s","start":"2026-02-27T01:29:22.959437Z","end":"2026-02-27T01:29:24.360386Z","steps":["trace[980315761] 'agreement among raft nodes before linearized reading' (duration: 1.400814892s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:24.36116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:22.959426Z","time spent":"1.401677202s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:31:32.029702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.580774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:31:32.029887Z","caller":"traceutil/trace.go:171","msg":"trace[1447356937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3026; }","duration":"199.81517ms","start":"2026-02-27T01:31:31.830042Z","end":"2026-02-27T01:31:32.029857Z","steps":["trace[1447356937] 'range keys from in-memory index tree' (duration: 199.543653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:31:32.030119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.139508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:31:32.030626Z","caller":"traceutil/trace.go:171","msg":"trace[1733402593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3026; }","duration":"200.70784ms","start":"2026-02-27T01:31:31.829897Z","end":"2026-02-27T01:31:32.030605Z","steps":["trace[1733402593] 'range keys from in-memory index tree' (duration: 199.694377ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:31:58.507659Z","caller":"traceutil/trace.go:171","msg":"trace[1553766907] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"125.897457ms","start":"2026-02-27T01:31:58.381729Z","end":"2026-02-27T01:31:58.507627Z","steps":["trace[1553766907] 'process raft request' (duration: 125.463096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:03.906292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625279635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:32:03.978697Z","caller":"traceutil/trace.go:171","msg":"trace[1502073702] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"637.277517ms","start":"2026-02-27T01:32:03.341393Z","end":"2026-02-27T01:32:03.97867Z","steps":["trace[1502073702] 'process raft request' (duration: 637.115903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:03.978863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:03.341377Z","time spent":"637.40044ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:03.983782Z","caller":"traceutil/trace.go:171","msg":"trace[171957783] linearizableReadLoop","detail":"{readStateIndex:3384; appliedIndex:3382; }","duration":"578.057581ms","start":"2026-02-27T01:32:03.405707Z","end":"2026-02-27T01:32:03.983765Z","steps":["trace[171957783] 'read index received' (duration: 572.799668ms)","trace[171957783] 'applied index is now lower than readState.Index' (duration: 5.256823ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:03.983848Z","caller":"traceutil/trace.go:171","msg":"trace[2144482740] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"639.50081ms","start":"2026-02-27T01:32:03.344315Z","end":"2026-02-27T01:32:03.983816Z","steps":["trace[2144482740] 'process raft request' (duration: 639.342976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:03.983955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.252887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:32:03.983993Z","caller":"traceutil/trace.go:171","msg":"trace[1938449772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3253; }","duration":"578.300348ms","start":"2026-02-27T01:32:03.405684Z","end":"2026-02-27T01:32:03.983984Z","steps":["trace[1938449772] 'agreement among raft nodes before linearized reading' (duration: 578.166994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:03.984007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:03.344089Z","time spent":"639.834367ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:03.984023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:03.405613Z","time spent":"578.402329ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:03.98406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.662627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:03.984113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.313114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:32:03.984157Z","caller":"traceutil/trace.go:171","msg":"trace[1011484730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3253; }","duration":"156.825931ms","start":"2026-02-27T01:32:03.827308Z","end":"2026-02-27T01:32:03.984134Z","steps":["trace[1011484730] 'agreement among raft nodes before linearized reading' (duration: 156.646767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:03.984231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.790687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:32:03.984233Z","caller":"traceutil/trace.go:171","msg":"trace[711423891] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3253; }","duration":"577.482368ms","start":"2026-02-27T01:32:03.406721Z","end":"2026-02-27T01:32:03.984204Z","steps":["trace[711423891] 'agreement among raft nodes before linearized reading' (duration: 577.201251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:03.984281Z","caller":"traceutil/trace.go:171","msg":"trace[731824873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3253; }","duration":"563.860619ms","start":"2026-02-27T01:32:03.420406Z","end":"2026-02-27T01:32:03.984266Z","steps":["trace[731824873] 'agreement among raft nodes before linearized reading' (duration: 563.717376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:03.984293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:03.406698Z","time spent":"577.583711ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:03.984317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:03.420392Z","time spent":"563.91858ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:04.496243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.297129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:32:04.496402Z","caller":"traceutil/trace.go:171","msg":"trace[1757524389] linearizableReadLoop","detail":"{readStateIndex:3385; appliedIndex:3384; }","duration":"507.988945ms","start":"2026-02-27T01:32:03.988388Z","end":"2026-02-27T01:32:04.496377Z","steps":["trace[1757524389] 'read index received' (duration: 354.400049ms)","trace[1757524389] 'applied index is now lower than readState.Index' (duration: 153.586416ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:04.49651Z","caller":"traceutil/trace.go:171","msg":"trace[1616108321] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"508.501257ms","start":"2026-02-27T01:32:03.987993Z","end":"2026-02-27T01:32:04.496494Z","steps":["trace[1616108321] 'process raft request' (duration: 354.805928ms)","trace[1616108321] 'compare' (duration: 153.095615ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:04.496607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:03.987981Z","time spent":"508.575978ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:04.497268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.849525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46080"} {"level":"info","ts":"2026-02-27T01:32:04.497351Z","caller":"traceutil/trace.go:171","msg":"trace[1845578226] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:3254; }","duration":"508.962517ms","start":"2026-02-27T01:32:03.988371Z","end":"2026-02-27T01:32:04.497333Z","steps":["trace[1845578226] 'agreement among raft nodes before linearized reading' (duration: 508.394874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:04.497395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:03.988361Z","time spent":"509.024118ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46103,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:32:04.498663Z","caller":"traceutil/trace.go:171","msg":"trace[734995200] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"509.948941ms","start":"2026-02-27T01:32:03.988687Z","end":"2026-02-27T01:32:04.498636Z","steps":["trace[734995200] 'process raft request' (duration: 509.724815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:04.498817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:03.988666Z","time spent":"510.069913ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:04.498914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.479809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T01:32:04.498979Z","caller":"traceutil/trace.go:171","msg":"trace[913909327] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3256; }","duration":"506.54086ms","start":"2026-02-27T01:32:03.992418Z","end":"2026-02-27T01:32:04.498959Z","steps":["trace[913909327] 'agreement among raft nodes before linearized reading' (duration: 506.397377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:04.49901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:03.992399Z","time spent":"506.603872ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":705,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-02-27T01:32:04.498999Z","caller":"traceutil/trace.go:171","msg":"trace[279057969] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"510.052332ms","start":"2026-02-27T01:32:03.988911Z","end":"2026-02-27T01:32:04.498963Z","steps":["trace[279057969] 'process raft request' (duration: 509.690454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:04.499203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:03.988902Z","time spent":"510.190786ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:11.126093Z","caller":"traceutil/trace.go:171","msg":"trace[1086267949] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"111.930689ms","start":"2026-02-27T01:32:11.014117Z","end":"2026-02-27T01:32:11.126048Z","steps":["trace[1086267949] 'process raft request' (duration: 111.761005ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:11.758552Z","caller":"traceutil/trace.go:171","msg":"trace[1836081477] transaction","detail":"{read_only:false; response_revision:3678; number_of_response:1; }","duration":"153.632036ms","start":"2026-02-27T01:33:11.604885Z","end":"2026-02-27T01:33:11.758517Z","steps":["trace[1836081477] 'process raft request' (duration: 127.999281ms)","trace[1836081477] 'compare' (duration: 25.42551ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:14.037045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.949952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:14.037255Z","caller":"traceutil/trace.go:171","msg":"trace[1289974470] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3690; }","duration":"151.202238ms","start":"2026-02-27T01:33:13.886028Z","end":"2026-02-27T01:33:14.03723Z","steps":["trace[1289974470] 'range keys from in-memory index tree' (duration: 150.813929ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:17.439787Z","caller":"traceutil/trace.go:171","msg":"trace[1797055737] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4015; }","duration":"146.625941ms","start":"2026-02-27T01:33:17.293085Z","end":"2026-02-27T01:33:17.439711Z","steps":["trace[1797055737] 'process raft request' (duration: 63.488409ms)","trace[1797055737] 'compare' (duration: 82.984518ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:17.499137Z","caller":"traceutil/trace.go:171","msg":"trace[1192535396] transaction","detail":"{read_only:false; response_revision:4016; number_of_response:1; }","duration":"197.827208ms","start":"2026-02-27T01:33:17.301223Z","end":"2026-02-27T01:33:17.49905Z","steps":["trace[1192535396] 'process raft request' (duration: 197.097671ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:17.499568Z","caller":"traceutil/trace.go:171","msg":"trace[1214938500] linearizableReadLoop","detail":"{readStateIndex:4186; appliedIndex:4184; }","duration":"163.501109ms","start":"2026-02-27T01:33:17.336043Z","end":"2026-02-27T01:33:17.499545Z","steps":["trace[1214938500] 'read index received' (duration: 20.569535ms)","trace[1214938500] 'applied index is now lower than readState.Index' (duration: 142.930494ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:17.499595Z","caller":"traceutil/trace.go:171","msg":"trace[217592438] transaction","detail":"{read_only:false; response_revision:4017; number_of_response:1; }","duration":"148.180588ms","start":"2026-02-27T01:33:17.351385Z","end":"2026-02-27T01:33:17.499566Z","steps":["trace[217592438] 'process raft request' (duration: 148.072285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:17.499723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.615541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:17.499825Z","caller":"traceutil/trace.go:171","msg":"trace[1871751556] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4017; }","duration":"163.815116ms","start":"2026-02-27T01:33:17.33599Z","end":"2026-02-27T01:33:17.499805Z","steps":["trace[1871751556] 'agreement among raft nodes before linearized reading' (duration: 163.631792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:18.622713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.64852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:33:18.622816Z","caller":"traceutil/trace.go:171","msg":"trace[1638866743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4051; }","duration":"193.807594ms","start":"2026-02-27T01:33:18.428988Z","end":"2026-02-27T01:33:18.622796Z","steps":["trace[1638866743] 'range keys from in-memory index tree' (duration: 193.408525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:18.622715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.291464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:33:18.622934Z","caller":"traceutil/trace.go:171","msg":"trace[1730987066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4051; }","duration":"202.552451ms","start":"2026-02-27T01:33:18.420353Z","end":"2026-02-27T01:33:18.622905Z","steps":["trace[1730987066] 'range keys from in-memory index tree' (duration: 202.12424ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:18.708795Z","caller":"traceutil/trace.go:171","msg":"trace[756669716] transaction","detail":"{read_only:false; response_revision:4052; number_of_response:1; }","duration":"271.511588ms","start":"2026-02-27T01:33:18.437255Z","end":"2026-02-27T01:33:18.708766Z","steps":["trace[756669716] 'process raft request' (duration: 271.354365ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:18.714668Z","caller":"traceutil/trace.go:171","msg":"trace[192526384] transaction","detail":"{read_only:false; response_revision:4053; number_of_response:1; }","duration":"214.026791ms","start":"2026-02-27T01:33:18.50062Z","end":"2026-02-27T01:33:18.714647Z","steps":["trace[192526384] 'process raft request' (duration: 213.732474ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:18.714797Z","caller":"traceutil/trace.go:171","msg":"trace[421884723] transaction","detail":"{read_only:false; response_revision:4054; number_of_response:1; }","duration":"177.031648ms","start":"2026-02-27T01:33:18.537756Z","end":"2026-02-27T01:33:18.714788Z","steps":["trace[421884723] 'process raft request' (duration: 176.786852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:18.714892Z","caller":"traceutil/trace.go:171","msg":"trace[5399150] linearizableReadLoop","detail":"{readStateIndex:4224; appliedIndex:4222; }","duration":"207.621089ms","start":"2026-02-27T01:33:18.507176Z","end":"2026-02-27T01:33:18.714797Z","steps":["trace[5399150] 'read index received' (duration: 201.430413ms)","trace[5399150] 'applied index is now lower than readState.Index' (duration: 6.189716ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:18.715177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.996799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:18.715252Z","caller":"traceutil/trace.go:171","msg":"trace[1158656020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4056; }","duration":"208.131881ms","start":"2026-02-27T01:33:18.507102Z","end":"2026-02-27T01:33:18.715234Z","steps":["trace[1158656020] 'agreement among raft nodes before linearized reading' (duration: 208.004108ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:19.341252Z","caller":"traceutil/trace.go:171","msg":"trace[1270369799] linearizableReadLoop","detail":"{readStateIndex:4269; appliedIndex:4268; }","duration":"101.051434ms","start":"2026-02-27T01:33:19.240169Z","end":"2026-02-27T01:33:19.341221Z","steps":["trace[1270369799] 'read index received' (duration: 100.935741ms)","trace[1270369799] 'applied index is now lower than readState.Index' (duration: 114.643µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:19.341286Z","caller":"traceutil/trace.go:171","msg":"trace[726704230] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"101.402773ms","start":"2026-02-27T01:33:19.239853Z","end":"2026-02-27T01:33:19.341256Z","steps":["trace[726704230] 'process raft request' (duration: 101.182058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:19.34159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.393873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78c22787-34e6-4079-8eca-dda20e2979c4\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-02-27T01:33:19.341856Z","caller":"traceutil/trace.go:171","msg":"trace[200289989] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78c22787-34e6-4079-8eca-dda20e2979c4; range_end:; response_count:1; response_revision:4097; }","duration":"101.69482ms","start":"2026-02-27T01:33:19.240146Z","end":"2026-02-27T01:33:19.34184Z","steps":["trace[200289989] 'agreement among raft nodes before linearized reading' (duration: 101.29733ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:19.347441Z","caller":"traceutil/trace.go:171","msg":"trace[1709993676] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4097; }","duration":"106.697458ms","start":"2026-02-27T01:33:19.240717Z","end":"2026-02-27T01:33:19.347415Z","steps":["trace[1709993676] 'process raft request' (duration: 106.449112ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:20.07701Z","caller":"traceutil/trace.go:171","msg":"trace[13674506] linearizableReadLoop","detail":"{readStateIndex:4300; appliedIndex:4299; }","duration":"323.983947ms","start":"2026-02-27T01:33:19.753Z","end":"2026-02-27T01:33:20.076984Z","steps":["trace[13674506] 'read index received' (duration: 323.660289ms)","trace[13674506] 'applied index is now lower than readState.Index' (duration: 321.928µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:20.077151Z","caller":"traceutil/trace.go:171","msg":"trace[76126821] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"330.47689ms","start":"2026-02-27T01:33:19.746626Z","end":"2026-02-27T01:33:20.077103Z","steps":["trace[76126821] 'process raft request' (duration: 330.07924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:20.077279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.301085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-02-27T01:33:20.077327Z","caller":"traceutil/trace.go:171","msg":"trace[31276573] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4127; }","duration":"291.398828ms","start":"2026-02-27T01:33:19.785912Z","end":"2026-02-27T01:33:20.07731Z","steps":["trace[31276573] 'agreement among raft nodes before linearized reading' (duration: 291.240614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:20.077338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:19.746607Z","time spent":"330.636964ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5151,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:20.077336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.36639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T01:33:20.077415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.175225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:20.077478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.867843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:33:20.077515Z","caller":"traceutil/trace.go:171","msg":"trace[1122843385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4127; }","duration":"217.318239ms","start":"2026-02-27T01:33:19.860174Z","end":"2026-02-27T01:33:20.077492Z","steps":["trace[1122843385] 'agreement among raft nodes before linearized reading' (duration: 217.121874ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:20.077545Z","caller":"traceutil/trace.go:171","msg":"trace[1151354671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4127; }","duration":"284.980966ms","start":"2026-02-27T01:33:19.792548Z","end":"2026-02-27T01:33:20.077529Z","steps":["trace[1151354671] 'agreement among raft nodes before linearized reading' (duration: 284.811172ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:20.077558Z","caller":"traceutil/trace.go:171","msg":"trace[1128335507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4127; }","duration":"178.579435ms","start":"2026-02-27T01:33:19.898901Z","end":"2026-02-27T01:33:20.07748Z","steps":["trace[1128335507] 'agreement among raft nodes before linearized reading' (duration: 178.285118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:20.07815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.150234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2349921"} {"level":"info","ts":"2026-02-27T01:33:20.078207Z","caller":"traceutil/trace.go:171","msg":"trace[2105345009] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4127; }","duration":"325.256876ms","start":"2026-02-27T01:33:19.752937Z","end":"2026-02-27T01:33:20.078194Z","steps":["trace[2105345009] 'agreement among raft nodes before linearized reading' (duration: 324.188331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:20.078244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:19.752907Z","time spent":"325.327328ms","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2349944,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-02-27T01:33:20.499513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.51953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:20.499696Z","caller":"traceutil/trace.go:171","msg":"trace[1741022903] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"416.724275ms","start":"2026-02-27T01:33:20.082941Z","end":"2026-02-27T01:33:20.499665Z","steps":["trace[1741022903] 'process raft request' (duration: 171.887607ms)","trace[1741022903] 'compare' (duration: 244.07312ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:20.49981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:20.082924Z","time spent":"416.819127ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:20.500793Z","caller":"traceutil/trace.go:171","msg":"trace[434472690] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"414.169374ms","start":"2026-02-27T01:33:20.086602Z","end":"2026-02-27T01:33:20.500771Z","steps":["trace[434472690] 'process raft request' (duration: 414.066852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:20.500921Z","caller":"traceutil/trace.go:171","msg":"trace[1504655993] linearizableReadLoop","detail":"{readStateIndex:4305; appliedIndex:4300; }","duration":"393.464306ms","start":"2026-02-27T01:33:20.107421Z","end":"2026-02-27T01:33:20.500885Z","steps":["trace[1504655993] 'read index received' (duration: 147.405759ms)","trace[1504655993] 'applied index is now lower than readState.Index' (duration: 246.055457ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:20.50095Z","caller":"traceutil/trace.go:171","msg":"trace[600899990] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"414.100623ms","start":"2026-02-27T01:33:20.086813Z","end":"2026-02-27T01:33:20.500914Z","steps":["trace[600899990] 'process raft request' (duration: 413.902419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:20.500979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:20.086587Z","time spent":"414.286098ms","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5199,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:20.500795Z","caller":"traceutil/trace.go:171","msg":"trace[1693003660] transaction","detail":"{read_only:false; response_revision:4130; number_of_response:1; }","duration":"414.244787ms","start":"2026-02-27T01:33:20.086504Z","end":"2026-02-27T01:33:20.500749Z","steps":["trace[1693003660] 'process raft request' (duration: 414.110423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:20.501192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.839014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:33:20.501201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:20.086802Z","time spent":"414.248787ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1904,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:20.501272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.828284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-27T01:33:20.501269Z","caller":"traceutil/trace.go:171","msg":"trace[721030983] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4132; }","duration":"304.959557ms","start":"2026-02-27T01:33:20.196283Z","end":"2026-02-27T01:33:20.501243Z","steps":["trace[721030983] 'agreement among raft nodes before linearized reading' (duration: 304.834474ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:20.501333Z","caller":"traceutil/trace.go:171","msg":"trace[1471281513] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4132; }","duration":"393.925787ms","start":"2026-02-27T01:33:20.107385Z","end":"2026-02-27T01:33:20.501311Z","steps":["trace[1471281513] 'agreement among raft nodes before linearized reading' (duration: 393.702442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:20.501331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:20.086484Z","time spent":"414.756188ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:20.501347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:20.196257Z","time spent":"305.072579ms","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:20.501372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:20.107368Z","time spent":"393.994808ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-27T01:33:20.501362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.899616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78c22787-34e6-4079-8eca-dda20e2979c4\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-02-27T01:33:20.501424Z","caller":"traceutil/trace.go:171","msg":"trace[1963110392] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78c22787-34e6-4079-8eca-dda20e2979c4; range_end:; response_count:1; response_revision:4132; }","duration":"258.002759ms","start":"2026-02-27T01:33:20.243407Z","end":"2026-02-27T01:33:20.501409Z","steps":["trace[1963110392] 'agreement among raft nodes before linearized reading' (duration: 257.714192ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:20.501772Z","caller":"traceutil/trace.go:171","msg":"trace[1610293683] transaction","detail":"{read_only:false; response_revision:4129; number_of_response:1; }","duration":"415.205509ms","start":"2026-02-27T01:33:20.086489Z","end":"2026-02-27T01:33:20.501695Z","steps":["trace[1610293683] 'process raft request' (duration: 414.011511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:20.501916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:20.086458Z","time spent":"415.387083ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:20.635012Z","caller":"traceutil/trace.go:171","msg":"trace[69007505] linearizableReadLoop","detail":"{readStateIndex:4306; appliedIndex:4305; }","duration":"110.463127ms","start":"2026-02-27T01:33:20.524526Z","end":"2026-02-27T01:33:20.634989Z","steps":["trace[69007505] 'read index received' (duration: 82.177169ms)","trace[69007505] 'applied index is now lower than readState.Index' (duration: 28.285098ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:20.635353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.810986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-02-27T01:33:20.635406Z","caller":"traceutil/trace.go:171","msg":"trace[801878172] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4133; }","duration":"110.923648ms","start":"2026-02-27T01:33:20.52446Z","end":"2026-02-27T01:33:20.635384Z","steps":["trace[801878172] 'agreement among raft nodes before linearized reading' (duration: 110.693563ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:20.635773Z","caller":"traceutil/trace.go:171","msg":"trace[1767062219] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"125.218915ms","start":"2026-02-27T01:33:20.509898Z","end":"2026-02-27T01:33:20.635117Z","steps":["trace[1767062219] 'process raft request' (duration: 96.747143ms)","trace[1767062219] 'compare' (duration: 28.233416ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:21.632121Z","caller":"traceutil/trace.go:171","msg":"trace[1051910439] linearizableReadLoop","detail":"{readStateIndex:4320; appliedIndex:4319; }","duration":"116.9728ms","start":"2026-02-27T01:33:21.51513Z","end":"2026-02-27T01:33:21.632103Z","steps":["trace[1051910439] 'read index received' (duration: 116.920799ms)","trace[1051910439] 'applied index is now lower than readState.Index' (duration: 51.321µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:21.632259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.120865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-02-27T01:33:21.632282Z","caller":"traceutil/trace.go:171","msg":"trace[251459553] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4147; }","duration":"117.169125ms","start":"2026-02-27T01:33:21.515104Z","end":"2026-02-27T01:33:21.632273Z","steps":["trace[251459553] 'agreement among raft nodes before linearized reading' (duration: 117.072693ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:21.632257Z","caller":"traceutil/trace.go:171","msg":"trace[541277889] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"117.899053ms","start":"2026-02-27T01:33:21.514268Z","end":"2026-02-27T01:33:21.632167Z","steps":["trace[541277889] 'process raft request' (duration: 117.745189ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:21.909428Z","caller":"traceutil/trace.go:171","msg":"trace[633411442] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"145.39804ms","start":"2026-02-27T01:33:21.764001Z","end":"2026-02-27T01:33:21.909399Z","steps":["trace[633411442] 'process raft request' (duration: 145.261077ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:22.430385Z","caller":"traceutil/trace.go:171","msg":"trace[799430031] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"277.885959ms","start":"2026-02-27T01:33:22.152477Z","end":"2026-02-27T01:33:22.430363Z","steps":["trace[799430031] 'process raft request' (duration: 277.745265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:24.83949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.8239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c9af4f1-c3d6-41c8-8f0c-400858748893\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-02-27T01:33:24.8396Z","caller":"traceutil/trace.go:171","msg":"trace[281775980] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c9af4f1-c3d6-41c8-8f0c-400858748893; range_end:; response_count:1; response_revision:4188; }","duration":"178.949023ms","start":"2026-02-27T01:33:24.66063Z","end":"2026-02-27T01:33:24.839579Z","steps":["trace[281775980] 'range keys from in-memory index tree' (duration: 178.597095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:24.965921Z","caller":"traceutil/trace.go:171","msg":"trace[118197452] transaction","detail":"{read_only:false; response_revision:4189; number_of_response:1; }","duration":"114.721017ms","start":"2026-02-27T01:33:24.851176Z","end":"2026-02-27T01:33:24.965897Z","steps":["trace[118197452] 'process raft request' (duration: 114.587894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.012901Z","caller":"traceutil/trace.go:171","msg":"trace[1342150278] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"160.401666ms","start":"2026-02-27T01:33:24.852464Z","end":"2026-02-27T01:33:25.012865Z","steps":["trace[1342150278] 'process raft request' (duration: 160.214711ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.240241Z","caller":"traceutil/trace.go:171","msg":"trace[1100276365] linearizableReadLoop","detail":"{readStateIndex:4365; appliedIndex:4364; }","duration":"116.836657ms","start":"2026-02-27T01:33:25.123379Z","end":"2026-02-27T01:33:25.240216Z","steps":["trace[1100276365] 'read index received' (duration: 116.643463ms)","trace[1100276365] 'applied index is now lower than readState.Index' (duration: 192.344µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:25.240282Z","caller":"traceutil/trace.go:171","msg":"trace[428744196] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"137.468774ms","start":"2026-02-27T01:33:25.102782Z","end":"2026-02-27T01:33:25.240251Z","steps":["trace[428744196] 'process raft request' (duration: 137.29356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:25.240536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.139044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:33:25.240612Z","caller":"traceutil/trace.go:171","msg":"trace[1959527547] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4191; }","duration":"117.292688ms","start":"2026-02-27T01:33:25.123299Z","end":"2026-02-27T01:33:25.240592Z","steps":["trace[1959527547] 'agreement among raft nodes before linearized reading' (duration: 117.036612ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.439532Z","caller":"traceutil/trace.go:171","msg":"trace[1149652990] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"193.662399ms","start":"2026-02-27T01:33:25.245837Z","end":"2026-02-27T01:33:25.439499Z","steps":["trace[1149652990] 'process raft request' (duration: 190.70179ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.441277Z","caller":"traceutil/trace.go:171","msg":"trace[1243283898] linearizableReadLoop","detail":"{readStateIndex:4369; appliedIndex:4365; }","duration":"195.224997ms","start":"2026-02-27T01:33:25.24602Z","end":"2026-02-27T01:33:25.441245Z","steps":["trace[1243283898] 'read index received' (duration: 190.554596ms)","trace[1243283898] 'applied index is now lower than readState.Index' (duration: 4.669151ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:25.441334Z","caller":"traceutil/trace.go:171","msg":"trace[657008254] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"195.401441ms","start":"2026-02-27T01:33:25.245889Z","end":"2026-02-27T01:33:25.441291Z","steps":["trace[657008254] 'process raft request' (duration: 195.226137ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.441488Z","caller":"traceutil/trace.go:171","msg":"trace[1900497132] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"195.506223ms","start":"2026-02-27T01:33:25.245965Z","end":"2026-02-27T01:33:25.441471Z","steps":["trace[1900497132] 'process raft request' (duration: 195.224256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:25.441572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.531284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46080"} {"level":"info","ts":"2026-02-27T01:33:25.441611Z","caller":"traceutil/trace.go:171","msg":"trace[1967207021] transaction","detail":"{read_only:false; response_revision:4193; number_of_response:1; }","duration":"195.763459ms","start":"2026-02-27T01:33:25.245839Z","end":"2026-02-27T01:33:25.441602Z","steps":["trace[1967207021] 'process raft request' (duration: 195.150985ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.441621Z","caller":"traceutil/trace.go:171","msg":"trace[189356029] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4195; }","duration":"195.623846ms","start":"2026-02-27T01:33:25.245985Z","end":"2026-02-27T01:33:25.441608Z","steps":["trace[189356029] 'agreement among raft nodes before linearized reading' (duration: 195.382531ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:26.368599Z","caller":"traceutil/trace.go:171","msg":"trace[834767821] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"242.38774ms","start":"2026-02-27T01:33:26.126187Z","end":"2026-02-27T01:33:26.368575Z","steps":["trace[834767821] 'process raft request' (duration: 242.232827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:29.230709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.878913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:29.230848Z","caller":"traceutil/trace.go:171","msg":"trace[258472481] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4557; }","duration":"249.333115ms","start":"2026-02-27T01:33:28.981493Z","end":"2026-02-27T01:33:29.230826Z","steps":["trace[258472481] 'read index received' (duration: 53.209306ms)","trace[258472481] 'applied index is now lower than readState.Index' (duration: 196.122039ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:29.230963Z","caller":"traceutil/trace.go:171","msg":"trace[564388048] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"251.350702ms","start":"2026-02-27T01:33:28.979594Z","end":"2026-02-27T01:33:29.230945Z","steps":["trace[564388048] 'process raft request' (duration: 55.119051ms)","trace[564388048] 'compare' (duration: 195.773851ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:29.231252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.392006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-02-27T01:33:29.231293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.787295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"warn","ts":"2026-02-27T01:33:29.23141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.22241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:33:29.231435Z","caller":"traceutil/trace.go:171","msg":"trace[950682674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4377; }","duration":"204.276001ms","start":"2026-02-27T01:33:29.027152Z","end":"2026-02-27T01:33:29.231428Z","steps":["trace[950682674] 'agreement among raft nodes before linearized reading' (duration: 203.905512ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:29.23132Z","caller":"traceutil/trace.go:171","msg":"trace[377378588] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4377; }","duration":"149.517019ms","start":"2026-02-27T01:33:29.081786Z","end":"2026-02-27T01:33:29.231303Z","steps":["trace[377378588] 'agreement among raft nodes before linearized reading' (duration: 149.333555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:29.231491Z","caller":"traceutil/trace.go:171","msg":"trace[1637442051] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4377; }","duration":"249.922778ms","start":"2026-02-27T01:33:28.981483Z","end":"2026-02-27T01:33:29.231405Z","steps":["trace[1637442051] 'agreement among raft nodes before linearized reading' (duration: 249.656952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:29.231635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.863272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:753827"} {"level":"info","ts":"2026-02-27T01:33:29.231725Z","caller":"traceutil/trace.go:171","msg":"trace[1290533846] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4377; }","duration":"110.001046ms","start":"2026-02-27T01:33:29.121704Z","end":"2026-02-27T01:33:29.231705Z","steps":["trace[1290533846] 'agreement among raft nodes before linearized reading' (duration: 109.427393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:29.448103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.822194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-02-27T01:33:29.44817Z","caller":"traceutil/trace.go:171","msg":"trace[1808356138] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4378; }","duration":"115.928077ms","start":"2026-02-27T01:33:29.332226Z","end":"2026-02-27T01:33:29.448154Z","steps":["trace[1808356138] 'range keys from in-memory index tree' (duration: 115.68764ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:29.937363Z","caller":"traceutil/trace.go:171","msg":"trace[1405074719] linearizableReadLoop","detail":"{readStateIndex:4560; appliedIndex:4559; }","duration":"463.385956ms","start":"2026-02-27T01:33:29.473957Z","end":"2026-02-27T01:33:29.937343Z","steps":["trace[1405074719] 'read index received' (duration: 463.211121ms)","trace[1405074719] 'applied index is now lower than readState.Index' (duration: 173.644µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:29.937445Z","caller":"traceutil/trace.go:171","msg":"trace[815058971] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"468.068486ms","start":"2026-02-27T01:33:29.469353Z","end":"2026-02-27T01:33:29.937421Z","steps":["trace[815058971] 'process raft request' (duration: 467.80229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:29.937552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.57523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:33:29.937596Z","caller":"traceutil/trace.go:171","msg":"trace[223827626] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4379; }","duration":"463.673032ms","start":"2026-02-27T01:33:29.47391Z","end":"2026-02-27T01:33:29.937583Z","steps":["trace[223827626] 'agreement among raft nodes before linearized reading' (duration: 463.540379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:29.937629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:29.473887Z","time spent":"463.732894ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:33:29.937816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:29.469336Z","time spent":"468.307012ms","remote":"127.0.0.1:39388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:30.107466Z","caller":"traceutil/trace.go:171","msg":"trace[1405097370] linearizableReadLoop","detail":"{readStateIndex:4562; appliedIndex:4560; }","duration":"170.016153ms","start":"2026-02-27T01:33:29.937426Z","end":"2026-02-27T01:33:30.107442Z","steps":["trace[1405097370] 'read index received' (duration: 169.728997ms)","trace[1405097370] 'applied index is now lower than readState.Index' (duration: 286.086µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:30.107579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.524153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:30.107573Z","caller":"traceutil/trace.go:171","msg":"trace[296442108] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"242.844402ms","start":"2026-02-27T01:33:29.864698Z","end":"2026-02-27T01:33:30.107542Z","steps":["trace[296442108] 'process raft request' (duration: 242.674518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:30.107707Z","caller":"traceutil/trace.go:171","msg":"trace[38603104] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"449.037117ms","start":"2026-02-27T01:33:29.658653Z","end":"2026-02-27T01:33:30.10769Z","steps":["trace[38603104] 'process raft request' (duration: 448.545326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.107842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.945142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:30.107865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.132378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:33:30.107906Z","caller":"traceutil/trace.go:171","msg":"trace[1531266107] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4381; }","duration":"401.048585ms","start":"2026-02-27T01:33:29.70684Z","end":"2026-02-27T01:33:30.107888Z","steps":["trace[1531266107] 'agreement among raft nodes before linearized reading' (duration: 400.933982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.107957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:29.70682Z","time spent":"401.127847ms","remote":"127.0.0.1:42688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:30.107921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:29.658625Z","time spent":"449.178271ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:30.107962Z","caller":"traceutil/trace.go:171","msg":"trace[1074398892] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4381; }","duration":"629.253651ms","start":"2026-02-27T01:33:29.478685Z","end":"2026-02-27T01:33:30.107938Z","steps":["trace[1074398892] 'agreement among raft nodes before linearized reading' (duration: 629.029886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.107993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.985651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:33:30.108092Z","caller":"traceutil/trace.go:171","msg":"trace[747734658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4381; }","duration":"631.133695ms","start":"2026-02-27T01:33:29.476946Z","end":"2026-02-27T01:33:30.108079Z","steps":["trace[747734658] 'agreement among raft nodes before linearized reading' (duration: 630.931181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.108157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.315805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:753827"} {"level":"warn","ts":"2026-02-27T01:33:30.108135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:29.476939Z","time spent":"631.185416ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:33:30.108248Z","caller":"traceutil/trace.go:171","msg":"trace[886357581] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4381; }","duration":"627.436398ms","start":"2026-02-27T01:33:29.48079Z","end":"2026-02-27T01:33:30.108227Z","steps":["trace[886357581] 'agreement among raft nodes before linearized reading' (duration: 626.844704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.108008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:29.47867Z","time spent":"629.329022ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:33:30.108306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:29.480782Z","time spent":"627.513339ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":753850,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-27T01:33:30.107665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.097422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f61d4475-cf14-4328-bd1f-6240301b0fed\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-27T01:33:30.108384Z","caller":"traceutil/trace.go:171","msg":"trace[630463193] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f61d4475-cf14-4328-bd1f-6240301b0fed; range_end:; response_count:1; response_revision:4381; }","duration":"236.811379ms","start":"2026-02-27T01:33:29.871533Z","end":"2026-02-27T01:33:30.108344Z","steps":["trace[630463193] 'agreement among raft nodes before linearized reading' (duration: 236.029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.108419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.207964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:33:30.108452Z","caller":"traceutil/trace.go:171","msg":"trace[247734600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4381; }","duration":"633.258845ms","start":"2026-02-27T01:33:29.475184Z","end":"2026-02-27T01:33:30.108442Z","steps":["trace[247734600] 'agreement among raft nodes before linearized reading' (duration: 632.354754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.108579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:29.475175Z","time spent":"633.392599ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:30.108491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.812383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:33:30.108669Z","caller":"traceutil/trace.go:171","msg":"trace[510365230] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4381; }","duration":"400.644436ms","start":"2026-02-27T01:33:29.706975Z","end":"2026-02-27T01:33:30.107619Z","steps":["trace[510365230] 'agreement among raft nodes before linearized reading' (duration: 400.500462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.108697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.748736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qbvkc\" ","response":"range_response_count:1 size:9716"} {"level":"warn","ts":"2026-02-27T01:33:30.10883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:29.706954Z","time spent":"401.815443ms","remote":"127.0.0.1:42148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:33:30.108997Z","caller":"traceutil/trace.go:171","msg":"trace[587617390] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qbvkc; range_end:; response_count:1; response_revision:4381; }","duration":"245.165206ms","start":"2026-02-27T01:33:29.863703Z","end":"2026-02-27T01:33:30.108868Z","steps":["trace[587617390] 'agreement among raft nodes before linearized reading' (duration: 243.937137ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:30.108816Z","caller":"traceutil/trace.go:171","msg":"trace[1444373166] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:4381; }","duration":"627.324375ms","start":"2026-02-27T01:33:29.481427Z","end":"2026-02-27T01:33:30.108751Z","steps":["trace[1444373166] 'agreement among raft nodes before linearized reading' (duration: 626.423424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.109226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:29.481417Z","time spent":"627.790886ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"info","ts":"2026-02-27T01:33:30.138349Z","caller":"traceutil/trace.go:171","msg":"trace[1114621152] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"197.294357ms","start":"2026-02-27T01:33:29.941025Z","end":"2026-02-27T01:33:30.13832Z","steps":["trace[1114621152] 'process raft request' (duration: 197.143403ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:30.4672Z","caller":"traceutil/trace.go:171","msg":"trace[1326065142] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"354.320403ms","start":"2026-02-27T01:33:30.112836Z","end":"2026-02-27T01:33:30.467156Z","steps":["trace[1326065142] 'process raft request' (duration: 286.072612ms)","trace[1326065142] 'compare' (duration: 68.085347ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:30.467278Z","caller":"traceutil/trace.go:171","msg":"trace[1183669925] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"353.955794ms","start":"2026-02-27T01:33:30.113303Z","end":"2026-02-27T01:33:30.467259Z","steps":["trace[1183669925] 'process raft request' (duration: 353.78957ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:30.467318Z","caller":"traceutil/trace.go:171","msg":"trace[576783677] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"127.721845ms","start":"2026-02-27T01:33:30.339574Z","end":"2026-02-27T01:33:30.467296Z","steps":["trace[576783677] 'process raft request' (duration: 127.686374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.467381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:30.113298Z","time spent":"354.015545ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:30.467384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:30.112815Z","time spent":"354.479876ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:30.467477Z","caller":"traceutil/trace.go:171","msg":"trace[38776542] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"353.980694ms","start":"2026-02-27T01:33:30.113485Z","end":"2026-02-27T01:33:30.467466Z","steps":["trace[38776542] 'process raft request' (duration: 353.655896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:30.467523Z","caller":"traceutil/trace.go:171","msg":"trace[1277764079] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"347.174494ms","start":"2026-02-27T01:33:30.120328Z","end":"2026-02-27T01:33:30.467502Z","steps":["trace[1277764079] 'process raft request' (duration: 346.877227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.467577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:30.113396Z","time spent":"354.107808ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:30.467653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:30.120317Z","time spent":"347.273586ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:30.467644Z","caller":"traceutil/trace.go:171","msg":"trace[1734566101] linearizableReadLoop","detail":"{readStateIndex:4564; appliedIndex:4562; }","duration":"354.337473ms","start":"2026-02-27T01:33:30.113239Z","end":"2026-02-27T01:33:30.467577Z","steps":["trace[1734566101] 'read index received' (duration: 24.922958ms)","trace[1734566101] 'applied index is now lower than readState.Index' (duration: 329.412205ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:30.467986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.704111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46080"} {"level":"info","ts":"2026-02-27T01:33:30.468051Z","caller":"traceutil/trace.go:171","msg":"trace[1798733329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4387; }","duration":"354.814564ms","start":"2026-02-27T01:33:30.113221Z","end":"2026-02-27T01:33:30.468035Z","steps":["trace[1798733329] 'agreement among raft nodes before linearized reading' (duration: 354.459206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.468164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.906331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:753827"} {"level":"info","ts":"2026-02-27T01:33:30.468207Z","caller":"traceutil/trace.go:171","msg":"trace[1333758103] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4387; }","duration":"347.965842ms","start":"2026-02-27T01:33:30.120229Z","end":"2026-02-27T01:33:30.468195Z","steps":["trace[1333758103] 'agreement among raft nodes before linearized reading' (duration: 347.582083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:30.468243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:30.120215Z","time spent":"348.020024ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":753850,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-27T01:33:30.468249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:30.113214Z","time spent":"355.014659ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46103,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:33:31.374604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625282250,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:33:31.478506Z","caller":"traceutil/trace.go:171","msg":"trace[1916469888] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"610.503478ms","start":"2026-02-27T01:33:30.867974Z","end":"2026-02-27T01:33:31.478478Z","steps":["trace[1916469888] 'process raft request' (duration: 610.354855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:31.478646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:30.867947Z","time spent":"610.637361ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:33:31.479364Z","caller":"traceutil/trace.go:171","msg":"trace[827129736] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"605.50299ms","start":"2026-02-27T01:33:30.873835Z","end":"2026-02-27T01:33:31.479338Z","steps":["trace[827129736] 'process raft request' (duration: 605.350896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:31.479492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:30.873827Z","time spent":"605.599623ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:33:31.479353Z","caller":"traceutil/trace.go:171","msg":"trace[705257151] linearizableReadLoop","detail":"{readStateIndex:4573; appliedIndex:4571; }","duration":"605.775836ms","start":"2026-02-27T01:33:30.873548Z","end":"2026-02-27T01:33:31.479324Z","steps":["trace[705257151] 'read index received' (duration: 604.755932ms)","trace[705257151] 'applied index is now lower than readState.Index' (duration: 1.017814ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:31.479594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.024482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qbvkc\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-02-27T01:33:31.479649Z","caller":"traceutil/trace.go:171","msg":"trace[163729161] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qbvkc; range_end:; response_count:1; response_revision:4391; }","duration":"606.119165ms","start":"2026-02-27T01:33:30.873516Z","end":"2026-02-27T01:33:31.479635Z","steps":["trace[163729161] 'agreement among raft nodes before linearized reading' (duration: 605.896659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:31.479695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:30.873506Z","time spent":"606.177286ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9751,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qbvkc\" "} {"level":"warn","ts":"2026-02-27T01:33:31.479743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.761003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:31.479806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.187667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:33:31.479863Z","caller":"traceutil/trace.go:171","msg":"trace[1212644319] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4391; }","duration":"429.929067ms","start":"2026-02-27T01:33:31.049913Z","end":"2026-02-27T01:33:31.479842Z","steps":["trace[1212644319] 'agreement among raft nodes before linearized reading' (duration: 429.756353ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:31.479879Z","caller":"traceutil/trace.go:171","msg":"trace[356107291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4391; }","duration":"198.31832ms","start":"2026-02-27T01:33:31.281542Z","end":"2026-02-27T01:33:31.47986Z","steps":["trace[356107291] 'agreement among raft nodes before linearized reading' (duration: 198.157226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:31.47992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:31.049894Z","time spent":"430.009808ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:31.479906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.338606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:33:31.479991Z","caller":"traceutil/trace.go:171","msg":"trace[494911710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4391; }","duration":"366.457159ms","start":"2026-02-27T01:33:31.113522Z","end":"2026-02-27T01:33:31.479979Z","steps":["trace[494911710] 'agreement among raft nodes before linearized reading' (duration: 366.357447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:31.480023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:31.113503Z","time spent":"366.508391ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:31.480074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.857691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:33:31.480096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.066016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:33:31.480153Z","caller":"traceutil/trace.go:171","msg":"trace[1607230651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4391; }","duration":"164.973593ms","start":"2026-02-27T01:33:31.315159Z","end":"2026-02-27T01:33:31.480133Z","steps":["trace[1607230651] 'agreement among raft nodes before linearized reading' (duration: 164.715937ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:31.480159Z","caller":"traceutil/trace.go:171","msg":"trace[1986460359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4391; }","duration":"243.159549ms","start":"2026-02-27T01:33:31.236983Z","end":"2026-02-27T01:33:31.480143Z","steps":["trace[1986460359] 'agreement among raft nodes before linearized reading' (duration: 242.992845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:31.480266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.232221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f61d4475-cf14-4328-bd1f-6240301b0fed\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-27T01:33:31.480316Z","caller":"traceutil/trace.go:171","msg":"trace[67237245] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f61d4475-cf14-4328-bd1f-6240301b0fed; range_end:; response_count:1; response_revision:4391; }","duration":"368.308812ms","start":"2026-02-27T01:33:31.111993Z","end":"2026-02-27T01:33:31.480302Z","steps":["trace[67237245] 'agreement among raft nodes before linearized reading' (duration: 368.158299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:31.480351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:31.111977Z","time spent":"368.366274ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f61d4475-cf14-4328-bd1f-6240301b0fed\" "} {"level":"warn","ts":"2026-02-27T01:33:32.037833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.138452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:32.037943Z","caller":"traceutil/trace.go:171","msg":"trace[938512826] linearizableReadLoop","detail":"{readStateIndex:4599; appliedIndex:4598; }","duration":"192.174196ms","start":"2026-02-27T01:33:31.845753Z","end":"2026-02-27T01:33:32.037927Z","steps":["trace[938512826] 'read index received' (duration: 47.841069ms)","trace[938512826] 'applied index is now lower than readState.Index' (duration: 144.331757ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:32.038007Z","caller":"traceutil/trace.go:171","msg":"trace[348479186] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"213.657763ms","start":"2026-02-27T01:33:31.824313Z","end":"2026-02-27T01:33:32.03797Z","steps":["trace[348479186] 'process raft request' (duration: 69.298275ms)","trace[348479186] 'compare' (duration: 144.006719ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:32.038297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.593836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f61d4475-cf14-4328-bd1f-6240301b0fed\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-02-27T01:33:32.038356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.413656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qbvkc.1897f680aa90b79b\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-02-27T01:33:32.038393Z","caller":"traceutil/trace.go:171","msg":"trace[1214548144] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qbvkc.1897f680aa90b79b; range_end:; response_count:1; response_revision:4416; }","duration":"146.500998ms","start":"2026-02-27T01:33:31.891881Z","end":"2026-02-27T01:33:32.038382Z","steps":["trace[1214548144] 'agreement among raft nodes before linearized reading' (duration: 146.339245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:32.038388Z","caller":"traceutil/trace.go:171","msg":"trace[1903625070] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f61d4475-cf14-4328-bd1f-6240301b0fed; range_end:; response_count:1; response_revision:4416; }","duration":"159.73741ms","start":"2026-02-27T01:33:31.878625Z","end":"2026-02-27T01:33:32.038363Z","steps":["trace[1903625070] 'agreement among raft nodes before linearized reading' (duration: 159.423752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:32.038522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.766279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:811632"} {"level":"info","ts":"2026-02-27T01:33:32.038579Z","caller":"traceutil/trace.go:171","msg":"trace[1235834083] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4416; }","duration":"192.868272ms","start":"2026-02-27T01:33:31.845699Z","end":"2026-02-27T01:33:32.038567Z","steps":["trace[1235834083] 'agreement among raft nodes before linearized reading' (duration: 192.326079ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:32.273117Z","caller":"traceutil/trace.go:171","msg":"trace[998687184] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"226.331461ms","start":"2026-02-27T01:33:32.046762Z","end":"2026-02-27T01:33:32.273093Z","steps":["trace[998687184] 'process raft request' (duration: 226.196538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:32.27483Z","caller":"traceutil/trace.go:171","msg":"trace[1378805016] linearizableReadLoop","detail":"{readStateIndex:4602; appliedIndex:4601; }","duration":"131.951794ms","start":"2026-02-27T01:33:32.142851Z","end":"2026-02-27T01:33:32.274803Z","steps":["trace[1378805016] 'read index received' (duration: 130.284064ms)","trace[1378805016] 'applied index is now lower than readState.Index' (duration: 1.6663ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:32.275045Z","caller":"traceutil/trace.go:171","msg":"trace[182474989] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"161.687666ms","start":"2026-02-27T01:33:32.113331Z","end":"2026-02-27T01:33:32.275019Z","steps":["trace[182474989] 'process raft request' (duration: 161.350428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:32.275071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.19823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:33:32.275123Z","caller":"traceutil/trace.go:171","msg":"trace[2069884586] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4419; }","duration":"132.311993ms","start":"2026-02-27T01:33:32.142795Z","end":"2026-02-27T01:33:32.275107Z","steps":["trace[2069884586] 'agreement among raft nodes before linearized reading' (duration: 132.111568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:34.972839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625282370,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:33:35.217978Z","caller":"traceutil/trace.go:171","msg":"trace[1749132734] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"933.883751ms","start":"2026-02-27T01:33:34.284028Z","end":"2026-02-27T01:33:35.217911Z","steps":["trace[1749132734] 'process raft request' (duration: 924.789446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:35.218146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:34.284012Z","time spent":"934.051524ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:35.221867Z","caller":"traceutil/trace.go:171","msg":"trace[228953489] linearizableReadLoop","detail":"{readStateIndex:4639; appliedIndex:4637; }","duration":"749.458027ms","start":"2026-02-27T01:33:34.472383Z","end":"2026-02-27T01:33:35.221841Z","steps":["trace[228953489] 'read index received' (duration: 736.370119ms)","trace[228953489] 'applied index is now lower than readState.Index' (duration: 13.086938ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:35.222014Z","caller":"traceutil/trace.go:171","msg":"trace[1169349065] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"852.820706ms","start":"2026-02-27T01:33:34.369163Z","end":"2026-02-27T01:33:35.221984Z","steps":["trace[1169349065] 'process raft request' (duration: 852.572191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:35.222161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.767675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T01:33:35.222206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:34.36914Z","time spent":"852.94371ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:35.222223Z","caller":"traceutil/trace.go:171","msg":"trace[66416191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4454; }","duration":"749.874638ms","start":"2026-02-27T01:33:34.472335Z","end":"2026-02-27T01:33:35.22221Z","steps":["trace[66416191] 'agreement among raft nodes before linearized reading' (duration: 749.637322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:35.222264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:34.472314Z","time spent":"749.942469ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:33:35.222296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.767881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:33:35.222344Z","caller":"traceutil/trace.go:171","msg":"trace[432800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4454; }","duration":"734.813002ms","start":"2026-02-27T01:33:34.487514Z","end":"2026-02-27T01:33:35.222327Z","steps":["trace[432800] 'agreement among raft nodes before linearized reading' (duration: 734.725319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:35.222381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:34.487511Z","time spent":"734.862793ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:33:35.222366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.173558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:33:35.222391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.730729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:33:35.22244Z","caller":"traceutil/trace.go:171","msg":"trace[1850526842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4454; }","duration":"576.299071ms","start":"2026-02-27T01:33:34.646122Z","end":"2026-02-27T01:33:35.222421Z","steps":["trace[1850526842] 'agreement among raft nodes before linearized reading' (duration: 576.061445ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:35.222471Z","caller":"traceutil/trace.go:171","msg":"trace[1215439452] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4454; }","duration":"734.834672ms","start":"2026-02-27T01:33:34.487611Z","end":"2026-02-27T01:33:35.222446Z","steps":["trace[1215439452] 'agreement among raft nodes before linearized reading' (duration: 734.618597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:35.222488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:34.646103Z","time spent":"576.376583ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:33:35.222542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:34.487601Z","time spent":"734.929074ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:33:35.222539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.109608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:33:35.222588Z","caller":"traceutil/trace.go:171","msg":"trace[343087430] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:4454; }","duration":"735.19005ms","start":"2026-02-27T01:33:34.487389Z","end":"2026-02-27T01:33:35.222579Z","steps":["trace[343087430] 'agreement among raft nodes before linearized reading' (duration: 735.084838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:35.222618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:34.48737Z","time spent":"735.242432ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"warn","ts":"2026-02-27T01:33:35.222623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.507456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:35.222193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.436507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:33:35.222655Z","caller":"traceutil/trace.go:171","msg":"trace[959900305] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4454; }","duration":"154.571998ms","start":"2026-02-27T01:33:35.068072Z","end":"2026-02-27T01:33:35.222644Z","steps":["trace[959900305] 'agreement among raft nodes before linearized reading' (duration: 154.518837ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:35.222679Z","caller":"traceutil/trace.go:171","msg":"trace[1131661131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4454; }","duration":"735.975129ms","start":"2026-02-27T01:33:34.486687Z","end":"2026-02-27T01:33:35.222663Z","steps":["trace[1131661131] 'agreement among raft nodes before linearized reading' (duration: 735.343085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:35.222802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:34.486667Z","time spent":"736.044981ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:35.222858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.170639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f61d4475-cf14-4328-bd1f-6240301b0fed\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-02-27T01:33:35.222901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.495068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:35.222915Z","caller":"traceutil/trace.go:171","msg":"trace[2090005336] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f61d4475-cf14-4328-bd1f-6240301b0fed; range_end:; response_count:1; response_revision:4454; }","duration":"729.24065ms","start":"2026-02-27T01:33:34.493657Z","end":"2026-02-27T01:33:35.222898Z","steps":["trace[2090005336] 'agreement among raft nodes before linearized reading' (duration: 729.096917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:35.222929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.639554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:35.222973Z","caller":"traceutil/trace.go:171","msg":"trace[790279553] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4454; }","duration":"297.717657ms","start":"2026-02-27T01:33:34.925244Z","end":"2026-02-27T01:33:35.222962Z","steps":["trace[790279553] 'agreement among raft nodes before linearized reading' (duration: 297.632705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:35.222967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:34.493648Z","time spent":"729.308892ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f61d4475-cf14-4328-bd1f-6240301b0fed\" "} {"level":"info","ts":"2026-02-27T01:33:35.222969Z","caller":"traceutil/trace.go:171","msg":"trace[1824385484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4454; }","duration":"396.590129ms","start":"2026-02-27T01:33:34.826358Z","end":"2026-02-27T01:33:35.222948Z","steps":["trace[1824385484] 'agreement among raft nodes before linearized reading' (duration: 396.468016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:35.223008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:34.826345Z","time spent":"396.654251ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:33:37.694672Z","caller":"traceutil/trace.go:171","msg":"trace[926784153] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"154.973828ms","start":"2026-02-27T01:33:37.539667Z","end":"2026-02-27T01:33:37.694641Z","steps":["trace[926784153] 'process raft request' (duration: 119.06526ms)","trace[926784153] 'compare' (duration: 35.526739ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:40.212704Z","caller":"traceutil/trace.go:171","msg":"trace[1677211571] linearizableReadLoop","detail":"{readStateIndex:4730; appliedIndex:4729; }","duration":"171.101858ms","start":"2026-02-27T01:33:40.041574Z","end":"2026-02-27T01:33:40.212676Z","steps":["trace[1677211571] 'read index received' (duration: 170.975315ms)","trace[1677211571] 'applied index is now lower than readState.Index' (duration: 125.263µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:40.212791Z","caller":"traceutil/trace.go:171","msg":"trace[1328946411] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"174.083669ms","start":"2026-02-27T01:33:40.038662Z","end":"2026-02-27T01:33:40.212745Z","steps":["trace[1328946411] 'process raft request' (duration: 173.808952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:40.213048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.469777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T01:33:40.213148Z","caller":"traceutil/trace.go:171","msg":"trace[634891100] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4542; }","duration":"171.61889ms","start":"2026-02-27T01:33:40.041503Z","end":"2026-02-27T01:33:40.213122Z","steps":["trace[634891100] 'agreement among raft nodes before linearized reading' (duration: 171.310222ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:40.543769Z","caller":"traceutil/trace.go:171","msg":"trace[564647542] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"494.235704ms","start":"2026-02-27T01:33:40.049508Z","end":"2026-02-27T01:33:40.543744Z","steps":["trace[564647542] 'process raft request' (duration: 493.997439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:40.543871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.04949Z","time spent":"494.318176ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:40.54369Z","caller":"traceutil/trace.go:171","msg":"trace[59418258] linearizableReadLoop","detail":"{readStateIndex:4731; appliedIndex:4730; }","duration":"330.868299ms","start":"2026-02-27T01:33:40.212798Z","end":"2026-02-27T01:33:40.543667Z","steps":["trace[59418258] 'read index received' (duration: 330.678304ms)","trace[59418258] 'applied index is now lower than readState.Index' (duration: 189.285µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:40.544124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.658088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:33:40.544217Z","caller":"traceutil/trace.go:171","msg":"trace[1466700160] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4543; }","duration":"448.783291ms","start":"2026-02-27T01:33:40.095413Z","end":"2026-02-27T01:33:40.544196Z","steps":["trace[1466700160] 'agreement among raft nodes before linearized reading' (duration: 448.584576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:40.54427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.095341Z","time spent":"448.918905ms","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:33:40.619625Z","caller":"traceutil/trace.go:171","msg":"trace[1637829828] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"133.564372ms","start":"2026-02-27T01:33:40.486011Z","end":"2026-02-27T01:33:40.619575Z","steps":["trace[1637829828] 'process raft request' (duration: 133.366938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:40.619879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.447272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T01:33:40.619902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.769119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c9af4f1-c3d6-41c8-8f0c-400858748893\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-27T01:33:40.619948Z","caller":"traceutil/trace.go:171","msg":"trace[1382868292] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4544; }","duration":"178.534324ms","start":"2026-02-27T01:33:40.441396Z","end":"2026-02-27T01:33:40.619931Z","steps":["trace[1382868292] 'agreement among raft nodes before linearized reading' (duration: 178.277388ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:40.619972Z","caller":"traceutil/trace.go:171","msg":"trace[1350711540] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c9af4f1-c3d6-41c8-8f0c-400858748893; range_end:; response_count:1; response_revision:4544; }","duration":"403.883242ms","start":"2026-02-27T01:33:40.216069Z","end":"2026-02-27T01:33:40.619952Z","steps":["trace[1350711540] 'agreement among raft nodes before linearized reading' (duration: 403.672387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:40.620018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.216044Z","time spent":"403.961743ms","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-1c9af4f1-c3d6-41c8-8f0c-400858748893\" "} {"level":"warn","ts":"2026-02-27T01:33:41.120179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625282595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:33:41.620793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625282595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:33:41.739557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120141896s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:33:41.779465Z","caller":"traceutil/trace.go:171","msg":"trace[1553654841] linearizableReadLoop","detail":"{readStateIndex:4736; appliedIndex:4732; }","duration":"1.159894504s","start":"2026-02-27T01:33:40.619545Z","end":"2026-02-27T01:33:41.77944Z","steps":["trace[1553654841] 'read index received' (duration: 1.120124155s)","trace[1553654841] 'applied index is now lower than readState.Index' (duration: 39.769259ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:41.779606Z","caller":"traceutil/trace.go:171","msg":"trace[1099018920] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"1.228885972s","start":"2026-02-27T01:33:40.550709Z","end":"2026-02-27T01:33:41.779595Z","steps":["trace[1099018920] 'process raft request' (duration: 1.228683177s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:41.779465Z","caller":"traceutil/trace.go:171","msg":"trace[742510093] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"1.229530867s","start":"2026-02-27T01:33:40.549906Z","end":"2026-02-27T01:33:41.779436Z","steps":["trace[742510093] 'process raft request' (duration: 1.229387134s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.779713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.550683Z","time spent":"1.228954604s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:41.77986Z","caller":"traceutil/trace.go:171","msg":"trace[1767761876] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"1.229596929s","start":"2026-02-27T01:33:40.55024Z","end":"2026-02-27T01:33:41.779837Z","steps":["trace[1767761876] 'process raft request' (duration: 1.229113908s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:41.779423Z","caller":"traceutil/trace.go:171","msg":"trace[2107442940] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"1.229561058s","start":"2026-02-27T01:33:40.549827Z","end":"2026-02-27T01:33:41.779389Z","steps":["trace[2107442940] 'process raft request' (duration: 1.189897182s)","trace[2107442940] 'compare' (duration: 39.430431ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:41.779978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.549807Z","time spent":"1.230126241s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:41.780022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.55023Z","time spent":"1.229695891s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:41.780064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156739479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:33:41.780103Z","caller":"traceutil/trace.go:171","msg":"trace[1684033269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4548; }","duration":"1.156815001s","start":"2026-02-27T01:33:40.623277Z","end":"2026-02-27T01:33:41.780092Z","steps":["trace[1684033269] 'agreement among raft nodes before linearized reading' (duration: 1.156680688s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.780142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.62326Z","time spent":"1.156874673s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:33:41.779866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.549886Z","time spent":"1.229785704s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:41.7804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231610727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"warn","ts":"2026-02-27T01:33:41.780456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.099939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:33:41.780479Z","caller":"traceutil/trace.go:171","msg":"trace[1674799169] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4548; }","duration":"1.23173061s","start":"2026-02-27T01:33:40.548726Z","end":"2026-02-27T01:33:41.780457Z","steps":["trace[1674799169] 'agreement among raft nodes before linearized reading' (duration: 1.231520955s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:41.780499Z","caller":"traceutil/trace.go:171","msg":"trace[1259323495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4548; }","duration":"424.191071ms","start":"2026-02-27T01:33:41.356296Z","end":"2026-02-27T01:33:41.780487Z","steps":["trace[1259323495] 'agreement among raft nodes before linearized reading' (duration: 424.061378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.780528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.548701Z","time spent":"1.231813872s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16256,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T01:33:41.780548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.550587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T01:33:41.780596Z","caller":"traceutil/trace.go:171","msg":"trace[1190726239] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4548; }","duration":"751.616789ms","start":"2026-02-27T01:33:41.028965Z","end":"2026-02-27T01:33:41.780581Z","steps":["trace[1190726239] 'agreement among raft nodes before linearized reading' (duration: 751.515926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.780616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.109108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T01:33:41.780601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.514272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-27T01:33:41.780684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.026226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:41.780698Z","caller":"traceutil/trace.go:171","msg":"trace[1301908828] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4548; }","duration":"489.653286ms","start":"2026-02-27T01:33:41.29102Z","end":"2026-02-27T01:33:41.780674Z","steps":["trace[1301908828] 'agreement among raft nodes before linearized reading' (duration: 489.367839ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:41.780717Z","caller":"traceutil/trace.go:171","msg":"trace[933783768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4548; }","duration":"954.094597ms","start":"2026-02-27T01:33:40.826614Z","end":"2026-02-27T01:33:41.780709Z","steps":["trace[933783768] 'agreement among raft nodes before linearized reading' (duration: 954.049075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.780718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.036641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:33:41.780743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.826587Z","time spent":"954.151818ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:33:41.78075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.291002Z","time spent":"489.739108ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:33:41.780749Z","caller":"traceutil/trace.go:171","msg":"trace[1077877713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4548; }","duration":"422.087451ms","start":"2026-02-27T01:33:41.358654Z","end":"2026-02-27T01:33:41.780742Z","steps":["trace[1077877713] 'agreement among raft nodes before linearized reading' (duration: 422.0146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.780801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.358643Z","time spent":"422.152253ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:33:41.780802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.914685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:33:41.780876Z","caller":"traceutil/trace.go:171","msg":"trace[258827014] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4548; }","duration":"116.019728ms","start":"2026-02-27T01:33:41.664837Z","end":"2026-02-27T01:33:41.780857Z","steps":["trace[258827014] 'agreement among raft nodes before linearized reading' (duration: 115.822013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.780633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.028952Z","time spent":"751.67341ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T01:33:41.780942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.2602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:212187"} {"level":"warn","ts":"2026-02-27T01:33:41.780995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.61855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:33:41.781044Z","caller":"traceutil/trace.go:171","msg":"trace[1191109823] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:4548; }","duration":"412.400693ms","start":"2026-02-27T01:33:41.368621Z","end":"2026-02-27T01:33:41.781022Z","steps":["trace[1191109823] 'agreement among raft nodes before linearized reading' (duration: 411.911071ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:41.781049Z","caller":"traceutil/trace.go:171","msg":"trace[882178995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:4548; }","duration":"482.723962ms","start":"2026-02-27T01:33:41.298309Z","end":"2026-02-27T01:33:41.781033Z","steps":["trace[882178995] 'agreement among raft nodes before linearized reading' (duration: 482.602829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.78088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.055007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:33:41.780534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.356273Z","time spent":"424.253382ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:33:41.781109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.368612Z","time spent":"412.487485ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":212210,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:33:41.781111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.298288Z","time spent":"482.811435ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"info","ts":"2026-02-27T01:33:41.78112Z","caller":"traceutil/trace.go:171","msg":"trace[1136475771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4548; }","duration":"485.310753ms","start":"2026-02-27T01:33:41.295792Z","end":"2026-02-27T01:33:41.781102Z","steps":["trace[1136475771] 'agreement among raft nodes before linearized reading' (duration: 484.941854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.781184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.295784Z","time spent":"485.382785ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:33:41.780647Z","caller":"traceutil/trace.go:171","msg":"trace[1325481320] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4548; }","duration":"421.16205ms","start":"2026-02-27T01:33:41.359476Z","end":"2026-02-27T01:33:41.780638Z","steps":["trace[1325481320] 'agreement among raft nodes before linearized reading' (duration: 421.076598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.781245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.527597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:33:41.781274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.359469Z","time spent":"421.786704ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:33:41.781288Z","caller":"traceutil/trace.go:171","msg":"trace[1252108949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4548; }","duration":"143.605579ms","start":"2026-02-27T01:33:41.637672Z","end":"2026-02-27T01:33:41.781278Z","steps":["trace[1252108949] 'agreement among raft nodes before linearized reading' (duration: 143.502987ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:42.167014Z","caller":"traceutil/trace.go:171","msg":"trace[1478063747] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"374.513819ms","start":"2026-02-27T01:33:41.792473Z","end":"2026-02-27T01:33:42.166987Z","steps":["trace[1478063747] 'process raft request' (duration: 374.406906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.16724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.792465Z","time spent":"374.626031ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:42.167251Z","caller":"traceutil/trace.go:171","msg":"trace[1214283187] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"374.864417ms","start":"2026-02-27T01:33:41.792346Z","end":"2026-02-27T01:33:42.167211Z","steps":["trace[1214283187] 'process raft request' (duration: 274.95766ms)","trace[1214283187] 'compare' (duration: 99.381695ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:42.167339Z","caller":"traceutil/trace.go:171","msg":"trace[437009383] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"374.797106ms","start":"2026-02-27T01:33:41.79252Z","end":"2026-02-27T01:33:42.167317Z","steps":["trace[437009383] 'process raft request' (duration: 374.405036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.167413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.792325Z","time spent":"374.99888ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:42.167437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.792504Z","time spent":"374.884897ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:42.16745Z","caller":"traceutil/trace.go:171","msg":"trace[1433115762] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"374.847456ms","start":"2026-02-27T01:33:41.792575Z","end":"2026-02-27T01:33:42.167423Z","steps":["trace[1433115762] 'process raft request' (duration: 374.754554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:42.167552Z","caller":"traceutil/trace.go:171","msg":"trace[546115313] linearizableReadLoop","detail":"{readStateIndex:4744; appliedIndex:4737; }","duration":"310.905888ms","start":"2026-02-27T01:33:41.85663Z","end":"2026-02-27T01:33:42.167536Z","steps":["trace[546115313] 'read index received' (duration: 210.327684ms)","trace[546115313] 'applied index is now lower than readState.Index' (duration: 100.577024ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:42.167593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.79257Z","time spent":"374.949199ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:42.167553Z","caller":"traceutil/trace.go:171","msg":"trace[776263284] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"374.963749ms","start":"2026-02-27T01:33:41.792529Z","end":"2026-02-27T01:33:42.167493Z","steps":["trace[776263284] 'process raft request' (duration: 374.701153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.167772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.498328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:42.16783Z","caller":"traceutil/trace.go:171","msg":"trace[240619145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4556; }","duration":"302.600672ms","start":"2026-02-27T01:33:41.865219Z","end":"2026-02-27T01:33:42.16782Z","steps":["trace[240619145] 'agreement among raft nodes before linearized reading' (duration: 302.464868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.167846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.385312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15645"} {"level":"warn","ts":"2026-02-27T01:33:42.167863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.865209Z","time spent":"302.646602ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:33:42.167858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.179143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c9af4f1-c3d6-41c8-8f0c-400858748893\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-27T01:33:42.167884Z","caller":"traceutil/trace.go:171","msg":"trace[2046390382] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4556; }","duration":"384.439143ms","start":"2026-02-27T01:33:41.783435Z","end":"2026-02-27T01:33:42.167874Z","steps":["trace[2046390382] 'agreement among raft nodes before linearized reading' (duration: 384.211597ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:42.167906Z","caller":"traceutil/trace.go:171","msg":"trace[1101774041] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c9af4f1-c3d6-41c8-8f0c-400858748893; range_end:; response_count:1; response_revision:4556; }","duration":"383.244574ms","start":"2026-02-27T01:33:41.784648Z","end":"2026-02-27T01:33:42.167893Z","steps":["trace[1101774041] 'agreement among raft nodes before linearized reading' (duration: 382.986308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.167916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.783425Z","time spent":"384.485444ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T01:33:42.167937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.784639Z","time spent":"383.290616ms","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-1c9af4f1-c3d6-41c8-8f0c-400858748893\" "} {"level":"warn","ts":"2026-02-27T01:33:42.167933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.152656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46080"} {"level":"warn","ts":"2026-02-27T01:33:42.167959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.932263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:33:42.168003Z","caller":"traceutil/trace.go:171","msg":"trace[1297733736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4556; }","duration":"329.008964ms","start":"2026-02-27T01:33:41.83898Z","end":"2026-02-27T01:33:42.167989Z","steps":["trace[1297733736] 'agreement among raft nodes before linearized reading' (duration: 328.565944ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:42.167568Z","caller":"traceutil/trace.go:171","msg":"trace[897468649] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"361.691936ms","start":"2026-02-27T01:33:41.805863Z","end":"2026-02-27T01:33:42.167555Z","steps":["trace[897468649] 'process raft request' (duration: 361.578564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.168045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.838959Z","time spent":"329.078777ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:33:42.168006Z","caller":"traceutil/trace.go:171","msg":"trace[597423329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4556; }","duration":"381.248947ms","start":"2026-02-27T01:33:41.786738Z","end":"2026-02-27T01:33:42.167987Z","steps":["trace[597423329] 'agreement among raft nodes before linearized reading' (duration: 380.841288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.168115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.805846Z","time spent":"362.199638ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:42.167931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.792523Z","time spent":"375.175565ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:42.168146Z","caller":"traceutil/trace.go:171","msg":"trace[634534762] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"310.215601ms","start":"2026-02-27T01:33:41.857858Z","end":"2026-02-27T01:33:42.168074Z","steps":["trace[634534762] 'process raft request' (duration: 309.642408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.168135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.786722Z","time spent":"381.404122ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46103,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:33:42.167619Z","caller":"traceutil/trace.go:171","msg":"trace[623424660] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"375.00083ms","start":"2026-02-27T01:33:41.792601Z","end":"2026-02-27T01:33:42.167601Z","steps":["trace[623424660] 'process raft request' (duration: 374.763705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.168366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.857835Z","time spent":"310.419006ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:42.168441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.792592Z","time spent":"375.798299ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:42.168501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.533882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:212187"} {"level":"info","ts":"2026-02-27T01:33:42.168591Z","caller":"traceutil/trace.go:171","msg":"trace[538318691] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:4556; }","duration":"211.628634ms","start":"2026-02-27T01:33:41.956944Z","end":"2026-02-27T01:33:42.168572Z","steps":["trace[538318691] 'agreement among raft nodes before linearized reading' (duration: 211.051041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.675834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625282613,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:33:42.996861Z","caller":"traceutil/trace.go:171","msg":"trace[688754796] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"822.303687ms","start":"2026-02-27T01:33:42.174534Z","end":"2026-02-27T01:33:42.996838Z","steps":["trace[688754796] 'process raft request' (duration: 822.200394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.99702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:42.174515Z","time spent":"822.427039ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:42.997237Z","caller":"traceutil/trace.go:171","msg":"trace[250698522] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"822.953272ms","start":"2026-02-27T01:33:42.174232Z","end":"2026-02-27T01:33:42.997185Z","steps":["trace[250698522] 'process raft request' (duration: 772.592183ms)","trace[250698522] 'compare' (duration: 49.779685ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:42.997329Z","caller":"traceutil/trace.go:171","msg":"trace[976576191] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"822.697916ms","start":"2026-02-27T01:33:42.174599Z","end":"2026-02-27T01:33:42.997297Z","steps":["trace[976576191] 'process raft request' (duration: 822.192044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.99746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:42.174211Z","time spent":"823.129737ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:42.997439Z","caller":"traceutil/trace.go:171","msg":"trace[632097147] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"822.627484ms","start":"2026-02-27T01:33:42.174785Z","end":"2026-02-27T01:33:42.997412Z","steps":["trace[632097147] 'process raft request' (duration: 822.297577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.997504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:42.174579Z","time spent":"822.837639ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:42.997615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:42.174776Z","time spent":"822.755517ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:42.99763Z","caller":"traceutil/trace.go:171","msg":"trace[1435889501] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"821.664632ms","start":"2026-02-27T01:33:42.175948Z","end":"2026-02-27T01:33:42.997613Z","steps":["trace[1435889501] 'process raft request' (duration: 821.386716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.997708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:42.175933Z","time spent":"821.731833ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:42.997873Z","caller":"traceutil/trace.go:171","msg":"trace[471986044] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"560.609781ms","start":"2026-02-27T01:33:42.437254Z","end":"2026-02-27T01:33:42.997864Z","steps":["trace[471986044] 'process raft request' (duration: 560.299124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:42.997896Z","caller":"traceutil/trace.go:171","msg":"trace[1603392014] linearizableReadLoop","detail":"{readStateIndex:4752; appliedIndex:4745; }","duration":"822.082321ms","start":"2026-02-27T01:33:42.175792Z","end":"2026-02-27T01:33:42.997875Z","steps":["trace[1603392014] 'read index received' (duration: 771.047827ms)","trace[1603392014] 'applied index is now lower than readState.Index' (duration: 51.033204ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:42.997925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:42.437238Z","time spent":"560.661112ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:42.998087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.294106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T01:33:42.998059Z","caller":"traceutil/trace.go:171","msg":"trace[1777497419] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"371.712663ms","start":"2026-02-27T01:33:42.626317Z","end":"2026-02-27T01:33:42.99803Z","steps":["trace[1777497419] 'process raft request' (duration: 371.457617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:42.998137Z","caller":"traceutil/trace.go:171","msg":"trace[1931721426] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4563; }","duration":"822.399729ms","start":"2026-02-27T01:33:42.175727Z","end":"2026-02-27T01:33:42.998127Z","steps":["trace[1931721426] 'agreement among raft nodes before linearized reading' (duration: 822.275526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.998165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:42.175714Z","time spent":"822.44494ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T01:33:42.998253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:42.626291Z","time spent":"371.871216ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:42.998314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.423775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:42.998267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.144918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:212187"} {"level":"info","ts":"2026-02-27T01:33:42.998357Z","caller":"traceutil/trace.go:171","msg":"trace[1518585392] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4563; }","duration":"779.506316ms","start":"2026-02-27T01:33:42.218839Z","end":"2026-02-27T01:33:42.998345Z","steps":["trace[1518585392] 'agreement among raft nodes before linearized reading' (duration: 779.453715ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:42.998392Z","caller":"traceutil/trace.go:171","msg":"trace[1384605150] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:4563; }","duration":"815.302451ms","start":"2026-02-27T01:33:42.183079Z","end":"2026-02-27T01:33:42.998381Z","steps":["trace[1384605150] 'agreement among raft nodes before linearized reading' (duration: 814.978074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.998395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:42.218816Z","time spent":"779.572218ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T01:33:42.99843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:42.18306Z","time spent":"815.359703ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":212210,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:33:42.998303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.408752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:42.998573Z","caller":"traceutil/trace.go:171","msg":"trace[301198560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4563; }","duration":"173.634727ms","start":"2026-02-27T01:33:42.824878Z","end":"2026-02-27T01:33:42.998513Z","steps":["trace[301198560] 'agreement among raft nodes before linearized reading' (duration: 173.372161ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:44.096461Z","caller":"traceutil/trace.go:171","msg":"trace[1883189109] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"109.222817ms","start":"2026-02-27T01:33:43.987158Z","end":"2026-02-27T01:33:44.09638Z","steps":["trace[1883189109] 'process raft request' (duration: 34.004412ms)","trace[1883189109] 'compare' (duration: 74.962779ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:44.325897Z","caller":"traceutil/trace.go:171","msg":"trace[249610817] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"106.76781ms","start":"2026-02-27T01:33:44.219065Z","end":"2026-02-27T01:33:44.325833Z","steps":["trace[249610817] 'process raft request' (duration: 106.451422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:51.148427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.264023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:51.148614Z","caller":"traceutil/trace.go:171","msg":"trace[1809458339] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"137.939985ms","start":"2026-02-27T01:33:51.010635Z","end":"2026-02-27T01:33:51.148575Z","steps":["trace[1809458339] 'process raft request' (duration: 24.413426ms)","trace[1809458339] 'compare' (duration: 113.027057ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:51.148863Z","caller":"traceutil/trace.go:171","msg":"trace[2132948109] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"134.516474ms","start":"2026-02-27T01:33:51.014322Z","end":"2026-02-27T01:33:51.148838Z","steps":["trace[2132948109] 'process raft request' (duration: 134.252368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:51.148971Z","caller":"traceutil/trace.go:171","msg":"trace[1465141829] linearizableReadLoop","detail":"{readStateIndex:4859; appliedIndex:4858; }","duration":"137.983646ms","start":"2026-02-27T01:33:51.010958Z","end":"2026-02-27T01:33:51.148941Z","steps":["trace[1465141829] 'read index received' (duration: 543.372µs)","trace[1465141829] 'applied index is now lower than readState.Index' (duration: 137.438044ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:51.148993Z","caller":"traceutil/trace.go:171","msg":"trace[837199625] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"109.72189ms","start":"2026-02-27T01:33:51.039254Z","end":"2026-02-27T01:33:51.148976Z","steps":["trace[837199625] 'process raft request' (duration: 109.419043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:51.14922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.233453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-27T01:33:51.149302Z","caller":"traceutil/trace.go:171","msg":"trace[314915258] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4670; }","duration":"138.347785ms","start":"2026-02-27T01:33:51.010935Z","end":"2026-02-27T01:33:51.149283Z","steps":["trace[314915258] 'agreement among raft nodes before linearized reading' (duration: 138.095649ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:51.315314Z","caller":"traceutil/trace.go:171","msg":"trace[418926267] linearizableReadLoop","detail":"{readStateIndex:4863; appliedIndex:4861; }","duration":"162.106996ms","start":"2026-02-27T01:33:51.15318Z","end":"2026-02-27T01:33:51.315287Z","steps":["trace[418926267] 'read index received' (duration: 76.602518ms)","trace[418926267] 'applied index is now lower than readState.Index' (duration: 85.488348ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:51.315405Z","caller":"traceutil/trace.go:171","msg":"trace[1166991850] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"162.228219ms","start":"2026-02-27T01:33:51.153119Z","end":"2026-02-27T01:33:51.315347Z","steps":["trace[1166991850] 'process raft request' (duration: 102.752995ms)","trace[1166991850] 'compare' (duration: 59.120425ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:51.315424Z","caller":"traceutil/trace.go:171","msg":"trace[811828869] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"162.174488ms","start":"2026-02-27T01:33:51.153214Z","end":"2026-02-27T01:33:51.315389Z","steps":["trace[811828869] 'process raft request' (duration: 161.971493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:51.31567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.435294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-27T01:33:51.315957Z","caller":"traceutil/trace.go:171","msg":"trace[345892579] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4673; }","duration":"162.789792ms","start":"2026-02-27T01:33:51.153147Z","end":"2026-02-27T01:33:51.315937Z","steps":["trace[345892579] 'agreement among raft nodes before linearized reading' (duration: 162.23955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:52.762506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.466934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:52.762581Z","caller":"traceutil/trace.go:171","msg":"trace[546585061] linearizableReadLoop","detail":"{readStateIndex:4924; appliedIndex:4923; }","duration":"240.973927ms","start":"2026-02-27T01:33:52.521595Z","end":"2026-02-27T01:33:52.762569Z","steps":["trace[546585061] 'read index received' (duration: 92.283228ms)","trace[546585061] 'applied index is now lower than readState.Index' (duration: 148.689849ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:52.76261Z","caller":"traceutil/trace.go:171","msg":"trace[142194475] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"271.665132ms","start":"2026-02-27T01:33:52.490915Z","end":"2026-02-27T01:33:52.76258Z","steps":["trace[142194475] 'process raft request' (duration: 123.061765ms)","trace[142194475] 'compare' (duration: 148.33129ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:52.762702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.1044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:33:52.762732Z","caller":"traceutil/trace.go:171","msg":"trace[875819787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4732; }","duration":"241.164782ms","start":"2026-02-27T01:33:52.52156Z","end":"2026-02-27T01:33:52.762725Z","steps":["trace[875819787] 'agreement among raft nodes before linearized reading' (duration: 241.07354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:52.762874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.225909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:33:52.762917Z","caller":"traceutil/trace.go:171","msg":"trace[129212812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4732; }","duration":"240.318481ms","start":"2026-02-27T01:33:52.522589Z","end":"2026-02-27T01:33:52.762907Z","steps":["trace[129212812] 'agreement among raft nodes before linearized reading' (duration: 240.176008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:52.762959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.013844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:33:52.762997Z","caller":"traceutil/trace.go:171","msg":"trace[468605119] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4732; }","duration":"240.070216ms","start":"2026-02-27T01:33:52.522915Z","end":"2026-02-27T01:33:52.762985Z","steps":["trace[468605119] 'agreement among raft nodes before linearized reading' (duration: 239.994814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:52.763026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.654283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb595acd-ce82-430a-bf4d-0b9d22011c2f\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-02-27T01:33:52.762966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.238549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-27T01:33:52.763013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.136288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:33:52.763125Z","caller":"traceutil/trace.go:171","msg":"trace[446148110] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4732; }","duration":"240.25297ms","start":"2026-02-27T01:33:52.522843Z","end":"2026-02-27T01:33:52.763096Z","steps":["trace[446148110] 'agreement among raft nodes before linearized reading' (duration: 240.068955ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:52.763061Z","caller":"traceutil/trace.go:171","msg":"trace[1644907394] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb595acd-ce82-430a-bf4d-0b9d22011c2f; range_end:; response_count:1; response_revision:4732; }","duration":"177.718734ms","start":"2026-02-27T01:33:52.585334Z","end":"2026-02-27T01:33:52.763052Z","steps":["trace[1644907394] 'agreement among raft nodes before linearized reading' (duration: 177.650212ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:52.763062Z","caller":"traceutil/trace.go:171","msg":"trace[1558136886] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:4732; }","duration":"234.360241ms","start":"2026-02-27T01:33:52.528696Z","end":"2026-02-27T01:33:52.763056Z","steps":["trace[1558136886] 'agreement among raft nodes before linearized reading' (duration: 234.196257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:53.111017Z","caller":"traceutil/trace.go:171","msg":"trace[1747211200] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"122.126172ms","start":"2026-02-27T01:33:52.988866Z","end":"2026-02-27T01:33:53.110992Z","steps":["trace[1747211200] 'process raft request' (duration: 121.776694ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:53.166521Z","caller":"traceutil/trace.go:171","msg":"trace[1572684166] linearizableReadLoop","detail":"{readStateIndex:4930; appliedIndex:4928; }","duration":"101.422053ms","start":"2026-02-27T01:33:53.065073Z","end":"2026-02-27T01:33:53.166495Z","steps":["trace[1572684166] 'read index received' (duration: 45.562585ms)","trace[1572684166] 'applied index is now lower than readState.Index' (duration: 55.858398ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:53.166642Z","caller":"traceutil/trace.go:171","msg":"trace[1296081873] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"133.543611ms","start":"2026-02-27T01:33:53.033087Z","end":"2026-02-27T01:33:53.166631Z","steps":["trace[1296081873] 'process raft request' (duration: 133.244604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:53.166903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.806592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb595acd-ce82-430a-bf4d-0b9d22011c2f\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-27T01:33:53.166995Z","caller":"traceutil/trace.go:171","msg":"trace[700549583] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb595acd-ce82-430a-bf4d-0b9d22011c2f; range_end:; response_count:1; response_revision:4738; }","duration":"101.941916ms","start":"2026-02-27T01:33:53.065031Z","end":"2026-02-27T01:33:53.166972Z","steps":["trace[700549583] 'agreement among raft nodes before linearized reading' (duration: 101.612848ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:53.299948Z","caller":"traceutil/trace.go:171","msg":"trace[475613434] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"125.168694ms","start":"2026-02-27T01:33:53.174748Z","end":"2026-02-27T01:33:53.299917Z","steps":["trace[475613434] 'process raft request' (duration: 124.855907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:53.491346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.972507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:53.491432Z","caller":"traceutil/trace.go:171","msg":"trace[725430002] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4741; }","duration":"127.11529ms","start":"2026-02-27T01:33:53.364299Z","end":"2026-02-27T01:33:53.491414Z","steps":["trace[725430002] 'range keys from in-memory index tree' (duration: 126.874775ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:54.995177Z","caller":"traceutil/trace.go:171","msg":"trace[201087999] linearizableReadLoop","detail":"{readStateIndex:4935; appliedIndex:4934; }","duration":"223.330121ms","start":"2026-02-27T01:33:54.771829Z","end":"2026-02-27T01:33:54.995159Z","steps":["trace[201087999] 'read index received' (duration: 223.152026ms)","trace[201087999] 'applied index is now lower than readState.Index' (duration: 177.385µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:54.995384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.541655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:33:54.995407Z","caller":"traceutil/trace.go:171","msg":"trace[513961075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:4743; }","duration":"223.615167ms","start":"2026-02-27T01:33:54.771785Z","end":"2026-02-27T01:33:54.9954Z","steps":["trace[513961075] 'agreement among raft nodes before linearized reading' (duration: 223.465944ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:54.995375Z","caller":"traceutil/trace.go:171","msg":"trace[1304474897] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"224.697713ms","start":"2026-02-27T01:33:54.770554Z","end":"2026-02-27T01:33:54.995251Z","steps":["trace[1304474897] 'process raft request' (duration: 224.487618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:54.995454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.718886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb595acd-ce82-430a-bf4d-0b9d22011c2f\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-02-27T01:33:54.99547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.204683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:54.995524Z","caller":"traceutil/trace.go:171","msg":"trace[1011463657] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb595acd-ce82-430a-bf4d-0b9d22011c2f; range_end:; response_count:1; response_revision:4743; }","duration":"222.835529ms","start":"2026-02-27T01:33:54.772671Z","end":"2026-02-27T01:33:54.995507Z","steps":["trace[1011463657] 'agreement among raft nodes before linearized reading' (duration: 222.624524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:54.995529Z","caller":"traceutil/trace.go:171","msg":"trace[1052736883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4743; }","duration":"169.319866ms","start":"2026-02-27T01:33:54.826196Z","end":"2026-02-27T01:33:54.995516Z","steps":["trace[1052736883] 'agreement among raft nodes before linearized reading' (duration: 169.224974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:54.995563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.544077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:33:54.995596Z","caller":"traceutil/trace.go:171","msg":"trace[1871395833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4743; }","duration":"154.597329ms","start":"2026-02-27T01:33:54.840989Z","end":"2026-02-27T01:33:54.995586Z","steps":["trace[1871395833] 'agreement among raft nodes before linearized reading' (duration: 154.524377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:54.995587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.076109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:33:54.995495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.032725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:33:54.995662Z","caller":"traceutil/trace.go:171","msg":"trace[1095262704] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4743; }","duration":"154.24649ms","start":"2026-02-27T01:33:54.841406Z","end":"2026-02-27T01:33:54.995653Z","steps":["trace[1095262704] 'agreement among raft nodes before linearized reading' (duration: 154.034775ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:54.995665Z","caller":"traceutil/trace.go:171","msg":"trace[1781424337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4743; }","duration":"216.203582ms","start":"2026-02-27T01:33:54.779444Z","end":"2026-02-27T01:33:54.995648Z","steps":["trace[1781424337] 'agreement among raft nodes before linearized reading' (duration: 216.001407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:54.995419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.421028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:33:54.995785Z","caller":"traceutil/trace.go:171","msg":"trace[1220332330] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4743; }","duration":"155.792896ms","start":"2026-02-27T01:33:54.839939Z","end":"2026-02-27T01:33:54.995731Z","steps":["trace[1220332330] 'agreement among raft nodes before linearized reading' (duration: 155.393337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:55.439244Z","caller":"traceutil/trace.go:171","msg":"trace[1341305724] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"102.317435ms","start":"2026-02-27T01:33:55.336902Z","end":"2026-02-27T01:33:55.43922Z","steps":["trace[1341305724] 'process raft request' (duration: 102.174381ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:56.573607Z","caller":"traceutil/trace.go:171","msg":"trace[1366625231] linearizableReadLoop","detail":"{readStateIndex:4943; appliedIndex:4942; }","duration":"181.649397ms","start":"2026-02-27T01:33:56.391935Z","end":"2026-02-27T01:33:56.573585Z","steps":["trace[1366625231] 'read index received' (duration: 181.436332ms)","trace[1366625231] 'applied index is now lower than readState.Index' (duration: 212.205µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:56.573739Z","caller":"traceutil/trace.go:171","msg":"trace[254394882] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"225.881421ms","start":"2026-02-27T01:33:56.347836Z","end":"2026-02-27T01:33:56.573718Z","steps":["trace[254394882] 'process raft request' (duration: 225.600245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:56.573779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.828831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:56.573839Z","caller":"traceutil/trace.go:171","msg":"trace[1212424213] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4751; }","duration":"181.908313ms","start":"2026-02-27T01:33:56.391914Z","end":"2026-02-27T01:33:56.573822Z","steps":["trace[1212424213] 'agreement among raft nodes before linearized reading' (duration: 181.79941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:57.019912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.285097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:57.020179Z","caller":"traceutil/trace.go:171","msg":"trace[1717430143] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"441.535201ms","start":"2026-02-27T01:33:56.578618Z","end":"2026-02-27T01:33:57.020153Z","steps":["trace[1717430143] 'process raft request' (duration: 90.904495ms)","trace[1717430143] 'compare' (duration: 350.085153ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:57.020244Z","caller":"traceutil/trace.go:171","msg":"trace[419681974] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"440.627479ms","start":"2026-02-27T01:33:56.579581Z","end":"2026-02-27T01:33:57.020208Z","steps":["trace[419681974] 'process raft request' (duration: 440.454685ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:57.020277Z","caller":"traceutil/trace.go:171","msg":"trace[322900759] linearizableReadLoop","detail":"{readStateIndex:4947; appliedIndex:4943; }","duration":"193.786543ms","start":"2026-02-27T01:33:56.826471Z","end":"2026-02-27T01:33:57.020258Z","steps":["trace[322900759] 'read index received' (duration: 135.486397ms)","trace[322900759] 'applied index is now lower than readState.Index' (duration: 58.299136ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:57.020287Z","caller":"traceutil/trace.go:171","msg":"trace[1054096397] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"439.236426ms","start":"2026-02-27T01:33:56.581023Z","end":"2026-02-27T01:33:57.020259Z","steps":["trace[1054096397] 'process raft request' (duration: 439.103313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:57.020291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:56.578573Z","time spent":"441.660474ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:57.020417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:56.581004Z","time spent":"439.336469ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:57.02047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:56.579555Z","time spent":"440.764343ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:57.020535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.06464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:57.020605Z","caller":"traceutil/trace.go:171","msg":"trace[392559133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4755; }","duration":"194.170853ms","start":"2026-02-27T01:33:56.826417Z","end":"2026-02-27T01:33:57.020588Z","steps":["trace[392559133] 'agreement among raft nodes before linearized reading' (duration: 194.070191ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:57.020727Z","caller":"traceutil/trace.go:171","msg":"trace[568436171] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"435.784965ms","start":"2026-02-27T01:33:56.584922Z","end":"2026-02-27T01:33:57.020707Z","steps":["trace[568436171] 'process raft request' (duration: 435.267112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:57.020853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:56.584908Z","time spent":"435.873896ms","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:57.352309Z","caller":"traceutil/trace.go:171","msg":"trace[335630635] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"327.09936ms","start":"2026-02-27T01:33:57.025175Z","end":"2026-02-27T01:33:57.352275Z","steps":["trace[335630635] 'process raft request' (duration: 237.005553ms)","trace[335630635] 'compare' (duration: 89.901202ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:57.352482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:57.025163Z","time spent":"327.229493ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:57.352745Z","caller":"traceutil/trace.go:171","msg":"trace[487947370] linearizableReadLoop","detail":"{readStateIndex:4949; appliedIndex:4948; }","duration":"327.229472ms","start":"2026-02-27T01:33:57.025489Z","end":"2026-02-27T01:33:57.352719Z","steps":["trace[487947370] 'read index received' (duration: 46.64682ms)","trace[487947370] 'applied index is now lower than readState.Index' (duration: 280.581712ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:57.352817Z","caller":"traceutil/trace.go:171","msg":"trace[131488263] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"326.062095ms","start":"2026-02-27T01:33:57.026741Z","end":"2026-02-27T01:33:57.352803Z","steps":["trace[131488263] 'process raft request' (duration: 325.731967ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:57.352829Z","caller":"traceutil/trace.go:171","msg":"trace[405687759] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"325.983673ms","start":"2026-02-27T01:33:57.026812Z","end":"2026-02-27T01:33:57.352796Z","steps":["trace[405687759] 'process raft request' (duration: 325.792169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:57.352896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:57.026733Z","time spent":"326.129167ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:57.352985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:57.026793Z","time spent":"326.104166ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:57.353015Z","caller":"traceutil/trace.go:171","msg":"trace[1318042538] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"318.842495ms","start":"2026-02-27T01:33:57.034163Z","end":"2026-02-27T01:33:57.353006Z","steps":["trace[1318042538] 'process raft request' (duration: 318.488727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:57.353023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.50813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63305"} {"level":"info","ts":"2026-02-27T01:33:57.353058Z","caller":"traceutil/trace.go:171","msg":"trace[272972899] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4761; }","duration":"327.584251ms","start":"2026-02-27T01:33:57.025465Z","end":"2026-02-27T01:33:57.353049Z","steps":["trace[272972899] 'agreement among raft nodes before linearized reading' (duration: 327.351205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:57.353068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:57.034144Z","time spent":"318.896916ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:57.353093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:57.025438Z","time spent":"327.647253ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":63328,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:33:57.354801Z","caller":"traceutil/trace.go:171","msg":"trace[1712518085] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"326.856224ms","start":"2026-02-27T01:33:57.025775Z","end":"2026-02-27T01:33:57.352631Z","steps":["trace[1712518085] 'process raft request' (duration: 326.438124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:57.355142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:57.025767Z","time spent":"329.113387ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:57.355667Z","caller":"traceutil/trace.go:171","msg":"trace[545322625] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"143.047265ms","start":"2026-02-27T01:33:57.212604Z","end":"2026-02-27T01:33:57.355651Z","steps":["trace[545322625] 'process raft request' (duration: 142.959773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:57.555011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.898391ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:33:57.555193Z","caller":"traceutil/trace.go:171","msg":"trace[88300945] linearizableReadLoop","detail":"{readStateIndex:4955; appliedIndex:4954; }","duration":"111.297877ms","start":"2026-02-27T01:33:57.443877Z","end":"2026-02-27T01:33:57.555175Z","steps":["trace[88300945] 'read index received' (duration: 69.212µs)","trace[88300945] 'applied index is now lower than readState.Index' (duration: 111.227225ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:57.55537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.481231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:33:57.555413Z","caller":"traceutil/trace.go:171","msg":"trace[2085495197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4762; }","duration":"111.554033ms","start":"2026-02-27T01:33:57.443841Z","end":"2026-02-27T01:33:57.555395Z","steps":["trace[2085495197] 'agreement among raft nodes before linearized reading' (duration: 111.381309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:09.678056Z","caller":"traceutil/trace.go:171","msg":"trace[325983735] linearizableReadLoop","detail":"{readStateIndex:5069; appliedIndex:5066; }","duration":"138.408882ms","start":"2026-02-27T01:34:09.539626Z","end":"2026-02-27T01:34:09.678035Z","steps":["trace[325983735] 'read index received' (duration: 61.034204ms)","trace[325983735] 'applied index is now lower than readState.Index' (duration: 77.373698ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:09.678092Z","caller":"traceutil/trace.go:171","msg":"trace[405077414] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"139.715533ms","start":"2026-02-27T01:34:09.538345Z","end":"2026-02-27T01:34:09.678061Z","steps":["trace[405077414] 'process raft request' (duration: 139.58537ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:09.67814Z","caller":"traceutil/trace.go:171","msg":"trace[300841708] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"138.092635ms","start":"2026-02-27T01:34:09.540009Z","end":"2026-02-27T01:34:09.678102Z","steps":["trace[300841708] 'process raft request' (duration: 137.994532ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:09.678286Z","caller":"traceutil/trace.go:171","msg":"trace[1980863442] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"139.908657ms","start":"2026-02-27T01:34:09.538337Z","end":"2026-02-27T01:34:09.678245Z","steps":["trace[1980863442] 'process raft request' (duration: 134.115661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:09.678663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.020026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64522"} {"level":"info","ts":"2026-02-27T01:34:09.678699Z","caller":"traceutil/trace.go:171","msg":"trace[1869110240] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4875; }","duration":"139.082387ms","start":"2026-02-27T01:34:09.539608Z","end":"2026-02-27T01:34:09.678691Z","steps":["trace[1869110240] 'agreement among raft nodes before linearized reading' (duration: 138.542465ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:11.740229Z","caller":"traceutil/trace.go:171","msg":"trace[1602745546] linearizableReadLoop","detail":"{readStateIndex:5079; appliedIndex:5078; }","duration":"455.139483ms","start":"2026-02-27T01:34:11.285064Z","end":"2026-02-27T01:34:11.740204Z","steps":["trace[1602745546] 'read index received' (duration: 455.01285ms)","trace[1602745546] 'applied index is now lower than readState.Index' (duration: 125.453µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:11.740297Z","caller":"traceutil/trace.go:171","msg":"trace[1205677968] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"476.107375ms","start":"2026-02-27T01:34:11.26416Z","end":"2026-02-27T01:34:11.740267Z","steps":["trace[1205677968] 'process raft request' (duration: 475.88284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:11.740456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.372168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:34:11.740517Z","caller":"traceutil/trace.go:171","msg":"trace[414716879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4884; }","duration":"455.485781ms","start":"2026-02-27T01:34:11.285016Z","end":"2026-02-27T01:34:11.740501Z","steps":["trace[414716879] 'agreement among raft nodes before linearized reading' (duration: 455.319097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:11.740566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:11.284992Z","time spent":"455.562602ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:34:11.740642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:11.26413Z","time spent":"476.227767ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:11.885807Z","caller":"traceutil/trace.go:171","msg":"trace[2066195451] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"355.09348ms","start":"2026-02-27T01:34:11.530679Z","end":"2026-02-27T01:34:11.885773Z","steps":["trace[2066195451] 'process raft request' (duration: 268.803474ms)","trace[2066195451] 'compare' (duration: 86.098872ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:11.885805Z","caller":"traceutil/trace.go:171","msg":"trace[2134075098] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"141.045742ms","start":"2026-02-27T01:34:11.744729Z","end":"2026-02-27T01:34:11.885774Z","steps":["trace[2134075098] 'process raft request' (duration: 140.992231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:11.885998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:11.530652Z","time spent":"355.246964ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:11.886041Z","caller":"traceutil/trace.go:171","msg":"trace[1982141596] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5079; }","duration":"145.710552ms","start":"2026-02-27T01:34:11.740304Z","end":"2026-02-27T01:34:11.886015Z","steps":["trace[1982141596] 'read index received' (duration: 59.18663ms)","trace[1982141596] 'applied index is now lower than readState.Index' (duration: 86.521962ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:11.886272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.855908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:34:11.886297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.887848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:34:11.886353Z","caller":"traceutil/trace.go:171","msg":"trace[1482631920] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4886; }","duration":"203.985441ms","start":"2026-02-27T01:34:11.68235Z","end":"2026-02-27T01:34:11.886335Z","steps":["trace[1482631920] 'agreement among raft nodes before linearized reading' (duration: 203.801127ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:11.886391Z","caller":"traceutil/trace.go:171","msg":"trace[1236803652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4886; }","duration":"203.94528ms","start":"2026-02-27T01:34:11.682359Z","end":"2026-02-27T01:34:11.886304Z","steps":["trace[1236803652] 'agreement among raft nodes before linearized reading' (duration: 203.793046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:11.88649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.17507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:34:11.886502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.602736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T01:34:11.886511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.042642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:34:11.886543Z","caller":"traceutil/trace.go:171","msg":"trace[737237964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4886; }","duration":"151.290803ms","start":"2026-02-27T01:34:11.735239Z","end":"2026-02-27T01:34:11.88653Z","steps":["trace[737237964] 'agreement among raft nodes before linearized reading' (duration: 151.109299ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:11.886575Z","caller":"traceutil/trace.go:171","msg":"trace[1009966309] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:4886; }","duration":"170.71699ms","start":"2026-02-27T01:34:11.715841Z","end":"2026-02-27T01:34:11.886558Z","steps":["trace[1009966309] 'agreement among raft nodes before linearized reading' (duration: 170.450063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:11.88659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.286177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:34:11.886594Z","caller":"traceutil/trace.go:171","msg":"trace[1579609875] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4886; }","duration":"204.162585ms","start":"2026-02-27T01:34:11.682407Z","end":"2026-02-27T01:34:11.88657Z","steps":["trace[1579609875] 'agreement among raft nodes before linearized reading' (duration: 203.97121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:11.886633Z","caller":"traceutil/trace.go:171","msg":"trace[1933323772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4886; }","duration":"281.367808ms","start":"2026-02-27T01:34:11.605253Z","end":"2026-02-27T01:34:11.886621Z","steps":["trace[1933323772] 'agreement among raft nodes before linearized reading' (duration: 281.229865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:11.887097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.746078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:34:11.887154Z","caller":"traceutil/trace.go:171","msg":"trace[794444425] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:4886; }","duration":"201.83145ms","start":"2026-02-27T01:34:11.685309Z","end":"2026-02-27T01:34:11.88714Z","steps":["trace[794444425] 'agreement among raft nodes before linearized reading' (duration: 201.008761ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:13.827337Z","caller":"traceutil/trace.go:171","msg":"trace[411135477] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"239.036225ms","start":"2026-02-27T01:34:13.588262Z","end":"2026-02-27T01:34:13.827299Z","steps":["trace[411135477] 'process raft request' (duration: 238.8309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:13.991558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.017513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:34:13.991621Z","caller":"traceutil/trace.go:171","msg":"trace[2138921817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4894; }","duration":"101.122926ms","start":"2026-02-27T01:34:13.890484Z","end":"2026-02-27T01:34:13.991607Z","steps":["trace[2138921817] 'range keys from in-memory index tree' (duration: 100.849739ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:13.991862Z","caller":"traceutil/trace.go:171","msg":"trace[1803538348] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"100.822548ms","start":"2026-02-27T01:34:13.891025Z","end":"2026-02-27T01:34:13.991848Z","steps":["trace[1803538348] 'process raft request' (duration: 74.197883ms)","trace[1803538348] 'compare' (duration: 26.361099ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:14.240958Z","caller":"traceutil/trace.go:171","msg":"trace[1492370360] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"244.860692ms","start":"2026-02-27T01:34:13.996062Z","end":"2026-02-27T01:34:14.240922Z","steps":["trace[1492370360] 'process raft request' (duration: 225.926848ms)","trace[1492370360] 'compare' (duration: 18.697759ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:14.241285Z","caller":"traceutil/trace.go:171","msg":"trace[1913251553] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"245.147989ms","start":"2026-02-27T01:34:13.996102Z","end":"2026-02-27T01:34:14.24125Z","steps":["trace[1913251553] 'process raft request' (duration: 244.76514ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:14.241433Z","caller":"traceutil/trace.go:171","msg":"trace[500396102] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"245.284632ms","start":"2026-02-27T01:34:13.996141Z","end":"2026-02-27T01:34:14.241425Z","steps":["trace[500396102] 'process raft request' (duration: 244.983125ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:14.241468Z","caller":"traceutil/trace.go:171","msg":"trace[759470773] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"245.222081ms","start":"2026-02-27T01:34:13.996222Z","end":"2026-02-27T01:34:14.241444Z","steps":["trace[759470773] 'process raft request' (duration: 245.007416ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:14.241457Z","caller":"traceutil/trace.go:171","msg":"trace[856887702] linearizableReadLoop","detail":"{readStateIndex:5097; appliedIndex:5091; }","duration":"244.276148ms","start":"2026-02-27T01:34:13.997157Z","end":"2026-02-27T01:34:14.241433Z","steps":["trace[856887702] 'read index received' (duration: 50.430655ms)","trace[856887702] 'applied index is now lower than readState.Index' (duration: 193.844363ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:14.24151Z","caller":"traceutil/trace.go:171","msg":"trace[968733935] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"244.632967ms","start":"2026-02-27T01:34:13.996837Z","end":"2026-02-27T01:34:14.24147Z","steps":["trace[968733935] 'process raft request' (duration: 244.537555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:14.241835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.662487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:34:14.241885Z","caller":"traceutil/trace.go:171","msg":"trace[1035677346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4901; }","duration":"244.75556ms","start":"2026-02-27T01:34:13.997117Z","end":"2026-02-27T01:34:14.241872Z","steps":["trace[1035677346] 'agreement among raft nodes before linearized reading' (duration: 244.401581ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:19.605081Z","caller":"traceutil/trace.go:171","msg":"trace[1556127883] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"169.506531ms","start":"2026-02-27T01:34:19.435544Z","end":"2026-02-27T01:34:19.605051Z","steps":["trace[1556127883] 'process raft request' (duration: 169.335547ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:23.467809Z","caller":"traceutil/trace.go:171","msg":"trace[118303569] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5211; }","duration":"155.714648ms","start":"2026-02-27T01:34:23.312069Z","end":"2026-02-27T01:34:23.467784Z","steps":["trace[118303569] 'read index received' (duration: 155.576515ms)","trace[118303569] 'applied index is now lower than readState.Index' (duration: 137.123µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:23.467899Z","caller":"traceutil/trace.go:171","msg":"trace[1185778514] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"315.145084ms","start":"2026-02-27T01:34:23.152691Z","end":"2026-02-27T01:34:23.467836Z","steps":["trace[1185778514] 'process raft request' (duration: 314.887137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:23.468028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.951634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-02-27T01:34:23.468055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.152662Z","time spent":"315.301178ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:23.468073Z","caller":"traceutil/trace.go:171","msg":"trace[1548772960] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5011; }","duration":"156.039276ms","start":"2026-02-27T01:34:23.31202Z","end":"2026-02-27T01:34:23.468059Z","steps":["trace[1548772960] 'agreement among raft nodes before linearized reading' (duration: 155.897512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.326612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625283661,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:34:24.546628Z","caller":"traceutil/trace.go:171","msg":"trace[881094651] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"1.067880446s","start":"2026-02-27T01:34:23.47872Z","end":"2026-02-27T01:34:24.546601Z","steps":["trace[881094651] 'process raft request' (duration: 1.067689571s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.546794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.478702Z","time spent":"1.068004318s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:24.623121Z","caller":"traceutil/trace.go:171","msg":"trace[2022742638] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5212; }","duration":"797.31627ms","start":"2026-02-27T01:34:23.825772Z","end":"2026-02-27T01:34:24.623088Z","steps":["trace[2022742638] 'read index received' (duration: 720.69059ms)","trace[2022742638] 'applied index is now lower than readState.Index' (duration: 76.62485ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:24.623158Z","caller":"traceutil/trace.go:171","msg":"trace[863008280] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"587.43148ms","start":"2026-02-27T01:34:24.035696Z","end":"2026-02-27T01:34:24.623127Z","steps":["trace[863008280] 'process raft request' (duration: 587.170954ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:24.623243Z","caller":"traceutil/trace.go:171","msg":"trace[1898515550] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"397.813516ms","start":"2026-02-27T01:34:24.225387Z","end":"2026-02-27T01:34:24.6232Z","steps":["trace[1898515550] 'process raft request' (duration: 397.655052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.623315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.520695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:34:24.623344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.035676Z","time spent":"587.560613ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:24.623358Z","caller":"traceutil/trace.go:171","msg":"trace[739068948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5014; }","duration":"797.616747ms","start":"2026-02-27T01:34:23.82573Z","end":"2026-02-27T01:34:24.623347Z","steps":["trace[739068948] 'agreement among raft nodes before linearized reading' (duration: 797.505875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.623402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.225359Z","time spent":"397.961389ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:24.623447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.825703Z","time spent":"797.7341ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:34:25.123856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625283669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:34:25.624921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625283669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:34:26.049742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42690039s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:34:26.625157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:34:26.625256Z","caller":"traceutil/trace.go:171","msg":"trace[1499864040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352741s","start":"2026-02-27T01:34:24.624881Z","end":"2026-02-27T01:34:26.625234Z","steps":["trace[1499864040] 'agreement among raft nodes before linearized reading' (duration: 2.000214888s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:26.625307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.624866Z","time spent":"2.000430362s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:34:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:34:27.916983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040946944s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:27.917154Z","caller":"traceutil/trace.go:171","msg":"trace[1159818774] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5014; }","duration":"2.041126858s","start":"2026-02-27T01:34:25.875999Z","end":"2026-02-27T01:34:27.917125Z","steps":["trace[1159818774] 'range keys from in-memory index tree' (duration: 2.040924993s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.9378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887597732s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:27.938186Z","caller":"traceutil/trace.go:171","msg":"trace[1219188086] linearizableReadLoop","detail":"{readStateIndex:5219; appliedIndex:5215; }","duration":"3.314954633s","start":"2026-02-27T01:34:24.62321Z","end":"2026-02-27T01:34:27.938165Z","steps":["trace[1219188086] 'read index received' (duration: 1.426762087s)","trace[1219188086] 'applied index is now lower than readState.Index' (duration: 1.888191366s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:27.938196Z","caller":"traceutil/trace.go:171","msg":"trace[577342599] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"3.384136588s","start":"2026-02-27T01:34:24.554037Z","end":"2026-02-27T01:34:27.938173Z","steps":["trace[577342599] 'process raft request' (duration: 3.383904562s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:27.93822Z","caller":"traceutil/trace.go:171","msg":"trace[1659237090] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"3.38468279s","start":"2026-02-27T01:34:24.553512Z","end":"2026-02-27T01:34:27.938195Z","steps":["trace[1659237090] 'process raft request' (duration: 1.496580097s)","trace[1659237090] 'compare' (duration: 1.866983257s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:27.938351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.553473Z","time spent":"3.384799143s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:27.93845Z","caller":"traceutil/trace.go:171","msg":"trace[488616314] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"3.383902612s","start":"2026-02-27T01:34:24.554541Z","end":"2026-02-27T01:34:27.938443Z","steps":["trace[488616314] 'process raft request' (duration: 3.383563174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.938484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.554532Z","time spent":"3.383931763s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:27.93853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642078317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:34:27.938599Z","caller":"traceutil/trace.go:171","msg":"trace[888168337] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"3.384434585s","start":"2026-02-27T01:34:24.554155Z","end":"2026-02-27T01:34:27.93859Z","steps":["trace[888168337] 'process raft request' (duration: 3.383882782s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:27.938622Z","caller":"traceutil/trace.go:171","msg":"trace[1984183505] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5018; }","duration":"3.642221321s","start":"2026-02-27T01:34:24.296375Z","end":"2026-02-27T01:34:27.938596Z","steps":["trace[1984183505] 'agreement among raft nodes before linearized reading' (duration: 3.641957015s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.938649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.554131Z","time spent":"3.384488456s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:27.938653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892692295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-27T01:34:27.938678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.296355Z","time spent":"3.642311553s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:34:27.938706Z","caller":"traceutil/trace.go:171","msg":"trace[301398929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:5018; }","duration":"3.892762606s","start":"2026-02-27T01:34:24.045928Z","end":"2026-02-27T01:34:27.93869Z","steps":["trace[301398929] 'agreement among raft nodes before linearized reading' (duration: 3.892576152s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.938476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85375698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:34:27.938754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.045913Z","time spent":"3.892830768s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"info","ts":"2026-02-27T01:34:27.938777Z","caller":"traceutil/trace.go:171","msg":"trace[1006874129] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5018; }","duration":"3.854108919s","start":"2026-02-27T01:34:24.084657Z","end":"2026-02-27T01:34:27.938766Z","steps":["trace[1006874129] 'agreement among raft nodes before linearized reading' (duration: 3.853768491s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.938768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642935907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:34:27.938825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.084636Z","time spent":"3.85416569s","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:34:27.938856Z","caller":"traceutil/trace.go:171","msg":"trace[2026966369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5018; }","duration":"3.64303882s","start":"2026-02-27T01:34:24.29579Z","end":"2026-02-27T01:34:27.938829Z","steps":["trace[2026966369] 'agreement among raft nodes before linearized reading' (duration: 3.642870726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.938764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405271704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T01:34:27.938916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643580803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:34:27.938921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.295778Z","time spent":"3.643127362s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:34:27.938945Z","caller":"traceutil/trace.go:171","msg":"trace[29136364] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5018; }","duration":"3.40549631s","start":"2026-02-27T01:34:24.533442Z","end":"2026-02-27T01:34:27.938939Z","steps":["trace[29136364] 'agreement among raft nodes before linearized reading' (duration: 3.404956277s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.938965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.533424Z","time spent":"3.40553484s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":589,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:34:27.938961Z","caller":"traceutil/trace.go:171","msg":"trace[718270592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5018; }","duration":"3.643650554s","start":"2026-02-27T01:34:24.295297Z","end":"2026-02-27T01:34:27.938948Z","steps":["trace[718270592] 'agreement among raft nodes before linearized reading' (duration: 3.643522321s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.938969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553974157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T01:34:27.93901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.295285Z","time spent":"3.643704646s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:34:27.939003Z","caller":"traceutil/trace.go:171","msg":"trace[1222818495] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5018; }","duration":"3.554026739s","start":"2026-02-27T01:34:24.384965Z","end":"2026-02-27T01:34:27.938992Z","steps":["trace[1222818495] 'agreement among raft nodes before linearized reading' (duration: 3.553931727s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.939096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576737052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T01:34:27.939104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.384955Z","time spent":"3.554138631s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-27T01:34:27.93912Z","caller":"traceutil/trace.go:171","msg":"trace[686010394] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5018; }","duration":"3.576761273s","start":"2026-02-27T01:34:24.362352Z","end":"2026-02-27T01:34:27.939113Z","steps":["trace[686010394] 'agreement among raft nodes before linearized reading' (duration: 3.576684821s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.939145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.362303Z","time spent":"3.576836465s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:34:27.938597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.758019411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:34:27.939201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.038907189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:34:27.939243Z","caller":"traceutil/trace.go:171","msg":"trace[599882400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5018; }","duration":"3.758751329s","start":"2026-02-27T01:34:24.180484Z","end":"2026-02-27T01:34:27.939235Z","steps":["trace[599882400] 'agreement among raft nodes before linearized reading' (duration: 3.757879148s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.939266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.180472Z","time spent":"3.758786969s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:34:27.939296Z","caller":"traceutil/trace.go:171","msg":"trace[426922995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5018; }","duration":"4.039066413s","start":"2026-02-27T01:34:23.900181Z","end":"2026-02-27T01:34:27.939247Z","steps":["trace[426922995] 'agreement among raft nodes before linearized reading' (duration: 4.038728145s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.939405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.641968385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:34:27.939391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646282166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:34:27.939432Z","caller":"traceutil/trace.go:171","msg":"trace[1922161001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5018; }","duration":"3.642008896s","start":"2026-02-27T01:34:24.297414Z","end":"2026-02-27T01:34:27.939423Z","steps":["trace[1922161001] 'agreement among raft nodes before linearized reading' (duration: 3.641891433s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.939448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.297404Z","time spent":"3.642040227s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:34:27.93945Z","caller":"traceutil/trace.go:171","msg":"trace[481907136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5018; }","duration":"3.646391418s","start":"2026-02-27T01:34:24.293043Z","end":"2026-02-27T01:34:27.939435Z","steps":["trace[481907136] 'agreement among raft nodes before linearized reading' (duration: 3.646182294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.939496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.293026Z","time spent":"3.646458201s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:34:27.93943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.900159Z","time spent":"4.039255178s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:34:27.939765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386608786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10685"} {"level":"info","ts":"2026-02-27T01:34:27.939811Z","caller":"traceutil/trace.go:171","msg":"trace[1624017760] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5018; }","duration":"3.386711598s","start":"2026-02-27T01:34:24.553089Z","end":"2026-02-27T01:34:27.9398Z","steps":["trace[1624017760] 'agreement among raft nodes before linearized reading' (duration: 3.385707334s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.93984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.553071Z","time spent":"3.38676077s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10708,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T01:34:27.940129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.554023Z","time spent":"3.38423222s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:28.081112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451709903s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:34:28.225733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.30385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:28.22584Z","caller":"traceutil/trace.go:171","msg":"trace[1784877425] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"1.596515885s","start":"2026-02-27T01:34:26.629303Z","end":"2026-02-27T01:34:28.225818Z","steps":["trace[1784877425] 'process raft request' (duration: 1.452033831s)","trace[1784877425] 'compare' (duration: 144.187547ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:28.225904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:26.629286Z","time spent":"1.596590956s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:28.633937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000707409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:34:28.634022Z","caller":"traceutil/trace.go:171","msg":"trace[609407226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000845233s","start":"2026-02-27T01:34:26.633155Z","end":"2026-02-27T01:34:28.634001Z","steps":["trace[609407226] 'agreement among raft nodes before linearized reading' (duration: 2.00074618s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.634101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:26.633126Z","time spent":"2.000945125s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:34:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:34:28.736674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.701137ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:34:28.737573Z","caller":"traceutil/trace.go:171","msg":"trace[377931732] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"792.708311ms","start":"2026-02-27T01:34:27.944848Z","end":"2026-02-27T01:34:28.737557Z","steps":["trace[377931732] 'process raft request' (duration: 791.918333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.737679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.944836Z","time spent":"792.790214ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:28.914203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.579378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:28.914542Z","caller":"traceutil/trace.go:171","msg":"trace[2126741353] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"969.595888ms","start":"2026-02-27T01:34:27.944922Z","end":"2026-02-27T01:34:28.914518Z","steps":["trace[2126741353] 'process raft request' (duration: 792.6204ms)","trace[2126741353] 'compare' (duration: 176.469386ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:28.914614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.944912Z","time spent":"969.668369ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:28.914666Z","caller":"traceutil/trace.go:171","msg":"trace[58651761] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"968.992763ms","start":"2026-02-27T01:34:27.945636Z","end":"2026-02-27T01:34:28.914629Z","steps":["trace[58651761] 'process raft request' (duration: 968.652725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.914858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.945626Z","time spent":"969.139956ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:28.915183Z","caller":"traceutil/trace.go:171","msg":"trace[809778357] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"969.319331ms","start":"2026-02-27T01:34:27.945852Z","end":"2026-02-27T01:34:28.915171Z","steps":["trace[809778357] 'process raft request' (duration: 969.208608ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:28.915178Z","caller":"traceutil/trace.go:171","msg":"trace[1107709095] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"969.411853ms","start":"2026-02-27T01:34:27.945744Z","end":"2026-02-27T01:34:28.915156Z","steps":["trace[1107709095] 'process raft request' (duration: 968.748727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.915247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.945843Z","time spent":"969.372982ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:28.915277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.945735Z","time spent":"969.493175ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:28.915472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772536191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:34:28.915499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286846322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T01:34:28.915487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79807177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:34:28.915534Z","caller":"traceutil/trace.go:171","msg":"trace[1678457836] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:5026; }","duration":"2.286912393s","start":"2026-02-27T01:34:26.628609Z","end":"2026-02-27T01:34:28.915521Z","steps":["trace[1678457836] 'agreement among raft nodes before linearized reading' (duration: 2.28677389s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:28.915531Z","caller":"traceutil/trace.go:171","msg":"trace[710920473] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5026; }","duration":"2.772638663s","start":"2026-02-27T01:34:26.142877Z","end":"2026-02-27T01:34:28.915515Z","steps":["trace[710920473] 'agreement among raft nodes before linearized reading' (duration: 2.77251426s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.915562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:26.628586Z","time spent":"2.286969454s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" "} {"level":"info","ts":"2026-02-27T01:34:28.915564Z","caller":"traceutil/trace.go:171","msg":"trace[1040863380] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5026; }","duration":"1.798205773s","start":"2026-02-27T01:34:27.117337Z","end":"2026-02-27T01:34:28.915542Z","steps":["trace[1040863380] 'agreement among raft nodes before linearized reading' (duration: 1.798027859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.915582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:26.142853Z","time spent":"2.772714964s","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:34:28.915607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.117305Z","time spent":"1.798292825s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:34:28.915727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897410293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:34:28.915804Z","caller":"traceutil/trace.go:171","msg":"trace[1361717791] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5026; }","duration":"1.897526536s","start":"2026-02-27T01:34:27.018269Z","end":"2026-02-27T01:34:28.915796Z","steps":["trace[1361717791] 'agreement among raft nodes before linearized reading' (duration: 1.897426913s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.915833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.018249Z","time spent":"1.897576487s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:34:28.915866Z","caller":"traceutil/trace.go:171","msg":"trace[1085744409] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"969.880154ms","start":"2026-02-27T01:34:27.945972Z","end":"2026-02-27T01:34:28.915853Z","steps":["trace[1085744409] 'process raft request' (duration: 969.128006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.916144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.945966Z","time spent":"969.928535ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:28.91632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722539406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:34:28.91634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0480493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:34:28.916365Z","caller":"traceutil/trace.go:171","msg":"trace[1767340753] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5026; }","duration":"1.722621678s","start":"2026-02-27T01:34:27.193731Z","end":"2026-02-27T01:34:28.916353Z","steps":["trace[1767340753] 'agreement among raft nodes before linearized reading' (duration: 1.722537926s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.916409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.193708Z","time spent":"1.722690279s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:34:28.916413Z","caller":"traceutil/trace.go:171","msg":"trace[477010318] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5026; }","duration":"1.048164273s","start":"2026-02-27T01:34:27.868228Z","end":"2026-02-27T01:34:28.916393Z","steps":["trace[477010318] 'agreement among raft nodes before linearized reading' (duration: 1.04804771s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.916463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.868209Z","time spent":"1.048240165s","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:34:28.916426Z","caller":"traceutil/trace.go:171","msg":"trace[1440838956] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"970.264023ms","start":"2026-02-27T01:34:27.946115Z","end":"2026-02-27T01:34:28.916379Z","steps":["trace[1440838956] 'process raft request' (duration: 969.018634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.91672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95720744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:28.916771Z","caller":"traceutil/trace.go:171","msg":"trace[787340671] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5026; }","duration":"3.957296712s","start":"2026-02-27T01:34:24.959458Z","end":"2026-02-27T01:34:28.916755Z","steps":["trace[787340671] 'agreement among raft nodes before linearized reading' (duration: 3.95721862s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.916808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.959439Z","time spent":"3.957359434s","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:34:28.916686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.946108Z","time spent":"970.433857ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:28.917237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211707427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-02-27T01:34:28.917325Z","caller":"traceutil/trace.go:171","msg":"trace[249955743] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5026; }","duration":"3.212814643s","start":"2026-02-27T01:34:25.704478Z","end":"2026-02-27T01:34:28.917293Z","steps":["trace[249955743] 'agreement among raft nodes before linearized reading' (duration: 3.21142314s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.917383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:25.704453Z","time spent":"3.212913606s","remote":"127.0.0.1:42636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-27T01:34:28.917814Z","caller":"traceutil/trace.go:171","msg":"trace[830038283] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5219; }","duration":"977.127474ms","start":"2026-02-27T01:34:27.938234Z","end":"2026-02-27T01:34:28.915362Z","steps":["trace[830038283] 'read index received' (duration: 143.179604ms)","trace[830038283] 'applied index is now lower than readState.Index' (duration: 833.94697ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:28.917972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.661744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:34:28.917965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.702211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:28.91801Z","caller":"traceutil/trace.go:171","msg":"trace[1687949957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5026; }","duration":"283.735175ms","start":"2026-02-27T01:34:28.634265Z","end":"2026-02-27T01:34:28.918Z","steps":["trace[1687949957] 'agreement among raft nodes before linearized reading' (duration: 283.670874ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:28.91803Z","caller":"traceutil/trace.go:171","msg":"trace[2080962918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5026; }","duration":"434.800354ms","start":"2026-02-27T01:34:28.483216Z","end":"2026-02-27T01:34:28.918017Z","steps":["trace[2080962918] 'agreement among raft nodes before linearized reading' (duration: 434.712452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.918061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:28.483197Z","time spent":"434.856726ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:34:28.918056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.376903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb595acd-ce82-430a-bf4d-0b9d22011c2f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T01:34:28.918115Z","caller":"traceutil/trace.go:171","msg":"trace[381325746] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb595acd-ce82-430a-bf4d-0b9d22011c2f; range_end:; response_count:1; response_revision:5026; }","duration":"975.458555ms","start":"2026-02-27T01:34:27.94264Z","end":"2026-02-27T01:34:28.918099Z","steps":["trace[381325746] 'agreement among raft nodes before linearized reading' (duration: 975.284381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.918176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.942625Z","time spent":"975.537757ms","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-fb595acd-ce82-430a-bf4d-0b9d22011c2f\" "} {"level":"warn","ts":"2026-02-27T01:34:28.918444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.447353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64815"} {"level":"info","ts":"2026-02-27T01:34:28.918504Z","caller":"traceutil/trace.go:171","msg":"trace[1809364051] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5026; }","duration":"969.523206ms","start":"2026-02-27T01:34:27.948968Z","end":"2026-02-27T01:34:28.918491Z","steps":["trace[1809364051] 'agreement among raft nodes before linearized reading' (duration: 969.007234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.918665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.948961Z","time spent":"969.69018ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":64838,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:34:28.918956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.069832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:34:28.919037Z","caller":"traceutil/trace.go:171","msg":"trace[1077121487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5026; }","duration":"974.184085ms","start":"2026-02-27T01:34:27.944836Z","end":"2026-02-27T01:34:28.91902Z","steps":["trace[1077121487] 'agreement among raft nodes before linearized reading' (duration: 973.268374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:28.919084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:27.944822Z","time spent":"974.253017ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:34:29.298211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.763545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:29.29866Z","caller":"traceutil/trace.go:171","msg":"trace[800408253] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5228; }","duration":"373.790791ms","start":"2026-02-27T01:34:28.92485Z","end":"2026-02-27T01:34:29.298641Z","steps":["trace[800408253] 'read index received' (duration: 204.510815ms)","trace[800408253] 'applied index is now lower than readState.Index' (duration: 169.277716ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:29.298688Z","caller":"traceutil/trace.go:171","msg":"trace[1705168400] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"377.640951ms","start":"2026-02-27T01:34:28.921007Z","end":"2026-02-27T01:34:29.298648Z","steps":["trace[1705168400] 'process raft request' (duration: 208.348064ms)","trace[1705168400] 'compare' (duration: 168.495909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:29.298853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.927213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:29.298936Z","caller":"traceutil/trace.go:171","msg":"trace[1895082073] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5027; }","duration":"302.053456ms","start":"2026-02-27T01:34:28.996864Z","end":"2026-02-27T01:34:29.298917Z","steps":["trace[1895082073] 'agreement among raft nodes before linearized reading' (duration: 301.880922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:29.298978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:28.996849Z","time spent":"302.121187ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T01:34:29.299031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:28.920987Z","time spent":"377.783504ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:29.299141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.231331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-27T01:34:29.299483Z","caller":"traceutil/trace.go:171","msg":"trace[1694888133] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5027; }","duration":"374.63455ms","start":"2026-02-27T01:34:28.924827Z","end":"2026-02-27T01:34:29.299462Z","steps":["trace[1694888133] 'agreement among raft nodes before linearized reading' (duration: 373.910803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:29.299579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:28.924815Z","time spent":"374.749234ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:34:29.767133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.766984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:29.767264Z","caller":"traceutil/trace.go:171","msg":"trace[1884413636] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5229; }","duration":"462.210069ms","start":"2026-02-27T01:34:29.305036Z","end":"2026-02-27T01:34:29.767246Z","steps":["trace[1884413636] 'read index received' (duration: 236.298181ms)","trace[1884413636] 'applied index is now lower than readState.Index' (duration: 225.909517ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:29.767361Z","caller":"traceutil/trace.go:171","msg":"trace[1060044316] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"463.079109ms","start":"2026-02-27T01:34:29.304268Z","end":"2026-02-27T01:34:29.767347Z","steps":["trace[1060044316] 'process raft request' (duration: 237.009348ms)","trace[1060044316] 'compare' (duration: 225.59863ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:29.767431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:29.304256Z","time spent":"463.13902ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:29.767592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.796668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:29.76767Z","caller":"traceutil/trace.go:171","msg":"trace[98484547] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5028; }","duration":"120.925321ms","start":"2026-02-27T01:34:29.646727Z","end":"2026-02-27T01:34:29.767652Z","steps":["trace[98484547] 'agreement among raft nodes before linearized reading' (duration: 120.766487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:29.767879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.845123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:34:29.767936Z","caller":"traceutil/trace.go:171","msg":"trace[2114734983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5028; }","duration":"462.912904ms","start":"2026-02-27T01:34:29.305012Z","end":"2026-02-27T01:34:29.767924Z","steps":["trace[2114734983] 'agreement among raft nodes before linearized reading' (duration: 462.540216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:29.767961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:29.304978Z","time spent":"462.978376ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:34:30.083371Z","caller":"traceutil/trace.go:171","msg":"trace[1468298231] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"131.178902ms","start":"2026-02-27T01:34:29.95215Z","end":"2026-02-27T01:34:30.083329Z","steps":["trace[1468298231] 'process raft request' (duration: 96.313583ms)","trace[1468298231] 'compare' (duration: 34.599022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:30.782813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625283695,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:34:30.792147Z","caller":"traceutil/trace.go:171","msg":"trace[1439407079] linearizableReadLoop","detail":"{readStateIndex:5232; appliedIndex:5231; }","duration":"509.854897ms","start":"2026-02-27T01:34:30.282266Z","end":"2026-02-27T01:34:30.792121Z","steps":["trace[1439407079] 'read index received' (duration: 509.599251ms)","trace[1439407079] 'applied index is now lower than readState.Index' (duration: 254.646µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:30.792288Z","caller":"traceutil/trace.go:171","msg":"trace[1784490013] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"560.990469ms","start":"2026-02-27T01:34:30.231261Z","end":"2026-02-27T01:34:30.792251Z","steps":["trace[1784490013] 'process raft request' (duration: 560.702482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:30.792329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.039961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:30.792381Z","caller":"traceutil/trace.go:171","msg":"trace[88616430] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5030; }","duration":"510.151534ms","start":"2026-02-27T01:34:30.282215Z","end":"2026-02-27T01:34:30.792367Z","steps":["trace[88616430] 'agreement among raft nodes before linearized reading' (duration: 510.042112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:30.792439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:30.282195Z","time spent":"510.228126ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:34:30.79245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:30.231242Z","time spent":"561.123361ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:30.792448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.155191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:30.792572Z","caller":"traceutil/trace.go:171","msg":"trace[2015571479] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5030; }","duration":"151.375606ms","start":"2026-02-27T01:34:30.641177Z","end":"2026-02-27T01:34:30.792553Z","steps":["trace[2015571479] 'agreement among raft nodes before linearized reading' (duration: 151.165951ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.214553Z","caller":"traceutil/trace.go:171","msg":"trace[988907745] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"111.750725ms","start":"2026-02-27T01:34:57.102781Z","end":"2026-02-27T01:34:57.214532Z","steps":["trace[988907745] 'process raft request' (duration: 111.695014ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.214857Z","caller":"traceutil/trace.go:171","msg":"trace[2124221795] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"112.622165ms","start":"2026-02-27T01:34:57.102202Z","end":"2026-02-27T01:34:57.214824Z","steps":["trace[2124221795] 'process raft request' (duration: 112.242156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.214925Z","caller":"traceutil/trace.go:171","msg":"trace[1479541424] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"111.609301ms","start":"2026-02-27T01:34:57.103305Z","end":"2026-02-27T01:34:57.214914Z","steps":["trace[1479541424] 'process raft request' (duration: 111.195951ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.214877Z","caller":"traceutil/trace.go:171","msg":"trace[32630349] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"112.650646ms","start":"2026-02-27T01:34:57.102189Z","end":"2026-02-27T01:34:57.21484Z","steps":["trace[32630349] 'process raft request' (duration: 109.448021ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.214981Z","caller":"traceutil/trace.go:171","msg":"trace[1615703735] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"111.579921ms","start":"2026-02-27T01:34:57.103368Z","end":"2026-02-27T01:34:57.214948Z","steps":["trace[1615703735] 'process raft request' (duration: 111.476108ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.348517Z","caller":"traceutil/trace.go:171","msg":"trace[1863412636] linearizableReadLoop","detail":"{readStateIndex:5388; appliedIndex:5387; }","duration":"114.344136ms","start":"2026-02-27T01:34:57.234132Z","end":"2026-02-27T01:34:57.348477Z","steps":["trace[1863412636] 'read index received' (duration: 87.846483ms)","trace[1863412636] 'applied index is now lower than readState.Index' (duration: 26.496103ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:57.348719Z","caller":"traceutil/trace.go:171","msg":"trace[2136061855] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"123.562682ms","start":"2026-02-27T01:34:57.225056Z","end":"2026-02-27T01:34:57.348619Z","steps":["trace[2136061855] 'process raft request' (duration: 96.955647ms)","trace[2136061855] 'compare' (duration: 26.315719ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:57.34883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.658933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T01:34:57.348889Z","caller":"traceutil/trace.go:171","msg":"trace[1881746407] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5179; }","duration":"114.770136ms","start":"2026-02-27T01:34:57.234104Z","end":"2026-02-27T01:34:57.348874Z","steps":["trace[1881746407] 'agreement among raft nodes before linearized reading' (duration: 114.49693ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.46979Z","caller":"traceutil/trace.go:171","msg":"trace[1527722569] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"114.299515ms","start":"2026-02-27T01:34:57.355453Z","end":"2026-02-27T01:34:57.469752Z","steps":["trace[1527722569] 'process raft request' (duration: 107.576007ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.469997Z","caller":"traceutil/trace.go:171","msg":"trace[1930740242] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"114.360546ms","start":"2026-02-27T01:34:57.355618Z","end":"2026-02-27T01:34:57.469978Z","steps":["trace[1930740242] 'process raft request' (duration: 114.060059ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.470298Z","caller":"traceutil/trace.go:171","msg":"trace[1351671702] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"114.464359ms","start":"2026-02-27T01:34:57.355795Z","end":"2026-02-27T01:34:57.47026Z","steps":["trace[1351671702] 'process raft request' (duration: 114.119901ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.470419Z","caller":"traceutil/trace.go:171","msg":"trace[1532338921] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"114.544171ms","start":"2026-02-27T01:34:57.355851Z","end":"2026-02-27T01:34:57.470395Z","steps":["trace[1532338921] 'process raft request' (duration: 114.310856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.470632Z","caller":"traceutil/trace.go:171","msg":"trace[414449186] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"114.263484ms","start":"2026-02-27T01:34:57.35635Z","end":"2026-02-27T01:34:57.470613Z","steps":["trace[414449186] 'process raft request' (duration: 113.978088ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.470657Z","caller":"traceutil/trace.go:171","msg":"trace[66918939] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"110.800723ms","start":"2026-02-27T01:34:57.359836Z","end":"2026-02-27T01:34:57.470637Z","steps":["trace[66918939] 'process raft request' (duration: 110.705491ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:04.759915Z","caller":"traceutil/trace.go:171","msg":"trace[2002668774] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"141.032353ms","start":"2026-02-27T01:35:04.618854Z","end":"2026-02-27T01:35:04.759886Z","steps":["trace[2002668774] 'process raft request' (duration: 140.824048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:07.329726Z","caller":"traceutil/trace.go:171","msg":"trace[1935556253] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"182.740357ms","start":"2026-02-27T01:35:07.146955Z","end":"2026-02-27T01:35:07.329696Z","steps":["trace[1935556253] 'process raft request' (duration: 107.915252ms)","trace[1935556253] 'compare' (duration: 74.687782ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:07.329728Z","caller":"traceutil/trace.go:171","msg":"trace[569087612] linearizableReadLoop","detail":"{readStateIndex:5563; appliedIndex:5562; }","duration":"125.092474ms","start":"2026-02-27T01:35:07.204601Z","end":"2026-02-27T01:35:07.329693Z","steps":["trace[569087612] 'read index received' (duration: 50.204947ms)","trace[569087612] 'applied index is now lower than readState.Index' (duration: 74.885897ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:07.32995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.321899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:35:07.330018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.216497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:35:07.330028Z","caller":"traceutil/trace.go:171","msg":"trace[1733508655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5351; }","duration":"125.416711ms","start":"2026-02-27T01:35:07.204595Z","end":"2026-02-27T01:35:07.330011Z","steps":["trace[1733508655] 'agreement among raft nodes before linearized reading' (duration: 125.198156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:07.330071Z","caller":"traceutil/trace.go:171","msg":"trace[103764432] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:5351; }","duration":"125.29991ms","start":"2026-02-27T01:35:07.204757Z","end":"2026-02-27T01:35:07.330057Z","steps":["trace[103764432] 'agreement among raft nodes before linearized reading' (duration: 125.140396ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:08.759217Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2518} {"level":"info","ts":"2026-02-27T01:35:08.834607Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2518,"took":"74.15105ms","hash":44321448,"current-db-size-bytes":39862272,"current-db-size":"40 MB","current-db-size-in-use-bytes":29003776,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T01:35:08.834669Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":44321448,"revision":2518,"compact-revision":-1} {"level":"warn","ts":"2026-02-27T01:35:15.202333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.015596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112167"} {"level":"info","ts":"2026-02-27T01:35:15.202411Z","caller":"traceutil/trace.go:171","msg":"trace[672644797] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5400; }","duration":"100.145179ms","start":"2026-02-27T01:35:15.102254Z","end":"2026-02-27T01:35:15.202399Z","steps":["trace[672644797] 'range keys from in-memory index tree' (duration: 99.785331ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:15.249268Z","caller":"traceutil/trace.go:171","msg":"trace[990827204] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"110.120313ms","start":"2026-02-27T01:35:15.139119Z","end":"2026-02-27T01:35:15.249239Z","steps":["trace[990827204] 'process raft request' (duration: 109.874547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:15.422136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.178875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364562"} {"level":"info","ts":"2026-02-27T01:35:15.422218Z","caller":"traceutil/trace.go:171","msg":"trace[150445395] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5401; }","duration":"116.300458ms","start":"2026-02-27T01:35:15.305899Z","end":"2026-02-27T01:35:15.422199Z","steps":["trace[150445395] 'range keys from in-memory index tree' (duration: 115.224643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:15.657038Z","caller":"traceutil/trace.go:171","msg":"trace[1864695181] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"230.562758ms","start":"2026-02-27T01:35:15.426457Z","end":"2026-02-27T01:35:15.657019Z","steps":["trace[1864695181] 'process raft request' (duration: 230.504567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:15.657063Z","caller":"traceutil/trace.go:171","msg":"trace[1735994513] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"230.762983ms","start":"2026-02-27T01:35:15.42627Z","end":"2026-02-27T01:35:15.657033Z","steps":["trace[1735994513] 'process raft request' (duration: 230.549258ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:15.657328Z","caller":"traceutil/trace.go:171","msg":"trace[1922758415] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"230.759703ms","start":"2026-02-27T01:35:15.426557Z","end":"2026-02-27T01:35:15.657317Z","steps":["trace[1922758415] 'process raft request' (duration: 230.435886ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:15.657365Z","caller":"traceutil/trace.go:171","msg":"trace[1491734330] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"230.790514ms","start":"2026-02-27T01:35:15.426558Z","end":"2026-02-27T01:35:15.657348Z","steps":["trace[1491734330] 'process raft request' (duration: 230.647861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:15.657532Z","caller":"traceutil/trace.go:171","msg":"trace[271611349] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5615; }","duration":"230.809634ms","start":"2026-02-27T01:35:15.426707Z","end":"2026-02-27T01:35:15.657516Z","steps":["trace[271611349] 'read index received' (duration: 70.35699ms)","trace[271611349] 'applied index is now lower than readState.Index' (duration: 160.451544ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:15.657571Z","caller":"traceutil/trace.go:171","msg":"trace[1110340062] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"230.802664ms","start":"2026-02-27T01:35:15.426733Z","end":"2026-02-27T01:35:15.657536Z","steps":["trace[1110340062] 'process raft request' (duration: 230.572289ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:15.657648Z","caller":"traceutil/trace.go:171","msg":"trace[1290637990] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"230.801664ms","start":"2026-02-27T01:35:15.426812Z","end":"2026-02-27T01:35:15.657614Z","steps":["trace[1290637990] 'process raft request' (duration: 230.63074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:15.657692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.981772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-27T01:35:15.657725Z","caller":"traceutil/trace.go:171","msg":"trace[1159416893] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5408; }","duration":"206.043034ms","start":"2026-02-27T01:35:15.451671Z","end":"2026-02-27T01:35:15.657714Z","steps":["trace[1159416893] 'agreement among raft nodes before linearized reading' (duration: 205.936231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:15.657804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.07889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84883"} {"level":"info","ts":"2026-02-27T01:35:15.657843Z","caller":"traceutil/trace.go:171","msg":"trace[1934475079] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5408; }","duration":"231.165032ms","start":"2026-02-27T01:35:15.426666Z","end":"2026-02-27T01:35:15.657831Z","steps":["trace[1934475079] 'agreement among raft nodes before linearized reading' (duration: 230.947017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:15.657828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.249037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:35:15.657898Z","caller":"traceutil/trace.go:171","msg":"trace[1230711512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5408; }","duration":"165.362578ms","start":"2026-02-27T01:35:15.492517Z","end":"2026-02-27T01:35:15.65788Z","steps":["trace[1230711512] 'agreement among raft nodes before linearized reading' (duration: 165.126843ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:15.862986Z","caller":"traceutil/trace.go:171","msg":"trace[847546550] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"148.247148ms","start":"2026-02-27T01:35:15.71471Z","end":"2026-02-27T01:35:15.862957Z","steps":["trace[847546550] 'process raft request' (duration: 148.075014ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:15.902208Z","caller":"traceutil/trace.go:171","msg":"trace[1430824750] linearizableReadLoop","detail":"{readStateIndex:5624; appliedIndex:5622; }","duration":"180.227778ms","start":"2026-02-27T01:35:15.721952Z","end":"2026-02-27T01:35:15.902179Z","steps":["trace[1430824750] 'read index received' (duration: 140.879075ms)","trace[1430824750] 'applied index is now lower than readState.Index' (duration: 39.347243ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:15.902468Z","caller":"traceutil/trace.go:171","msg":"trace[1119717222] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"180.729049ms","start":"2026-02-27T01:35:15.721709Z","end":"2026-02-27T01:35:15.902439Z","steps":["trace[1119717222] 'process raft request' (duration: 180.31973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:15.902539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.564386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:15.902623Z","caller":"traceutil/trace.go:171","msg":"trace[1991396026] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5410; }","duration":"180.690508ms","start":"2026-02-27T01:35:15.721913Z","end":"2026-02-27T01:35:15.902604Z","steps":["trace[1991396026] 'agreement among raft nodes before linearized reading' (duration: 180.551655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:17.200561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.736365ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:35:17.984607Z","caller":"traceutil/trace.go:171","msg":"trace[80683356] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"285.65837ms","start":"2026-02-27T01:35:17.698902Z","end":"2026-02-27T01:35:17.98456Z","steps":["trace[80683356] 'process raft request' (duration: 198.018585ms)","trace[80683356] 'compare' (duration: 87.338718ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:17.984636Z","caller":"traceutil/trace.go:171","msg":"trace[1578112111] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"285.542778ms","start":"2026-02-27T01:35:17.699055Z","end":"2026-02-27T01:35:17.984598Z","steps":["trace[1578112111] 'process raft request' (duration: 285.385515ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:17.98469Z","caller":"traceutil/trace.go:171","msg":"trace[124103217] linearizableReadLoop","detail":"{readStateIndex:5635; appliedIndex:5629; }","duration":"284.414792ms","start":"2026-02-27T01:35:17.700246Z","end":"2026-02-27T01:35:17.98466Z","steps":["trace[124103217] 'read index received' (duration: 33.774243ms)","trace[124103217] 'applied index is now lower than readState.Index' (duration: 250.638959ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:17.984823Z","caller":"traceutil/trace.go:171","msg":"trace[629375758] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"285.371084ms","start":"2026-02-27T01:35:17.699441Z","end":"2026-02-27T01:35:17.984812Z","steps":["trace[629375758] 'process raft request' (duration: 285.059667ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:17.984846Z","caller":"traceutil/trace.go:171","msg":"trace[1112254502] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"285.272001ms","start":"2026-02-27T01:35:17.699533Z","end":"2026-02-27T01:35:17.984805Z","steps":["trace[1112254502] 'process raft request' (duration: 285.028045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:17.984887Z","caller":"traceutil/trace.go:171","msg":"trace[1574468768] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"285.074307ms","start":"2026-02-27T01:35:17.699795Z","end":"2026-02-27T01:35:17.98487Z","steps":["trace[1574468768] 'process raft request' (duration: 284.80826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:17.985091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.828371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84883"} {"level":"info","ts":"2026-02-27T01:35:17.985122Z","caller":"traceutil/trace.go:171","msg":"trace[272057312] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5420; }","duration":"284.900332ms","start":"2026-02-27T01:35:17.700214Z","end":"2026-02-27T01:35:17.985114Z","steps":["trace[272057312] 'agreement among raft nodes before linearized reading' (duration: 284.696618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:17.985183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.183373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:17.985222Z","caller":"traceutil/trace.go:171","msg":"trace[116087018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5420; }","duration":"159.235975ms","start":"2026-02-27T01:35:17.825975Z","end":"2026-02-27T01:35:17.985211Z","steps":["trace[116087018] 'agreement among raft nodes before linearized reading' (duration: 159.161763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:27.479827Z","caller":"traceutil/trace.go:171","msg":"trace[243713317] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"117.582068ms","start":"2026-02-27T01:35:27.362217Z","end":"2026-02-27T01:35:27.479799Z","steps":["trace[243713317] 'process raft request' (duration: 117.405144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:32.009791Z","caller":"traceutil/trace.go:171","msg":"trace[1086533009] linearizableReadLoop","detail":"{readStateIndex:5723; appliedIndex:5722; }","duration":"288.476057ms","start":"2026-02-27T01:35:31.721287Z","end":"2026-02-27T01:35:32.009763Z","steps":["trace[1086533009] 'read index received' (duration: 288.401545ms)","trace[1086533009] 'applied index is now lower than readState.Index' (duration: 73.252µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:32.009901Z","caller":"traceutil/trace.go:171","msg":"trace[1482470465] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"311.462196ms","start":"2026-02-27T01:35:31.698408Z","end":"2026-02-27T01:35:32.009871Z","steps":["trace[1482470465] 'process raft request' (duration: 311.185729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.010011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.714712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T01:35:32.010053Z","caller":"traceutil/trace.go:171","msg":"trace[1821120537] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:5506; }","duration":"288.810445ms","start":"2026-02-27T01:35:31.72123Z","end":"2026-02-27T01:35:32.01004Z","steps":["trace[1821120537] 'agreement among raft nodes before linearized reading' (duration: 288.663181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.010148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:31.698368Z","time spent":"311.684231ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:32.217603Z","caller":"traceutil/trace.go:171","msg":"trace[306630569] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5724; }","duration":"207.717873ms","start":"2026-02-27T01:35:32.009862Z","end":"2026-02-27T01:35:32.21758Z","steps":["trace[306630569] 'read index received' (duration: 207.697562ms)","trace[306630569] 'applied index is now lower than readState.Index' (duration: 18.811µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:32.217666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.125248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:32.217723Z","caller":"traceutil/trace.go:171","msg":"trace[99219515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5507; }","duration":"392.220481ms","start":"2026-02-27T01:35:31.825489Z","end":"2026-02-27T01:35:32.21771Z","steps":["trace[99219515] 'agreement among raft nodes before linearized reading' (duration: 392.083418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.21776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:31.825477Z","time spent":"392.275252ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:35:32.217808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.990298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:35:32.217974Z","caller":"traceutil/trace.go:171","msg":"trace[854058387] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5507; }","duration":"422.202454ms","start":"2026-02-27T01:35:31.795716Z","end":"2026-02-27T01:35:32.217918Z","steps":["trace[854058387] 'agreement among raft nodes before linearized reading' (duration: 421.948998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.217849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.450196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:35:32.218039Z","caller":"traceutil/trace.go:171","msg":"trace[2117454892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5507; }","duration":"424.706152ms","start":"2026-02-27T01:35:31.793319Z","end":"2026-02-27T01:35:32.218025Z","steps":["trace[2117454892] 'agreement among raft nodes before linearized reading' (duration: 424.396675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:32.218057Z","caller":"traceutil/trace.go:171","msg":"trace[1399259711] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"399.258355ms","start":"2026-02-27T01:35:31.818282Z","end":"2026-02-27T01:35:32.21754Z","steps":["trace[1399259711] 'process raft request' (duration: 399.094171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.218099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:31.795704Z","time spent":"422.370187ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:35:32.218093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:31.793294Z","time spent":"424.780284ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:35:32.218379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:31.818259Z","time spent":"399.90255ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:35:32.553162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.246496ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-27T01:35:32.553448Z","caller":"traceutil/trace.go:171","msg":"trace[362133063] linearizableReadLoop","detail":"{readStateIndex:5725; appliedIndex:5724; }","duration":"335.743206ms","start":"2026-02-27T01:35:32.217672Z","end":"2026-02-27T01:35:32.553415Z","steps":["trace[362133063] 'read index received' (duration: 60.216792ms)","trace[362133063] 'applied index is now lower than readState.Index' (duration: 275.524064ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:32.553509Z","caller":"traceutil/trace.go:171","msg":"trace[264823056] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"330.462852ms","start":"2026-02-27T01:35:32.223022Z","end":"2026-02-27T01:35:32.553485Z","steps":["trace[264823056] 'process raft request' (duration: 330.269628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.553645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.222996Z","time spent":"330.570254ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:35:32.553739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.314324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:35:32.553749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.111907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:35:32.553788Z","caller":"traceutil/trace.go:171","msg":"trace[1107794907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5508; }","duration":"456.421406ms","start":"2026-02-27T01:35:32.097351Z","end":"2026-02-27T01:35:32.553773Z","steps":["trace[1107794907] 'agreement among raft nodes before linearized reading' (duration: 456.220061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.553748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.306374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:35:32.553831Z","caller":"traceutil/trace.go:171","msg":"trace[357652490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5508; }","duration":"461.215859ms","start":"2026-02-27T01:35:32.092595Z","end":"2026-02-27T01:35:32.553811Z","steps":["trace[357652490] 'agreement among raft nodes before linearized reading' (duration: 461.025604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.553886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.010987Z","time spent":"542.398223ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:35:32.553913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.663967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:32.553895Z","caller":"traceutil/trace.go:171","msg":"trace[1904467248] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5508; }","duration":"456.481467ms","start":"2026-02-27T01:35:32.097396Z","end":"2026-02-27T01:35:32.553878Z","steps":["trace[1904467248] 'agreement among raft nodes before linearized reading' (duration: 456.128069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.553952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.645436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:32.553994Z","caller":"traceutil/trace.go:171","msg":"trace[679982202] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5508; }","duration":"304.771579ms","start":"2026-02-27T01:35:32.249201Z","end":"2026-02-27T01:35:32.553973Z","steps":["trace[679982202] 'agreement among raft nodes before linearized reading' (duration: 304.648676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.553967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.934607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:35:32.554051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.249186Z","time spent":"304.853551ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-02-27T01:35:32.554057Z","caller":"traceutil/trace.go:171","msg":"trace[261721050] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5508; }","duration":"304.79868ms","start":"2026-02-27T01:35:32.249233Z","end":"2026-02-27T01:35:32.554032Z","steps":["trace[261721050] 'agreement among raft nodes before linearized reading' (duration: 304.590565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.554034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.097384Z","time spent":"456.636072ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:35:32.554118Z","caller":"traceutil/trace.go:171","msg":"trace[1602009028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5508; }","duration":"335.103021ms","start":"2026-02-27T01:35:32.218965Z","end":"2026-02-27T01:35:32.554068Z","steps":["trace[1602009028] 'agreement among raft nodes before linearized reading' (duration: 334.820224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.554114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.629872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:35:32.554225Z","caller":"traceutil/trace.go:171","msg":"trace[2077303097] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:5508; }","duration":"456.771044ms","start":"2026-02-27T01:35:32.097436Z","end":"2026-02-27T01:35:32.554207Z","steps":["trace[2077303097] 'agreement among raft nodes before linearized reading' (duration: 456.339424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.553827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.097331Z","time spent":"456.486288ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:35:32.554229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.218944Z","time spent":"335.267024ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:35:32.554296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.097422Z","time spent":"456.862877ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"warn","ts":"2026-02-27T01:35:32.554025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.092589Z","time spent":"461.421674ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:35:32.554113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.249217Z","time spent":"304.887682ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:35:32.554471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.895985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:35:32.554545Z","caller":"traceutil/trace.go:171","msg":"trace[994925180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5508; }","duration":"456.641882ms","start":"2026-02-27T01:35:32.097884Z","end":"2026-02-27T01:35:32.554526Z","steps":["trace[994925180] 'agreement among raft nodes before linearized reading' (duration: 455.812972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.554604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.097874Z","time spent":"456.712633ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:35:32.554926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.483689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:35:32.554997Z","caller":"traceutil/trace.go:171","msg":"trace[1490452599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5508; }","duration":"462.620032ms","start":"2026-02-27T01:35:32.092357Z","end":"2026-02-27T01:35:32.554977Z","steps":["trace[1490452599] 'agreement among raft nodes before linearized reading' (duration: 461.23973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:32.555046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.092333Z","time spent":"462.701384ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:35:32.782431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.64705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:35:32.782571Z","caller":"traceutil/trace.go:171","msg":"trace[54078811] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"226.247937ms","start":"2026-02-27T01:35:32.556296Z","end":"2026-02-27T01:35:32.782544Z","steps":["trace[54078811] 'process raft request' (duration: 102.390072ms)","trace[54078811] 'compare' (duration: 123.394634ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:33.00411Z","caller":"traceutil/trace.go:171","msg":"trace[80090342] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"445.51571ms","start":"2026-02-27T01:35:32.558567Z","end":"2026-02-27T01:35:33.004083Z","steps":["trace[80090342] 'process raft request' (duration: 445.08205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:33.004236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.55856Z","time spent":"445.605742ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:33.004345Z","caller":"traceutil/trace.go:171","msg":"trace[945417232] linearizableReadLoop","detail":"{readStateIndex:5732; appliedIndex:5726; }","duration":"444.869895ms","start":"2026-02-27T01:35:32.559441Z","end":"2026-02-27T01:35:33.004311Z","steps":["trace[945417232] 'read index received' (duration: 98.527891ms)","trace[945417232] 'applied index is now lower than readState.Index' (duration: 346.339854ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:33.004598Z","caller":"traceutil/trace.go:171","msg":"trace[782658130] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"445.94244ms","start":"2026-02-27T01:35:32.558618Z","end":"2026-02-27T01:35:33.00456Z","steps":["trace[782658130] 'process raft request' (duration: 445.352367ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:33.004633Z","caller":"traceutil/trace.go:171","msg":"trace[2093767209] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"445.811987ms","start":"2026-02-27T01:35:32.558754Z","end":"2026-02-27T01:35:33.004566Z","steps":["trace[2093767209] 'process raft request' (duration: 445.468578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:33.004758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.558599Z","time spent":"446.082553ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:33.004915Z","caller":"traceutil/trace.go:171","msg":"trace[1096473146] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"445.628032ms","start":"2026-02-27T01:35:32.558877Z","end":"2026-02-27T01:35:33.004505Z","steps":["trace[1096473146] 'process raft request' (duration: 445.287434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:33.004994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.558871Z","time spent":"446.076614ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:35:33.005019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.558747Z","time spent":"446.006492ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:33.004933Z","caller":"traceutil/trace.go:171","msg":"trace[1371918466] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"446.472062ms","start":"2026-02-27T01:35:32.558418Z","end":"2026-02-27T01:35:33.00489Z","steps":["trace[1371918466] 'process raft request' (duration: 347.626964ms)","trace[1371918466] 'compare' (duration: 96.949254ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:33.00516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.703834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:92257"} {"level":"info","ts":"2026-02-27T01:35:33.005235Z","caller":"traceutil/trace.go:171","msg":"trace[797444940] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5514; }","duration":"445.799907ms","start":"2026-02-27T01:35:32.559417Z","end":"2026-02-27T01:35:33.005216Z","steps":["trace[797444940] 'agreement among raft nodes before linearized reading' (duration: 445.217913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:33.004992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.881614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T01:35:33.005293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.55941Z","time spent":"445.868958ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":92280,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:35:33.005346Z","caller":"traceutil/trace.go:171","msg":"trace[503467942] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5514; }","duration":"219.303983ms","start":"2026-02-27T01:35:32.786008Z","end":"2026-02-27T01:35:33.005312Z","steps":["trace[503467942] 'agreement among raft nodes before linearized reading' (duration: 218.703179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:33.004884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.154552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:33.005434Z","caller":"traceutil/trace.go:171","msg":"trace[539499741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5514; }","duration":"179.754586ms","start":"2026-02-27T01:35:32.825667Z","end":"2026-02-27T01:35:33.005421Z","steps":["trace[539499741] 'agreement among raft nodes before linearized reading' (duration: 179.155562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:33.005543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:32.558397Z","time spent":"446.78089ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:55.26789Z","caller":"traceutil/trace.go:171","msg":"trace[989386082] linearizableReadLoop","detail":"{readStateIndex:5896; appliedIndex:5894; }","duration":"102.512974ms","start":"2026-02-27T01:35:55.165353Z","end":"2026-02-27T01:35:55.267866Z","steps":["trace[989386082] 'read index received' (duration: 3.064672ms)","trace[989386082] 'applied index is now lower than readState.Index' (duration: 99.447322ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:55.267968Z","caller":"traceutil/trace.go:171","msg":"trace[807545036] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"104.982373ms","start":"2026-02-27T01:35:55.16295Z","end":"2026-02-27T01:35:55.267932Z","steps":["trace[807545036] 'process raft request' (duration: 37.313816ms)","trace[807545036] 'compare' (duration: 67.499843ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:55.268312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.941095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:110129"} {"level":"info","ts":"2026-02-27T01:35:55.26841Z","caller":"traceutil/trace.go:171","msg":"trace[2028027790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:5673; }","duration":"103.065137ms","start":"2026-02-27T01:35:55.165322Z","end":"2026-02-27T01:35:55.268387Z","steps":["trace[2028027790] 'agreement among raft nodes before linearized reading' (duration: 102.704989ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:55.509835Z","caller":"traceutil/trace.go:171","msg":"trace[817566167] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"237.630435ms","start":"2026-02-27T01:35:55.27213Z","end":"2026-02-27T01:35:55.509761Z","steps":["trace[817566167] 'process raft request' (duration: 237.396819ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:37:40.04252Z","caller":"traceutil/trace.go:171","msg":"trace[1427635365] linearizableReadLoop","detail":"{readStateIndex:6491; appliedIndex:6491; }","duration":"363.638378ms","start":"2026-02-27T01:37:39.678852Z","end":"2026-02-27T01:37:40.042491Z","steps":["trace[1427635365] 'read index received' (duration: 31.731µs)","trace[1427635365] 'applied index is now lower than readState.Index' (duration: 363.604357ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:37:40.043301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:37:39.68651Z","time spent":"356.752948ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:37:40.044423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.549372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:37:40.044465Z","caller":"traceutil/trace.go:171","msg":"trace[1955092263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6246; }","duration":"365.636505ms","start":"2026-02-27T01:37:39.678818Z","end":"2026-02-27T01:37:40.044455Z","steps":["trace[1955092263] 'agreement among raft nodes before linearized reading' (duration: 363.793162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:37:40.044494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:37:39.6788Z","time spent":"365.687625ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:40:08.963827Z","caller":"traceutil/trace.go:171","msg":"trace[1760651467] compact","detail":"{revision:5360; response_revision:7328; }","duration":"144.097926ms","start":"2026-02-27T01:40:08.819696Z","end":"2026-02-27T01:40:08.963794Z","steps":["trace[1760651467] 'process raft request' (duration: 53.583408ms)","trace[1760651467] 'check and update compact revision' (duration: 90.368035ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:08.963826Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5360} {"level":"warn","ts":"2026-02-27T01:40:09.130289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.872702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:40:09.130368Z","caller":"traceutil/trace.go:171","msg":"trace[559375185] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7328; }","duration":"114.010916ms","start":"2026-02-27T01:40:09.016337Z","end":"2026-02-27T01:40:09.130348Z","steps":["trace[559375185] 'range keys from in-memory index tree' (duration: 113.716588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:09.332956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.348655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:40:09.333164Z","caller":"traceutil/trace.go:171","msg":"trace[876910357] transaction","detail":"{read_only:false; response_revision:7332; number_of_response:1; }","duration":"313.268115ms","start":"2026-02-27T01:40:09.019882Z","end":"2026-02-27T01:40:09.33315Z","steps":["trace[876910357] 'process raft request' (duration: 313.230555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:09.333209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:09.019869Z","time spent":"313.323146ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:09.333219Z","caller":"traceutil/trace.go:171","msg":"trace[1956034634] transaction","detail":"{read_only:false; response_revision:7331; number_of_response:1; }","duration":"314.809241ms","start":"2026-02-27T01:40:09.018376Z","end":"2026-02-27T01:40:09.333185Z","steps":["trace[1956034634] 'process raft request' (duration: 314.717799ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:09.333245Z","caller":"traceutil/trace.go:171","msg":"trace[2121843303] transaction","detail":"{read_only:false; response_revision:7330; number_of_response:1; }","duration":"314.942285ms","start":"2026-02-27T01:40:09.018265Z","end":"2026-02-27T01:40:09.333207Z","steps":["trace[2121843303] 'process raft request' (duration: 314.784491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:09.333381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:09.018347Z","time spent":"314.949745ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:09.333435Z","caller":"traceutil/trace.go:171","msg":"trace[142435387] transaction","detail":"{read_only:false; response_revision:7334; number_of_response:1; }","duration":"198.729179ms","start":"2026-02-27T01:40:09.134682Z","end":"2026-02-27T01:40:09.333411Z","steps":["trace[142435387] 'process raft request' (duration: 198.608416ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:09.333343Z","caller":"traceutil/trace.go:171","msg":"trace[238381319] transaction","detail":"{read_only:false; response_revision:7329; number_of_response:1; }","duration":"315.405895ms","start":"2026-02-27T01:40:09.017819Z","end":"2026-02-27T01:40:09.333225Z","steps":["trace[238381319] 'process raft request' (duration: 166.724993ms)","trace[238381319] 'compare' (duration: 61.827629ms)","trace[238381319] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 86.417862ms)"],"step_count":3} {"level":"info","ts":"2026-02-27T01:40:09.333411Z","caller":"traceutil/trace.go:171","msg":"trace[968242415] linearizableReadLoop","detail":"{readStateIndex:7615; appliedIndex:7611; }","duration":"310.071691ms","start":"2026-02-27T01:40:09.023313Z","end":"2026-02-27T01:40:09.333385Z","steps":["trace[968242415] 'read index received' (duration: 161.309276ms)","trace[968242415] 'applied index is now lower than readState.Index' (duration: 148.761515ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:09.333524Z","caller":"traceutil/trace.go:171","msg":"trace[1040145089] transaction","detail":"{read_only:false; response_revision:7333; number_of_response:1; }","duration":"299.442753ms","start":"2026-02-27T01:40:09.034076Z","end":"2026-02-27T01:40:09.333518Z","steps":["trace[1040145089] 'process raft request' (duration: 299.053914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:09.333573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.251945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:40:09.333629Z","caller":"traceutil/trace.go:171","msg":"trace[1785580134] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7334; }","duration":"310.339637ms","start":"2026-02-27T01:40:09.023272Z","end":"2026-02-27T01:40:09.333612Z","steps":["trace[1785580134] 'agreement among raft nodes before linearized reading' (duration: 310.192494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:09.33359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:09.017805Z","time spent":"315.691682ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:09.333674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:09.02326Z","time spent":"310.404568ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"warn","ts":"2026-02-27T01:40:09.334147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:09.018245Z","time spent":"315.20447ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:09.441539Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5360,"took":"475.885792ms","hash":2385103655,"current-db-size-bytes":41029632,"current-db-size":"41 MB","current-db-size-in-use-bytes":20574208,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-02-27T01:40:09.441598Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2385103655,"revision":5360,"compact-revision":2518} {"level":"info","ts":"2026-02-27T01:40:16.470691Z","caller":"traceutil/trace.go:171","msg":"trace[328432794] transaction","detail":"{read_only:false; response_revision:7500; number_of_response:1; }","duration":"369.545215ms","start":"2026-02-27T01:40:16.101119Z","end":"2026-02-27T01:40:16.470665Z","steps":["trace[328432794] 'process raft request' (duration: 369.394272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:16.47084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:16.101091Z","time spent":"369.684589ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:17.021991Z","caller":"traceutil/trace.go:171","msg":"trace[1355892573] linearizableReadLoop","detail":"{readStateIndex:7785; appliedIndex:7783; }","duration":"798.664118ms","start":"2026-02-27T01:40:16.223297Z","end":"2026-02-27T01:40:17.021961Z","steps":["trace[1355892573] 'read index received' (duration: 247.289119ms)","trace[1355892573] 'applied index is now lower than readState.Index' (duration: 551.373969ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:17.022199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.889383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:40:17.022099Z","caller":"traceutil/trace.go:171","msg":"trace[1293576640] transaction","detail":"{read_only:false; response_revision:7501; number_of_response:1; }","duration":"894.129661ms","start":"2026-02-27T01:40:16.12792Z","end":"2026-02-27T01:40:17.022049Z","steps":["trace[1293576640] 'process raft request' (duration: 893.903856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:17.022242Z","caller":"traceutil/trace.go:171","msg":"trace[1074275779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7501; }","duration":"798.984526ms","start":"2026-02-27T01:40:16.223247Z","end":"2026-02-27T01:40:17.022232Z","steps":["trace[1074275779] 'agreement among raft nodes before linearized reading' (duration: 798.830282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:17.022282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:16.223227Z","time spent":"799.047268ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:40:17.022337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:16.127893Z","time spent":"894.381548ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:17.023296Z","caller":"traceutil/trace.go:171","msg":"trace[1239644170] transaction","detail":"{read_only:false; response_revision:7502; number_of_response:1; }","duration":"323.665497ms","start":"2026-02-27T01:40:16.699612Z","end":"2026-02-27T01:40:17.023278Z","steps":["trace[1239644170] 'process raft request' (duration: 323.290428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:17.023395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:16.699589Z","time spent":"323.763259ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:17.024966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.142546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:40:17.024985Z","caller":"traceutil/trace.go:171","msg":"trace[1464290526] transaction","detail":"{read_only:false; response_revision:7503; number_of_response:1; }","duration":"186.526813ms","start":"2026-02-27T01:40:16.838425Z","end":"2026-02-27T01:40:17.024951Z","steps":["trace[1464290526] 'process raft request' (duration: 186.346779ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:17.025042Z","caller":"traceutil/trace.go:171","msg":"trace[249638387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7503; }","duration":"211.27553ms","start":"2026-02-27T01:40:16.813747Z","end":"2026-02-27T01:40:17.025023Z","steps":["trace[249638387] 'agreement among raft nodes before linearized reading' (duration: 211.131086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:17.02511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.838483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:17.025156Z","caller":"traceutil/trace.go:171","msg":"trace[762205933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7503; }","duration":"199.910444ms","start":"2026-02-27T01:40:16.82523Z","end":"2026-02-27T01:40:17.025141Z","steps":["trace[762205933] 'agreement among raft nodes before linearized reading' (duration: 199.847103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:27.728184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.700645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:40:27.728285Z","caller":"traceutil/trace.go:171","msg":"trace[1939268785] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7550; }","duration":"520.844988ms","start":"2026-02-27T01:40:27.207418Z","end":"2026-02-27T01:40:27.728263Z","steps":["trace[1939268785] 'range keys from in-memory index tree' (duration: 520.354227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:27.728329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:27.207395Z","time spent":"520.922701ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:40:27.728421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.399858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:40:27.728534Z","caller":"traceutil/trace.go:171","msg":"trace[1601592376] linearizableReadLoop","detail":"{readStateIndex:7838; appliedIndex:7837; }","duration":"304.833547ms","start":"2026-02-27T01:40:27.423678Z","end":"2026-02-27T01:40:27.728511Z","steps":["trace[1601592376] 'read index received' (duration: 103.159922ms)","trace[1601592376] 'applied index is now lower than readState.Index' (duration: 201.672085ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:27.728562Z","caller":"traceutil/trace.go:171","msg":"trace[1536544542] transaction","detail":"{read_only:false; response_revision:7551; number_of_response:1; }","duration":"306.026196ms","start":"2026-02-27T01:40:27.422498Z","end":"2026-02-27T01:40:27.728524Z","steps":["trace[1536544542] 'process raft request' (duration: 104.357231ms)","trace[1536544542] 'compare' (duration: 201.196344ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:27.728751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:27.422454Z","time spent":"306.2069ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:27.728771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.088783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:40:27.728805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.094585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:40:27.728814Z","caller":"traceutil/trace.go:171","msg":"trace[1962230073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7551; }","duration":"305.159395ms","start":"2026-02-27T01:40:27.423644Z","end":"2026-02-27T01:40:27.728803Z","steps":["trace[1962230073] 'agreement among raft nodes before linearized reading' (duration: 305.030652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:27.728829Z","caller":"traceutil/trace.go:171","msg":"trace[1311032058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7551; }","duration":"266.159146ms","start":"2026-02-27T01:40:27.462663Z","end":"2026-02-27T01:40:27.728822Z","steps":["trace[1311032058] 'agreement among raft nodes before linearized reading' (duration: 266.086195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:27.728852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:27.423631Z","time spent":"305.212216ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:27.728891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.161024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:40:27.72891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.372807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-27T01:40:27.728912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.266544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:40:27.728949Z","caller":"traceutil/trace.go:171","msg":"trace[345299388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7551; }","duration":"262.257086ms","start":"2026-02-27T01:40:27.466675Z","end":"2026-02-27T01:40:27.728933Z","steps":["trace[345299388] 'agreement among raft nodes before linearized reading' (duration: 262.111053ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:27.72896Z","caller":"traceutil/trace.go:171","msg":"trace[966797488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7551; }","duration":"228.452658ms","start":"2026-02-27T01:40:27.500493Z","end":"2026-02-27T01:40:27.728945Z","steps":["trace[966797488] 'agreement among raft nodes before linearized reading' (duration: 228.300245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:27.728983Z","caller":"traceutil/trace.go:171","msg":"trace[1942945826] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7551; }","duration":"103.368177ms","start":"2026-02-27T01:40:27.625588Z","end":"2026-02-27T01:40:27.728956Z","steps":["trace[1942945826] 'agreement among raft nodes before linearized reading' (duration: 103.194723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:27.728973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.277906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:40:27.728967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.847104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:40:27.729058Z","caller":"traceutil/trace.go:171","msg":"trace[1107323879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7551; }","duration":"262.410769ms","start":"2026-02-27T01:40:27.466623Z","end":"2026-02-27T01:40:27.729034Z","steps":["trace[1107323879] 'agreement among raft nodes before linearized reading' (duration: 262.195244ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:27.729068Z","caller":"traceutil/trace.go:171","msg":"trace[852754635] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7551; }","duration":"236.991428ms","start":"2026-02-27T01:40:27.492052Z","end":"2026-02-27T01:40:27.729044Z","steps":["trace[852754635] 'agreement among raft nodes before linearized reading' (duration: 236.722841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:28.334749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.675734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:40:28.334979Z","caller":"traceutil/trace.go:171","msg":"trace[898923847] transaction","detail":"{read_only:false; response_revision:7553; number_of_response:1; }","duration":"601.945228ms","start":"2026-02-27T01:40:27.732986Z","end":"2026-02-27T01:40:28.334931Z","steps":["trace[898923847] 'process raft request' (duration: 208.977567ms)","trace[898923847] 'compare' (duration: 392.044989ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:28.335322Z","caller":"traceutil/trace.go:171","msg":"trace[978638693] transaction","detail":"{read_only:false; response_revision:7554; number_of_response:1; }","duration":"601.569049ms","start":"2026-02-27T01:40:27.733725Z","end":"2026-02-27T01:40:28.335294Z","steps":["trace[978638693] 'process raft request' (duration: 601.17161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:28.33543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:27.733707Z","time spent":"601.666961ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:28.335293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:27.732959Z","time spent":"602.06164ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:28.335498Z","caller":"traceutil/trace.go:171","msg":"trace[2013111908] transaction","detail":"{read_only:false; response_revision:7555; number_of_response:1; }","duration":"601.653791ms","start":"2026-02-27T01:40:27.733811Z","end":"2026-02-27T01:40:28.335465Z","steps":["trace[2013111908] 'process raft request' (duration: 601.260762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:28.335681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:27.733803Z","time spent":"601.785694ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:28.335821Z","caller":"traceutil/trace.go:171","msg":"trace[16131002] transaction","detail":"{read_only:false; response_revision:7556; number_of_response:1; }","duration":"601.854406ms","start":"2026-02-27T01:40:27.733937Z","end":"2026-02-27T01:40:28.335792Z","steps":["trace[16131002] 'process raft request' (duration: 601.475977ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:28.33584Z","caller":"traceutil/trace.go:171","msg":"trace[1004634857] linearizableReadLoop","detail":"{readStateIndex:7840; appliedIndex:7838; }","duration":"602.759257ms","start":"2026-02-27T01:40:27.733067Z","end":"2026-02-27T01:40:28.335826Z","steps":["trace[1004634857] 'read index received' (duration: 23.813515ms)","trace[1004634857] 'applied index is now lower than readState.Index' (duration: 578.944882ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:28.335969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:27.733924Z","time spent":"601.972898ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:28.336107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.030363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:40:28.33596Z","caller":"traceutil/trace.go:171","msg":"trace[1402870341] transaction","detail":"{read_only:false; response_revision:7557; number_of_response:1; }","duration":"601.858245ms","start":"2026-02-27T01:40:27.734031Z","end":"2026-02-27T01:40:28.335889Z","steps":["trace[1402870341] 'process raft request' (duration: 601.660981ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:28.336151Z","caller":"traceutil/trace.go:171","msg":"trace[1585650991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7557; }","duration":"603.096584ms","start":"2026-02-27T01:40:27.733044Z","end":"2026-02-27T01:40:28.336141Z","steps":["trace[1585650991] 'agreement among raft nodes before linearized reading' (duration: 602.94058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:28.336147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.15799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:40:28.336184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:27.733031Z","time spent":"603.145566ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:40:28.336206Z","caller":"traceutil/trace.go:171","msg":"trace[213143217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7557; }","duration":"510.251082ms","start":"2026-02-27T01:40:27.825939Z","end":"2026-02-27T01:40:28.33619Z","steps":["trace[213143217] 'agreement among raft nodes before linearized reading' (duration: 510.16739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:28.33626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:27.825919Z","time spent":"510.330465ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:40:28.336414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.620463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207033"} {"level":"warn","ts":"2026-02-27T01:40:28.336338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:27.734006Z","time spent":"602.167003ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:28.336459Z","caller":"traceutil/trace.go:171","msg":"trace[338416056] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7557; }","duration":"602.693635ms","start":"2026-02-27T01:40:27.733755Z","end":"2026-02-27T01:40:28.336449Z","steps":["trace[338416056] 'agreement among raft nodes before linearized reading' (duration: 602.310616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:28.336492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:27.733736Z","time spent":"602.747986ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207056,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:40:32.504336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.099345535s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:40:32.541433Z","caller":"traceutil/trace.go:171","msg":"trace[310517853] transaction","detail":"{read_only:false; response_revision:7562; number_of_response:1; }","duration":"2.19492696s","start":"2026-02-27T01:40:30.346481Z","end":"2026-02-27T01:40:32.541408Z","steps":["trace[310517853] 'process raft request' (duration: 2.158072002s)","trace[310517853] 'compare' (duration: 36.689724ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:32.541596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:30.346469Z","time spent":"2.195040223s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:32.54179Z","caller":"traceutil/trace.go:171","msg":"trace[702698327] linearizableReadLoop","detail":"{readStateIndex:7852; appliedIndex:7847; }","duration":"2.193304762s","start":"2026-02-27T01:40:30.348457Z","end":"2026-02-27T01:40:32.541761Z","steps":["trace[702698327] 'read index received' (duration: 56.561287ms)","trace[702698327] 'applied index is now lower than readState.Index' (duration: 2.136742185s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:32.541941Z","caller":"traceutil/trace.go:171","msg":"trace[1662845709] transaction","detail":"{read_only:false; response_revision:7563; number_of_response:1; }","duration":"2.19534161s","start":"2026-02-27T01:40:30.346581Z","end":"2026-02-27T01:40:32.541923Z","steps":["trace[1662845709] 'process raft request' (duration: 2.194785977s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.542084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:30.346556Z","time spent":"2.195432863s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:32.542104Z","caller":"traceutil/trace.go:171","msg":"trace[375713108] transaction","detail":"{read_only:false; response_revision:7564; number_of_response:1; }","duration":"2.195500344s","start":"2026-02-27T01:40:30.346582Z","end":"2026-02-27T01:40:32.542083Z","steps":["trace[375713108] 'process raft request' (duration: 2.195025373s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.542198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:30.34655Z","time spent":"2.195599716s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:32.542165Z","caller":"traceutil/trace.go:171","msg":"trace[761014598] transaction","detail":"{read_only:false; response_revision:7565; number_of_response:1; }","duration":"2.194929951s","start":"2026-02-27T01:40:30.347154Z","end":"2026-02-27T01:40:32.542084Z","steps":["trace[761014598] 'process raft request' (duration: 2.194550102s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.542394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:30.347136Z","time spent":"2.195164046s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:32.54287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194397948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207033"} {"level":"info","ts":"2026-02-27T01:40:32.542955Z","caller":"traceutil/trace.go:171","msg":"trace[1947434145] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7565; }","duration":"2.194516111s","start":"2026-02-27T01:40:30.34842Z","end":"2026-02-27T01:40:32.542936Z","steps":["trace[1947434145] 'agreement among raft nodes before linearized reading' (duration: 2.19406478s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:30.348408Z","time spent":"2.194581613s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207056,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:40:32.571783Z","caller":"traceutil/trace.go:171","msg":"trace[1143466078] transaction","detail":"{read_only:false; response_revision:7566; number_of_response:1; }","duration":"1.424102279s","start":"2026-02-27T01:40:31.147634Z","end":"2026-02-27T01:40:32.571736Z","steps":["trace[1143466078] 'process raft request' (duration: 1.423958446s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.571897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.147609Z","time spent":"1.424224383s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:32.571924Z","caller":"traceutil/trace.go:171","msg":"trace[1335757879] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"534.209582ms","start":"2026-02-27T01:40:32.037697Z","end":"2026-02-27T01:40:32.571907Z","steps":["trace[1335757879] 'process raft request' (duration: 534.002198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.572005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.392121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:40:32.572043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.037672Z","time spent":"534.294565ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:32.572093Z","caller":"traceutil/trace.go:171","msg":"trace[1086797412] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7567; }","duration":"885.499693ms","start":"2026-02-27T01:40:31.686575Z","end":"2026-02-27T01:40:32.572074Z","steps":["trace[1086797412] 'agreement among raft nodes before linearized reading' (duration: 885.335539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.572134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.208306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-69b6b57db9-swddm.1897f6de1afb30c2\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-02-27T01:40:32.572145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.686514Z","time spent":"885.621007ms","remote":"127.0.0.1:50682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:32.572023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.499639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:40:32.572175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745294109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:32.572232Z","caller":"traceutil/trace.go:171","msg":"trace[300476492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7567; }","duration":"719.750275ms","start":"2026-02-27T01:40:31.852468Z","end":"2026-02-27T01:40:32.572219Z","steps":["trace[300476492] 'agreement among raft nodes before linearized reading' (duration: 719.395446ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:32.572245Z","caller":"traceutil/trace.go:171","msg":"trace[1369920122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7567; }","duration":"1.745402392s","start":"2026-02-27T01:40:30.826824Z","end":"2026-02-27T01:40:32.572227Z","steps":["trace[1369920122] 'agreement among raft nodes before linearized reading' (duration: 1.745279829s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.572275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.852447Z","time spent":"719.816746ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:32.572283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:30.826804Z","time spent":"1.745471793s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:40:32.572188Z","caller":"traceutil/trace.go:171","msg":"trace[100508843] range","detail":"{range_begin:/registry/events/openstack/barbican-api-69b6b57db9-swddm.1897f6de1afb30c2; range_end:; response_count:1; response_revision:7567; }","duration":"380.306808ms","start":"2026-02-27T01:40:32.191867Z","end":"2026-02-27T01:40:32.572174Z","steps":["trace[100508843] 'agreement among raft nodes before linearized reading' (duration: 380.191045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.572243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T01:40:32.572343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.191841Z","time spent":"380.490552ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-69b6b57db9-swddm.1897f6de1afb30c2\" "} {"level":"warn","ts":"2026-02-27T01:40:32.572168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.226821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:40:32.572431Z","caller":"traceutil/trace.go:171","msg":"trace[2135647815] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7567; }","duration":"163.529798ms","start":"2026-02-27T01:40:32.408877Z","end":"2026-02-27T01:40:32.572407Z","steps":["trace[2135647815] 'agreement among raft nodes before linearized reading' (duration: 163.17347ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:32.572404Z","caller":"traceutil/trace.go:171","msg":"trace[378083795] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:7567; }","duration":"838.283454ms","start":"2026-02-27T01:40:31.734095Z","end":"2026-02-27T01:40:32.572378Z","steps":["trace[378083795] 'agreement among raft nodes before linearized reading' (duration: 837.883275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.572533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.734082Z","time spent":"838.411057ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T01:40:32.572563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906320109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:40:32.572788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616818697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:40:32.57285Z","caller":"traceutil/trace.go:171","msg":"trace[1851094767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7567; }","duration":"1.906651097s","start":"2026-02-27T01:40:30.666179Z","end":"2026-02-27T01:40:32.57283Z","steps":["trace[1851094767] 'agreement among raft nodes before linearized reading' (duration: 1.905671104s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:32.572863Z","caller":"traceutil/trace.go:171","msg":"trace[56439261] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7567; }","duration":"1.616900559s","start":"2026-02-27T01:40:30.955948Z","end":"2026-02-27T01:40:32.572848Z","steps":["trace[56439261] 'agreement among raft nodes before linearized reading' (duration: 1.616352177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.572921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:30.666153Z","time spent":"1.906750829s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:40:32.572921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:30.955887Z","time spent":"1.617018622s","remote":"127.0.0.1:57366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":52,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:32.891414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.573673Z","time spent":"317.73449ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:40:32.980917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.57417Z","time spent":"406.740142ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T01:40:32.981052Z","caller":"traceutil/trace.go:171","msg":"trace[735796424] linearizableReadLoop","detail":"{readStateIndex:7859; appliedIndex:7854; }","duration":"399.900843ms","start":"2026-02-27T01:40:32.581128Z","end":"2026-02-27T01:40:32.981028Z","steps":["trace[735796424] 'read index received' (duration: 233.673583ms)","trace[735796424] 'applied index is now lower than readState.Index' (duration: 166.22633ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:32.981084Z","caller":"traceutil/trace.go:171","msg":"trace[1383984725] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"405.110754ms","start":"2026-02-27T01:40:32.57594Z","end":"2026-02-27T01:40:32.981051Z","steps":["trace[1383984725] 'process raft request' (duration: 404.852308ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:32.981113Z","caller":"traceutil/trace.go:171","msg":"trace[1621603573] transaction","detail":"{read_only:false; response_revision:7569; number_of_response:1; }","duration":"405.147415ms","start":"2026-02-27T01:40:32.575943Z","end":"2026-02-27T01:40:32.981091Z","steps":["trace[1621603573] 'process raft request' (duration: 404.989512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.981189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.038486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:32.981226Z","caller":"traceutil/trace.go:171","msg":"trace[1089093551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7570; }","duration":"400.114297ms","start":"2026-02-27T01:40:32.581099Z","end":"2026-02-27T01:40:32.981214Z","steps":["trace[1089093551] 'agreement among raft nodes before linearized reading' (duration: 400.025505ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:32.981226Z","caller":"traceutil/trace.go:171","msg":"trace[1354156200] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"404.272695ms","start":"2026-02-27T01:40:32.576922Z","end":"2026-02-27T01:40:32.981195Z","steps":["trace[1354156200] 'process raft request' (duration: 404.0577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.981253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.575924Z","time spent":"405.217836ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:32.981267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.581092Z","time spent":"400.166729ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:40:32.981377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.576911Z","time spent":"404.382297ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:32.981848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.575921Z","time spent":"405.281948ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:33.351875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.79362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:40:33.352172Z","caller":"traceutil/trace.go:171","msg":"trace[1296109927] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"459.414688ms","start":"2026-02-27T01:40:32.89273Z","end":"2026-02-27T01:40:33.352145Z","steps":["trace[1296109927] 'process raft request' (duration: 184.26223ms)","trace[1296109927] 'compare' (duration: 274.657767ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:33.352229Z","caller":"traceutil/trace.go:171","msg":"trace[1063003417] transaction","detail":"{read_only:false; response_revision:7572; number_of_response:1; }","duration":"369.764101ms","start":"2026-02-27T01:40:32.98245Z","end":"2026-02-27T01:40:33.352215Z","steps":["trace[1063003417] 'process raft request' (duration: 369.652358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:33.352308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.982424Z","time spent":"369.840493ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:33.352313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.892708Z","time spent":"459.527741ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:33.403958Z","caller":"traceutil/trace.go:171","msg":"trace[1491426794] transaction","detail":"{read_only:false; response_revision:7573; number_of_response:1; }","duration":"228.301638ms","start":"2026-02-27T01:40:33.175619Z","end":"2026-02-27T01:40:33.403921Z","steps":["trace[1491426794] 'process raft request' (duration: 228.071022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:35.046721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625290867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:40:35.547765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625290867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:40:35.662762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333660496s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:40:35.663401Z","caller":"traceutil/trace.go:171","msg":"trace[915909594] transaction","detail":"{read_only:false; response_revision:7574; number_of_response:1; }","duration":"1.335022799s","start":"2026-02-27T01:40:34.328354Z","end":"2026-02-27T01:40:35.663376Z","steps":["trace[915909594] 'process raft request' (duration: 1.33466092s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:35.663545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.328325Z","time spent":"1.335145421s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414331,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:36.113112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.900938ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:40:36.113284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:35.759481Z","time spent":"353.79461ms","remote":"127.0.0.1:54106","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:40:36.113435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.851573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:40:36.113487Z","caller":"traceutil/trace.go:171","msg":"trace[495180337] linearizableReadLoop","detail":"{readStateIndex:7864; appliedIndex:7862; }","duration":"1.567075004s","start":"2026-02-27T01:40:34.546403Z","end":"2026-02-27T01:40:36.113478Z","steps":["trace[495180337] 'read index received' (duration: 1.116617043s)","trace[495180337] 'applied index is now lower than readState.Index' (duration: 450.457261ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:36.113556Z","caller":"traceutil/trace.go:171","msg":"trace[1880923355] transaction","detail":"{read_only:false; response_revision:7575; number_of_response:1; }","duration":"1.536202355s","start":"2026-02-27T01:40:34.57732Z","end":"2026-02-27T01:40:36.113522Z","steps":["trace[1880923355] 'process raft request' (duration: 1.26720762s)","trace[1880923355] 'compare' (duration: 268.559565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:36.113616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567236688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:40:36.113625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567028503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:40:36.113644Z","caller":"traceutil/trace.go:171","msg":"trace[1657026517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7575; }","duration":"1.5673071s","start":"2026-02-27T01:40:34.546328Z","end":"2026-02-27T01:40:36.113635Z","steps":["trace[1657026517] 'agreement among raft nodes before linearized reading' (duration: 1.567211447s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:36.113651Z","caller":"traceutil/trace.go:171","msg":"trace[77337725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7575; }","duration":"1.567079545s","start":"2026-02-27T01:40:34.546564Z","end":"2026-02-27T01:40:36.113644Z","steps":["trace[77337725] 'agreement among raft nodes before linearized reading' (duration: 1.567007183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.113668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.546554Z","time spent":"1.567109825s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:36.113671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.546305Z","time spent":"1.567358091s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:36.113686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.577299Z","time spent":"1.536318528s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:36.113693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.452995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:40:36.113722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128149953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:40:36.11375Z","caller":"traceutil/trace.go:171","msg":"trace[1902325347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7575; }","duration":"287.559488ms","start":"2026-02-27T01:40:35.826175Z","end":"2026-02-27T01:40:36.113735Z","steps":["trace[1902325347] 'agreement among raft nodes before linearized reading' (duration: 287.447495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.113737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129181687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:40:36.113776Z","caller":"traceutil/trace.go:171","msg":"trace[2058842725] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7575; }","duration":"1.128228896s","start":"2026-02-27T01:40:34.985531Z","end":"2026-02-27T01:40:36.11376Z","steps":["trace[2058842725] 'agreement among raft nodes before linearized reading' (duration: 1.128092792s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:36.113781Z","caller":"traceutil/trace.go:171","msg":"trace[1185802431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7575; }","duration":"1.12929329s","start":"2026-02-27T01:40:34.984478Z","end":"2026-02-27T01:40:36.113771Z","steps":["trace[1185802431] 'agreement among raft nodes before linearized reading' (duration: 1.129142586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.113805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.98552Z","time spent":"1.128280437s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:40:36.113809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566566473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:40:36.113811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275273109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:36.113829Z","caller":"traceutil/trace.go:171","msg":"trace[309649137] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7575; }","duration":"1.566606244s","start":"2026-02-27T01:40:34.547215Z","end":"2026-02-27T01:40:36.113821Z","steps":["trace[309649137] 'agreement among raft nodes before linearized reading' (duration: 1.566560043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.113828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.984455Z","time spent":"1.129365302s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:36.113869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510450216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:40:36.113879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56688034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:40:36.113893Z","caller":"traceutil/trace.go:171","msg":"trace[354337019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7575; }","duration":"1.566893451s","start":"2026-02-27T01:40:34.546996Z","end":"2026-02-27T01:40:36.113889Z","steps":["trace[354337019] 'agreement among raft nodes before linearized reading' (duration: 1.56685655s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:36.113893Z","caller":"traceutil/trace.go:171","msg":"trace[1622878483] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7575; }","duration":"1.510476717s","start":"2026-02-27T01:40:34.603411Z","end":"2026-02-27T01:40:36.113887Z","steps":["trace[1622878483] 'agreement among raft nodes before linearized reading' (duration: 1.510440726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.113777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564130766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-27T01:40:36.113908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.546957Z","time spent":"1.566948022s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:40:36.113916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.603356Z","time spent":"1.510552918s","remote":"127.0.0.1:57240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:36.113933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.627862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T01:40:36.113843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.547204Z","time spent":"1.566635334s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:40:36.113955Z","caller":"traceutil/trace.go:171","msg":"trace[270281787] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7575; }","duration":"178.681082ms","start":"2026-02-27T01:40:35.935266Z","end":"2026-02-27T01:40:36.113947Z","steps":["trace[270281787] 'agreement among raft nodes before linearized reading' (duration: 178.60333ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:36.113936Z","caller":"traceutil/trace.go:171","msg":"trace[687823592] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7575; }","duration":"1.564278829s","start":"2026-02-27T01:40:34.54964Z","end":"2026-02-27T01:40:36.113919Z","steps":["trace[687823592] 'agreement among raft nodes before linearized reading' (duration: 1.564090425s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.113993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.341234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:40:36.114032Z","caller":"traceutil/trace.go:171","msg":"trace[177853071] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7575; }","duration":"184.412196ms","start":"2026-02-27T01:40:35.929609Z","end":"2026-02-27T01:40:36.114022Z","steps":["trace[177853071] 'agreement among raft nodes before linearized reading' (duration: 184.314773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.114015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.549601Z","time spent":"1.564392152s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"info","ts":"2026-02-27T01:40:36.11384Z","caller":"traceutil/trace.go:171","msg":"trace[1144256274] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7575; }","duration":"1.27533625s","start":"2026-02-27T01:40:34.838495Z","end":"2026-02-27T01:40:36.113832Z","steps":["trace[1144256274] 'agreement among raft nodes before linearized reading' (duration: 1.275294389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.114091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.838471Z","time spent":"1.275610647s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:36.114073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128900841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:40:36.114122Z","caller":"traceutil/trace.go:171","msg":"trace[1455738290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7574; }","duration":"237.034581ms","start":"2026-02-27T01:40:35.876182Z","end":"2026-02-27T01:40:36.113216Z","steps":["trace[1455738290] 'range keys from in-memory index tree' (duration: 236.884718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:36.114191Z","caller":"traceutil/trace.go:171","msg":"trace[816802366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7575; }","duration":"1.129000383s","start":"2026-02-27T01:40:34.98514Z","end":"2026-02-27T01:40:36.114141Z","steps":["trace[816802366] 'agreement among raft nodes before linearized reading' (duration: 1.128484851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.114245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:34.985124Z","time spent":"1.129113396s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:40:36.442845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.893041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:40:36.442985Z","caller":"traceutil/trace.go:171","msg":"trace[971093642] transaction","detail":"{read_only:false; response_revision:7576; number_of_response:1; }","duration":"326.145595ms","start":"2026-02-27T01:40:36.11681Z","end":"2026-02-27T01:40:36.442955Z","steps":["trace[971093642] 'process raft request' (duration: 188.010748ms)","trace[971093642] 'compare' (duration: 137.736048ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:36.443063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:36.1168Z","time spent":"326.231968ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:36.714059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.076349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:40:36.714538Z","caller":"traceutil/trace.go:171","msg":"trace[1273060605] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"597.164117ms","start":"2026-02-27T01:40:36.11736Z","end":"2026-02-27T01:40:36.714525Z","steps":["trace[1273060605] 'process raft request' (duration: 597.092696ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:36.714533Z","caller":"traceutil/trace.go:171","msg":"trace[904956114] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"597.275959ms","start":"2026-02-27T01:40:36.117237Z","end":"2026-02-27T01:40:36.714513Z","steps":["trace[904956114] 'process raft request' (duration: 597.186187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:36.714571Z","caller":"traceutil/trace.go:171","msg":"trace[1270622005] linearizableReadLoop","detail":"{readStateIndex:7872; appliedIndex:7864; }","duration":"597.031094ms","start":"2026-02-27T01:40:36.117523Z","end":"2026-02-27T01:40:36.714554Z","steps":["trace[1270622005] 'read index received' (duration: 187.270921ms)","trace[1270622005] 'applied index is now lower than readState.Index' (duration: 409.759263ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:36.71453Z","caller":"traceutil/trace.go:171","msg":"trace[1340882494] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"597.29592ms","start":"2026-02-27T01:40:36.117213Z","end":"2026-02-27T01:40:36.714509Z","steps":["trace[1340882494] 'process raft request' (duration: 597.174447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.714642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:36.117354Z","time spent":"597.228529ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:36.714643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:36.117234Z","time spent":"597.349751ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:36.714643Z","caller":"traceutil/trace.go:171","msg":"trace[1659857464] transaction","detail":"{read_only:false; response_revision:7577; number_of_response:1; }","duration":"597.654858ms","start":"2026-02-27T01:40:36.116981Z","end":"2026-02-27T01:40:36.714636Z","steps":["trace[1659857464] 'process raft request' (duration: 454.906023ms)","trace[1659857464] 'compare' (duration: 141.954336ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:36.714662Z","caller":"traceutil/trace.go:171","msg":"trace[1001157856] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"597.258679ms","start":"2026-02-27T01:40:36.117394Z","end":"2026-02-27T01:40:36.714652Z","steps":["trace[1001157856] 'process raft request' (duration: 597.092925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.714703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:36.116973Z","time spent":"597.70429ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:36.714728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:36.11739Z","time spent":"597.29845ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:36.714718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:36.11721Z","time spent":"597.439043ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:36.714613Z","caller":"traceutil/trace.go:171","msg":"trace[2102660557] transaction","detail":"{read_only:false; response_revision:7578; number_of_response:1; }","duration":"597.313291ms","start":"2026-02-27T01:40:36.117179Z","end":"2026-02-27T01:40:36.714492Z","steps":["trace[2102660557] 'process raft request' (duration: 596.973663ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:36.714909Z","caller":"traceutil/trace.go:171","msg":"trace[985997106] transaction","detail":"{read_only:false; response_revision:7583; number_of_response:1; }","duration":"597.452764ms","start":"2026-02-27T01:40:36.117446Z","end":"2026-02-27T01:40:36.714899Z","steps":["trace[985997106] 'process raft request' (duration: 597.071115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.714869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.160025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:40:36.714959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:36.117443Z","time spent":"597.489275ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:36.714981Z","caller":"traceutil/trace.go:171","msg":"trace[1566122396] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7583; }","duration":"490.319749ms","start":"2026-02-27T01:40:36.224651Z","end":"2026-02-27T01:40:36.714971Z","steps":["trace[1566122396] 'agreement among raft nodes before linearized reading' (duration: 490.169805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.715011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:36.224633Z","time spent":"490.369769ms","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:36.715012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.484094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207033"} {"level":"info","ts":"2026-02-27T01:40:36.715044Z","caller":"traceutil/trace.go:171","msg":"trace[1015154930] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7583; }","duration":"597.521825ms","start":"2026-02-27T01:40:36.117511Z","end":"2026-02-27T01:40:36.715033Z","steps":["trace[1015154930] 'agreement among raft nodes before linearized reading' (duration: 597.223698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.71508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:36.117507Z","time spent":"597.565136ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207056,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:40:36.715078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.791463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19391"} {"level":"info","ts":"2026-02-27T01:40:36.715163Z","caller":"traceutil/trace.go:171","msg":"trace[1663536483] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7583; }","duration":"269.916206ms","start":"2026-02-27T01:40:36.445228Z","end":"2026-02-27T01:40:36.715144Z","steps":["trace[1663536483] 'agreement among raft nodes before linearized reading' (duration: 269.644319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:36.714924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:36.117174Z","time spent":"597.72268ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:37.240414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.745458ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:40:37.240515Z","caller":"traceutil/trace.go:171","msg":"trace[823091752] linearizableReadLoop","detail":"{readStateIndex:7873; appliedIndex:7872; }","duration":"230.60984ms","start":"2026-02-27T01:40:37.009888Z","end":"2026-02-27T01:40:37.240497Z","steps":["trace[823091752] 'read index received' (duration: 49.901µs)","trace[823091752] 'applied index is now lower than readState.Index' (duration: 230.558449ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:37.240603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.704622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:40:37.240636Z","caller":"traceutil/trace.go:171","msg":"trace[2059067917] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7583; }","duration":"230.790214ms","start":"2026-02-27T01:40:37.009836Z","end":"2026-02-27T01:40:37.240627Z","steps":["trace[2059067917] 'agreement among raft nodes before linearized reading' (duration: 230.709912ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:37.776159Z","caller":"traceutil/trace.go:171","msg":"trace[472832969] linearizableReadLoop","detail":"{readStateIndex:7874; appliedIndex:7873; }","duration":"161.701845ms","start":"2026-02-27T01:40:37.614423Z","end":"2026-02-27T01:40:37.776125Z","steps":["trace[472832969] 'read index received' (duration: 161.408908ms)","trace[472832969] 'applied index is now lower than readState.Index' (duration: 291.127µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:37.776334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.87584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:37.77639Z","caller":"traceutil/trace.go:171","msg":"trace[1463542180] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7584; }","duration":"161.992252ms","start":"2026-02-27T01:40:37.614382Z","end":"2026-02-27T01:40:37.776375Z","steps":["trace[1463542180] 'agreement among raft nodes before linearized reading' (duration: 161.868149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:37.776467Z","caller":"traceutil/trace.go:171","msg":"trace[175295739] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"224.703583ms","start":"2026-02-27T01:40:37.55152Z","end":"2026-02-27T01:40:37.776224Z","steps":["trace[175295739] 'process raft request' (duration: 224.369476ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:38.269366Z","caller":"traceutil/trace.go:171","msg":"trace[1262474316] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"247.169185ms","start":"2026-02-27T01:40:38.022158Z","end":"2026-02-27T01:40:38.269327Z","steps":["trace[1262474316] 'process raft request' (duration: 191.986471ms)","trace[1262474316] 'compare' (duration: 55.083912ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:38.279226Z","caller":"traceutil/trace.go:171","msg":"trace[1942952057] transaction","detail":"{read_only:false; response_revision:7586; number_of_response:1; }","duration":"160.166741ms","start":"2026-02-27T01:40:38.119035Z","end":"2026-02-27T01:40:38.279202Z","steps":["trace[1942952057] 'process raft request' (duration: 160.034548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:38.878868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.17763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:40:38.878923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.856483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:40:38.878966Z","caller":"traceutil/trace.go:171","msg":"trace[492536581] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7587; }","duration":"160.313934ms","start":"2026-02-27T01:40:38.718628Z","end":"2026-02-27T01:40:38.878942Z","steps":["trace[492536581] 'range keys from in-memory index tree' (duration: 159.961836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:38.879048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.035147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:40:38.879085Z","caller":"traceutil/trace.go:171","msg":"trace[1604978516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7587; }","duration":"160.084208ms","start":"2026-02-27T01:40:38.718992Z","end":"2026-02-27T01:40:38.879077Z","steps":["trace[1604978516] 'range keys from in-memory index tree' (duration: 159.913494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:38.879147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.52389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:38.879249Z","caller":"traceutil/trace.go:171","msg":"trace[914209824] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7587; }","duration":"258.656014ms","start":"2026-02-27T01:40:38.620568Z","end":"2026-02-27T01:40:38.879224Z","steps":["trace[914209824] 'range keys from in-memory index tree' (duration: 258.442979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:38.879264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.472301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:40:38.878975Z","caller":"traceutil/trace.go:171","msg":"trace[113058336] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7587; }","duration":"159.916584ms","start":"2026-02-27T01:40:38.719041Z","end":"2026-02-27T01:40:38.878957Z","steps":["trace[113058336] 'range keys from in-memory index tree' (duration: 159.770391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:38.87932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.039387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:40:38.879359Z","caller":"traceutil/trace.go:171","msg":"trace[2083556318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7587; }","duration":"158.588303ms","start":"2026-02-27T01:40:38.720743Z","end":"2026-02-27T01:40:38.879331Z","steps":["trace[2083556318] 'range keys from in-memory index tree' (duration: 158.321407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:38.879376Z","caller":"traceutil/trace.go:171","msg":"trace[1139113933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7587; }","duration":"160.119769ms","start":"2026-02-27T01:40:38.719242Z","end":"2026-02-27T01:40:38.879362Z","steps":["trace[1139113933] 'range keys from in-memory index tree' (duration: 159.933985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:38.87937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.970155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:40:38.879447Z","caller":"traceutil/trace.go:171","msg":"trace[1383414147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7587; }","duration":"160.040547ms","start":"2026-02-27T01:40:38.719372Z","end":"2026-02-27T01:40:38.879413Z","steps":["trace[1383414147] 'range keys from in-memory index tree' (duration: 159.873144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:38.879468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.806995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:40:38.879518Z","caller":"traceutil/trace.go:171","msg":"trace[849181367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7587; }","duration":"160.887687ms","start":"2026-02-27T01:40:38.718618Z","end":"2026-02-27T01:40:38.879506Z","steps":["trace[849181367] 'range keys from in-memory index tree' (duration: 160.652512ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:39.187481Z","caller":"traceutil/trace.go:171","msg":"trace[1745002435] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"304.259445ms","start":"2026-02-27T01:40:38.883197Z","end":"2026-02-27T01:40:39.187456Z","steps":["trace[1745002435] 'process raft request' (duration: 304.087541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:39.187723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:38.883179Z","time spent":"304.445579ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:39.789047Z","caller":"traceutil/trace.go:171","msg":"trace[1730769315] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"905.804265ms","start":"2026-02-27T01:40:38.883213Z","end":"2026-02-27T01:40:39.789017Z","steps":["trace[1730769315] 'process raft request' (duration: 807.946086ms)","trace[1730769315] 'compare' (duration: 97.548511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:39.789157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:38.883185Z","time spent":"905.911726ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:39.789229Z","caller":"traceutil/trace.go:171","msg":"trace[660295552] linearizableReadLoop","detail":"{readStateIndex:7879; appliedIndex:7877; }","duration":"905.731433ms","start":"2026-02-27T01:40:38.883469Z","end":"2026-02-27T01:40:39.7892Z","steps":["trace[660295552] 'read index received' (duration: 303.830436ms)","trace[660295552] 'applied index is now lower than readState.Index' (duration: 601.899697ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:39.789319Z","caller":"traceutil/trace.go:171","msg":"trace[1392605453] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"905.272622ms","start":"2026-02-27T01:40:38.884018Z","end":"2026-02-27T01:40:39.789291Z","steps":["trace[1392605453] 'process raft request' (duration: 905.068957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:39.789531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:38.884008Z","time spent":"905.450606ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:39.789625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.153883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207033"} {"level":"info","ts":"2026-02-27T01:40:39.789649Z","caller":"traceutil/trace.go:171","msg":"trace[205091372] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7593; }","duration":"906.180573ms","start":"2026-02-27T01:40:38.883462Z","end":"2026-02-27T01:40:39.789643Z","steps":["trace[205091372] 'agreement among raft nodes before linearized reading' (duration: 905.952948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:39.789631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.039295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-02-27T01:40:39.789665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:38.883401Z","time spent":"906.259875ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207056,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:40:39.789697Z","caller":"traceutil/trace.go:171","msg":"trace[401459940] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7593; }","duration":"260.142748ms","start":"2026-02-27T01:40:39.529534Z","end":"2026-02-27T01:40:39.789677Z","steps":["trace[401459940] 'agreement among raft nodes before linearized reading' (duration: 259.932723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:39.78979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.861635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:40:39.789811Z","caller":"traceutil/trace.go:171","msg":"trace[1878460602] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7593; }","duration":"546.922077ms","start":"2026-02-27T01:40:39.242883Z","end":"2026-02-27T01:40:39.789806Z","steps":["trace[1878460602] 'agreement among raft nodes before linearized reading' (duration: 546.887566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:39.789829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:39.242861Z","time spent":"546.962897ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:40:39.789828Z","caller":"traceutil/trace.go:171","msg":"trace[1381441315] transaction","detail":"{read_only:false; response_revision:7590; number_of_response:1; }","duration":"906.212314ms","start":"2026-02-27T01:40:38.883588Z","end":"2026-02-27T01:40:39.789801Z","steps":["trace[1381441315] 'process raft request' (duration: 905.311603ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:39.789943Z","caller":"traceutil/trace.go:171","msg":"trace[363479824] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"905.534088ms","start":"2026-02-27T01:40:38.884032Z","end":"2026-02-27T01:40:39.789566Z","steps":["trace[363479824] 'process raft request' (duration: 905.105908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:39.78997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:38.883571Z","time spent":"906.322216ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:39.789629Z","caller":"traceutil/trace.go:171","msg":"trace[56197697] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"905.568439ms","start":"2026-02-27T01:40:38.883647Z","end":"2026-02-27T01:40:39.789216Z","steps":["trace[56197697] 'process raft request' (duration: 905.365254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:39.790324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:38.88402Z","time spent":"905.999279ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:39.789591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.040363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:40:39.790639Z","caller":"traceutil/trace.go:171","msg":"trace[399771549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7593; }","duration":"905.131149ms","start":"2026-02-27T01:40:38.885488Z","end":"2026-02-27T01:40:39.790619Z","steps":["trace[399771549] 'agreement among raft nodes before linearized reading' (duration: 903.938921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:39.790837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:38.883628Z","time spent":"906.694225ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:39.790924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:38.885468Z","time spent":"905.262142ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:40:54.824244Z","caller":"traceutil/trace.go:171","msg":"trace[337176415] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"128.665176ms","start":"2026-02-27T01:40:54.695547Z","end":"2026-02-27T01:40:54.824212Z","steps":["trace[337176415] 'process raft request' (duration: 128.507443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.174697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.979244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:40:56.174835Z","caller":"traceutil/trace.go:171","msg":"trace[948944762] linearizableReadLoop","detail":"{readStateIndex:7969; appliedIndex:7967; }","duration":"225.953351ms","start":"2026-02-27T01:40:55.948856Z","end":"2026-02-27T01:40:56.174809Z","steps":["trace[948944762] 'read index received' (duration: 24.110071ms)","trace[948944762] 'applied index is now lower than readState.Index' (duration: 201.84162ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:56.175329Z","caller":"traceutil/trace.go:171","msg":"trace[1915184129] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"227.575869ms","start":"2026-02-27T01:40:55.947726Z","end":"2026-02-27T01:40:56.175302Z","steps":["trace[1915184129] 'process raft request' (duration: 51.902768ms)","trace[1915184129] 'compare' (duration: 174.840851ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:56.175415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.529365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:40:56.17539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.241392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:56.175469Z","caller":"traceutil/trace.go:171","msg":"trace[1021313226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7676; }","duration":"226.605886ms","start":"2026-02-27T01:40:55.948848Z","end":"2026-02-27T01:40:56.175454Z","steps":["trace[1021313226] 'agreement among raft nodes before linearized reading' (duration: 226.380261ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:56.175503Z","caller":"traceutil/trace.go:171","msg":"trace[1505289767] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7676; }","duration":"218.388226ms","start":"2026-02-27T01:40:55.957089Z","end":"2026-02-27T01:40:56.175478Z","steps":["trace[1505289767] 'agreement among raft nodes before linearized reading' (duration: 218.214752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.175418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.538045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:40:56.175588Z","caller":"traceutil/trace.go:171","msg":"trace[1904280034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7676; }","duration":"226.76041ms","start":"2026-02-27T01:40:55.948811Z","end":"2026-02-27T01:40:56.175572Z","steps":["trace[1904280034] 'agreement among raft nodes before linearized reading' (duration: 226.437172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.175597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.352745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:40:56.175713Z","caller":"traceutil/trace.go:171","msg":"trace[119351226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7676; }","duration":"224.533049ms","start":"2026-02-27T01:40:55.951151Z","end":"2026-02-27T01:40:56.175684Z","steps":["trace[119351226] 'agreement among raft nodes before linearized reading' (duration: 224.188561ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:58.591525Z","caller":"traceutil/trace.go:171","msg":"trace[271978346] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"179.652994ms","start":"2026-02-27T01:40:58.411836Z","end":"2026-02-27T01:40:58.591489Z","steps":["trace[271978346] 'process raft request' (duration: 179.428819ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:03.012962Z","caller":"traceutil/trace.go:171","msg":"trace[131837330] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"104.034203ms","start":"2026-02-27T01:41:02.908901Z","end":"2026-02-27T01:41:03.012935Z","steps":["trace[131837330] 'process raft request' (duration: 103.874349ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:04.131257Z","caller":"traceutil/trace.go:171","msg":"trace[277741910] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8007; }","duration":"104.837141ms","start":"2026-02-27T01:41:04.026403Z","end":"2026-02-27T01:41:04.13124Z","steps":["trace[277741910] 'read index received' (duration: 104.713488ms)","trace[277741910] 'applied index is now lower than readState.Index' (duration: 123.063µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:04.131302Z","caller":"traceutil/trace.go:171","msg":"trace[2058868884] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"126.856774ms","start":"2026-02-27T01:41:04.004429Z","end":"2026-02-27T01:41:04.131286Z","steps":["trace[2058868884] 'process raft request' (duration: 126.700421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:04.131418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.009326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:41:04.13145Z","caller":"traceutil/trace.go:171","msg":"trace[1536631350] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7713; }","duration":"105.077887ms","start":"2026-02-27T01:41:04.026362Z","end":"2026-02-27T01:41:04.13144Z","steps":["trace[1536631350] 'agreement among raft nodes before linearized reading' (duration: 104.969904ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:04.264501Z","caller":"traceutil/trace.go:171","msg":"trace[1746537458] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"129.68838ms","start":"2026-02-27T01:41:04.134789Z","end":"2026-02-27T01:41:04.264477Z","steps":["trace[1746537458] 'process raft request' (duration: 85.688255ms)","trace[1746537458] 'compare' (duration: 43.80665ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:04.264655Z","caller":"traceutil/trace.go:171","msg":"trace[1434788133] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"129.807633ms","start":"2026-02-27T01:41:04.134822Z","end":"2026-02-27T01:41:04.26463Z","steps":["trace[1434788133] 'process raft request' (duration: 129.617888ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:08.08218Z","caller":"traceutil/trace.go:171","msg":"trace[1072756769] linearizableReadLoop","detail":"{readStateIndex:8075; appliedIndex:8074; }","duration":"237.675524ms","start":"2026-02-27T01:41:07.844477Z","end":"2026-02-27T01:41:08.082153Z","steps":["trace[1072756769] 'read index received' (duration: 237.417428ms)","trace[1072756769] 'applied index is now lower than readState.Index' (duration: 256.796µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:08.082292Z","caller":"traceutil/trace.go:171","msg":"trace[2090825387] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"579.924115ms","start":"2026-02-27T01:41:07.502334Z","end":"2026-02-27T01:41:08.082258Z","steps":["trace[2090825387] 'process raft request' (duration: 579.650459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:08.082479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:07.502293Z","time spent":"580.083289ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:08.082487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.070194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T01:41:08.082541Z","caller":"traceutil/trace.go:171","msg":"trace[262418433] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7778; }","duration":"235.178437ms","start":"2026-02-27T01:41:07.847347Z","end":"2026-02-27T01:41:08.082526Z","steps":["trace[262418433] 'agreement among raft nodes before linearized reading' (duration: 234.962262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:08.083578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.89723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:08.083642Z","caller":"traceutil/trace.go:171","msg":"trace[1576101261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7778; }","duration":"239.204931ms","start":"2026-02-27T01:41:07.844423Z","end":"2026-02-27T01:41:08.083628Z","steps":["trace[1576101261] 'agreement among raft nodes before linearized reading' (duration: 237.87319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:10.087579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053526035s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:41:10.087882Z","caller":"traceutil/trace.go:171","msg":"trace[1791620385] linearizableReadLoop","detail":"{readStateIndex:8084; appliedIndex:8083; }","duration":"262.183266ms","start":"2026-02-27T01:41:09.825679Z","end":"2026-02-27T01:41:10.087862Z","steps":["trace[1791620385] 'read index received' (duration: 262.109854ms)","trace[1791620385] 'applied index is now lower than readState.Index' (duration: 72.802µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:10.087953Z","caller":"traceutil/trace.go:171","msg":"trace[463178849] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"1.053968605s","start":"2026-02-27T01:41:09.033953Z","end":"2026-02-27T01:41:10.087921Z","steps":["trace[463178849] 'process raft request' (duration: 1.053799851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:10.088089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:09.03393Z","time spent":"1.054072747s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:10.08834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.606055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:10.088433Z","caller":"traceutil/trace.go:171","msg":"trace[845618069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7787; }","duration":"262.777249ms","start":"2026-02-27T01:41:09.825637Z","end":"2026-02-27T01:41:10.088414Z","steps":["trace[845618069] 'agreement among raft nodes before linearized reading' (duration: 262.607965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:10.789527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625291527,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:41:10.801508Z","caller":"traceutil/trace.go:171","msg":"trace[499579147] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"709.919642ms","start":"2026-02-27T01:41:10.09156Z","end":"2026-02-27T01:41:10.801479Z","steps":["trace[499579147] 'process raft request' (duration: 707.946785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:10.801662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:10.091523Z","time spent":"710.061525ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:10.807247Z","caller":"traceutil/trace.go:171","msg":"trace[1981560531] linearizableReadLoop","detail":"{readStateIndex:8087; appliedIndex:8084; }","duration":"518.204607ms","start":"2026-02-27T01:41:10.289027Z","end":"2026-02-27T01:41:10.807232Z","steps":["trace[1981560531] 'read index received' (duration: 510.487897ms)","trace[1981560531] 'applied index is now lower than readState.Index' (duration: 7.71594ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:10.807353Z","caller":"traceutil/trace.go:171","msg":"trace[520215202] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"169.972167ms","start":"2026-02-27T01:41:10.637373Z","end":"2026-02-27T01:41:10.807345Z","steps":["trace[520215202] 'process raft request' (duration: 169.829544ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:10.807341Z","caller":"traceutil/trace.go:171","msg":"trace[1152197951] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"654.592703ms","start":"2026-02-27T01:41:10.152715Z","end":"2026-02-27T01:41:10.807307Z","steps":["trace[1152197951] 'process raft request' (duration: 654.400479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:10.807498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:10.152693Z","time spent":"654.724146ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:10.807586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.029439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:41:10.808384Z","caller":"traceutil/trace.go:171","msg":"trace[1866768785] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7790; }","duration":"517.835998ms","start":"2026-02-27T01:41:10.290527Z","end":"2026-02-27T01:41:10.808363Z","steps":["trace[1866768785] 'agreement among raft nodes before linearized reading' (duration: 516.912716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:10.808452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:10.290517Z","time spent":"517.913911ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:10.807839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.409829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:41:10.809379Z","caller":"traceutil/trace.go:171","msg":"trace[1744617907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7790; }","duration":"424.984366ms","start":"2026-02-27T01:41:10.384375Z","end":"2026-02-27T01:41:10.80936Z","steps":["trace[1744617907] 'agreement among raft nodes before linearized reading' (duration: 423.351408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:10.809431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:10.384352Z","time spent":"425.068588ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:10.807857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.162302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:41:10.807904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.716248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T01:41:10.807963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.075248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:10.807997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.971565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:41:10.808015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.33197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:41:10.80807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.906486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:41:10.809485Z","caller":"traceutil/trace.go:171","msg":"trace[2135643387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7790; }","duration":"311.838771ms","start":"2026-02-27T01:41:10.497638Z","end":"2026-02-27T01:41:10.809477Z","steps":["trace[2135643387] 'agreement among raft nodes before linearized reading' (duration: 310.008908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:10.809543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:10.497614Z","time spent":"311.923083ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:41:10.809623Z","caller":"traceutil/trace.go:171","msg":"trace[190893398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7790; }","duration":"305.496033ms","start":"2026-02-27T01:41:10.504115Z","end":"2026-02-27T01:41:10.809611Z","steps":["trace[190893398] 'agreement among raft nodes before linearized reading' (duration: 303.889966ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:10.809499Z","caller":"traceutil/trace.go:171","msg":"trace[348916974] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7790; }","duration":"392.352926ms","start":"2026-02-27T01:41:10.417143Z","end":"2026-02-27T01:41:10.809495Z","steps":["trace[348916974] 'agreement among raft nodes before linearized reading' (duration: 390.717198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:10.809636Z","caller":"traceutil/trace.go:171","msg":"trace[861337231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7790; }","duration":"300.990208ms","start":"2026-02-27T01:41:10.508627Z","end":"2026-02-27T01:41:10.809617Z","steps":["trace[861337231] 'agreement among raft nodes before linearized reading' (duration: 299.300309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:10.809659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:10.504095Z","time spent":"305.554385ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"info","ts":"2026-02-27T01:41:10.809661Z","caller":"traceutil/trace.go:171","msg":"trace[1344612499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7790; }","duration":"520.684605ms","start":"2026-02-27T01:41:10.288972Z","end":"2026-02-27T01:41:10.809656Z","steps":["trace[1344612499] 'agreement among raft nodes before linearized reading' (duration: 518.925164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:10.809686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:10.28895Z","time spent":"520.730676ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:10.809686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:10.41712Z","time spent":"392.552631ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:41:10.809696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:10.508607Z","time spent":"301.070821ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:41:10.809514Z","caller":"traceutil/trace.go:171","msg":"trace[1359899697] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7790; }","duration":"426.677416ms","start":"2026-02-27T01:41:10.38283Z","end":"2026-02-27T01:41:10.809508Z","steps":["trace[1359899697] 'agreement among raft nodes before linearized reading' (duration: 425.044748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:10.809833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:10.382815Z","time spent":"426.958792ms","remote":"127.0.0.1:53524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:41:22.75417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.097295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:41:22.75432Z","caller":"traceutil/trace.go:171","msg":"trace[2066060170] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7886; }","duration":"349.261154ms","start":"2026-02-27T01:41:22.405039Z","end":"2026-02-27T01:41:22.7543Z","steps":["trace[2066060170] 'process raft request' (duration: 46.887022ms)","trace[2066060170] 'compare' (duration: 301.817229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:22.754392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:22.405019Z","time spent":"349.336026ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-27T01:41:23.235706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.968841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:23.236009Z","caller":"traceutil/trace.go:171","msg":"trace[1464079360] linearizableReadLoop","detail":"{readStateIndex:8190; appliedIndex:8189; }","duration":"380.234265ms","start":"2026-02-27T01:41:22.855712Z","end":"2026-02-27T01:41:23.235946Z","steps":["trace[1464079360] 'read index received' (duration: 56.910035ms)","trace[1464079360] 'applied index is now lower than readState.Index' (duration: 323.32242ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:23.23601Z","caller":"traceutil/trace.go:171","msg":"trace[740712246] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"382.251862ms","start":"2026-02-27T01:41:22.853725Z","end":"2026-02-27T01:41:23.235977Z","steps":["trace[740712246] 'process raft request' (duration: 58.886381ms)","trace[740712246] 'compare' (duration: 322.622743ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:23.236407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:22.853699Z","time spent":"382.57784ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:23.236216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.496391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xjs4n\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-02-27T01:41:23.23712Z","caller":"traceutil/trace.go:171","msg":"trace[62929263] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xjs4n; range_end:; response_count:1; response_revision:7887; }","duration":"381.398722ms","start":"2026-02-27T01:41:22.855688Z","end":"2026-02-27T01:41:23.237086Z","steps":["trace[62929263] 'agreement among raft nodes before linearized reading' (duration: 380.384988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:23.237201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:22.855677Z","time spent":"381.501545ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xjs4n\" "} {"level":"warn","ts":"2026-02-27T01:41:23.237839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.815472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:41:23.237906Z","caller":"traceutil/trace.go:171","msg":"trace[1696155140] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7887; }","duration":"381.892703ms","start":"2026-02-27T01:41:22.855994Z","end":"2026-02-27T01:41:23.237887Z","steps":["trace[1696155140] 'agreement among raft nodes before linearized reading' (duration: 381.735849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:23.237955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:22.855988Z","time spent":"381.950274ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:23.237958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.773015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:41:23.238015Z","caller":"traceutil/trace.go:171","msg":"trace[168810290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7887; }","duration":"349.854158ms","start":"2026-02-27T01:41:22.888144Z","end":"2026-02-27T01:41:23.237998Z","steps":["trace[168810290] 'agreement among raft nodes before linearized reading' (duration: 349.616772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:23.238068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:22.888133Z","time spent":"349.923309ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:23.238219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.649646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:41:23.238273Z","caller":"traceutil/trace.go:171","msg":"trace[2081775458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7887; }","duration":"353.721738ms","start":"2026-02-27T01:41:22.884539Z","end":"2026-02-27T01:41:23.238261Z","steps":["trace[2081775458] 'agreement among raft nodes before linearized reading' (duration: 353.589115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:23.238315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:22.884529Z","time spent":"353.774029ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:23.238344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.111969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T01:41:23.238389Z","caller":"traceutil/trace.go:171","msg":"trace[1419741614] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7887; }","duration":"145.188441ms","start":"2026-02-27T01:41:23.093185Z","end":"2026-02-27T01:41:23.238373Z","steps":["trace[1419741614] 'agreement among raft nodes before linearized reading' (duration: 145.079069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:23.238824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.053686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:41:23.238878Z","caller":"traceutil/trace.go:171","msg":"trace[1600591269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7887; }","duration":"345.142298ms","start":"2026-02-27T01:41:22.893722Z","end":"2026-02-27T01:41:23.238864Z","steps":["trace[1600591269] 'agreement among raft nodes before linearized reading' (duration: 344.996314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:23.238967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.457927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:41:23.238919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:22.89371Z","time spent":"345.198679ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"info","ts":"2026-02-27T01:41:23.239114Z","caller":"traceutil/trace.go:171","msg":"trace[245277012] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7887; }","duration":"379.617801ms","start":"2026-02-27T01:41:22.85946Z","end":"2026-02-27T01:41:23.239077Z","steps":["trace[245277012] 'agreement among raft nodes before linearized reading' (duration: 379.384745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:23.239167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:22.859448Z","time spent":"379.704593ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:23.239371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.051055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:41:23.239427Z","caller":"traceutil/trace.go:171","msg":"trace[163137839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7887; }","duration":"351.151508ms","start":"2026-02-27T01:41:22.888261Z","end":"2026-02-27T01:41:23.239413Z","steps":["trace[163137839] 'agreement among raft nodes before linearized reading' (duration: 351.013764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:23.239466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:22.888254Z","time spent":"351.202299ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:23.239818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.255237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:41:23.239857Z","caller":"traceutil/trace.go:171","msg":"trace[893225915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7887; }","duration":"356.316718ms","start":"2026-02-27T01:41:22.883532Z","end":"2026-02-27T01:41:23.239849Z","steps":["trace[893225915] 'agreement among raft nodes before linearized reading' (duration: 354.939376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:23.239885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:22.883521Z","time spent":"356.356348ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:41:23.744742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625291838,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:41:23.914305Z","caller":"traceutil/trace.go:171","msg":"trace[403813761] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"671.671152ms","start":"2026-02-27T01:41:23.242594Z","end":"2026-02-27T01:41:23.914265Z","steps":["trace[403813761] 'process raft request' (duration: 650.178731ms)","trace[403813761] 'compare' (duration: 21.340327ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:23.914459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.242574Z","time spent":"671.808466ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:24.097965Z","caller":"traceutil/trace.go:171","msg":"trace[1301365332] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"853.67354ms","start":"2026-02-27T01:41:23.244262Z","end":"2026-02-27T01:41:24.097935Z","steps":["trace[1301365332] 'process raft request' (duration: 853.614069ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:24.09799Z","caller":"traceutil/trace.go:171","msg":"trace[1049478187] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"853.843114ms","start":"2026-02-27T01:41:23.244122Z","end":"2026-02-27T01:41:24.097966Z","steps":["trace[1049478187] 'process raft request' (duration: 853.561347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:24.098098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.244256Z","time spent":"853.768972ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:24.098104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.244116Z","time spent":"853.926307ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:24.098201Z","caller":"traceutil/trace.go:171","msg":"trace[2056371419] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"854.047359ms","start":"2026-02-27T01:41:23.244134Z","end":"2026-02-27T01:41:24.098182Z","steps":["trace[2056371419] 'process raft request' (duration: 853.703411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:24.098243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.24412Z","time spent":"854.101341ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:24.098351Z","caller":"traceutil/trace.go:171","msg":"trace[1057043408] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"853.983447ms","start":"2026-02-27T01:41:23.244351Z","end":"2026-02-27T01:41:24.098335Z","steps":["trace[1057043408] 'process raft request' (duration: 853.555927ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:24.098428Z","caller":"traceutil/trace.go:171","msg":"trace[2036934319] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"852.472542ms","start":"2026-02-27T01:41:23.245936Z","end":"2026-02-27T01:41:24.098409Z","steps":["trace[2036934319] 'process raft request' (duration: 852.310548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:24.09846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.244346Z","time spent":"854.062229ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:24.098524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.245926Z","time spent":"852.552995ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:24.098586Z","caller":"traceutil/trace.go:171","msg":"trace[978736065] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"851.978241ms","start":"2026-02-27T01:41:23.246591Z","end":"2026-02-27T01:41:24.098569Z","steps":["trace[978736065] 'process raft request' (duration: 851.746056ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:24.098653Z","caller":"traceutil/trace.go:171","msg":"trace[32238475] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"851.315716ms","start":"2026-02-27T01:41:23.247322Z","end":"2026-02-27T01:41:24.098638Z","steps":["trace[32238475] 'process raft request' (duration: 851.07612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:24.098675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.246582Z","time spent":"852.047612ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:24.098737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.247313Z","time spent":"851.380727ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:24.098856Z","caller":"traceutil/trace.go:171","msg":"trace[1394530755] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"709.232886ms","start":"2026-02-27T01:41:23.38961Z","end":"2026-02-27T01:41:24.098842Z","steps":["trace[1394530755] 'process raft request' (duration: 708.834657ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:24.098915Z","caller":"traceutil/trace.go:171","msg":"trace[23748305] linearizableReadLoop","detail":"{readStateIndex:8199; appliedIndex:8190; }","duration":"854.806397ms","start":"2026-02-27T01:41:23.244032Z","end":"2026-02-27T01:41:24.098839Z","steps":["trace[23748305] 'read index received' (duration: 648.784719ms)","trace[23748305] 'applied index is now lower than readState.Index' (duration: 206.020468ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:24.09894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.389594Z","time spent":"709.303869ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:24.099066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.111109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:24.099118Z","caller":"traceutil/trace.go:171","msg":"trace[1713666057] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7897; }","duration":"306.203931ms","start":"2026-02-27T01:41:23.792897Z","end":"2026-02-27T01:41:24.0991Z","steps":["trace[1713666057] 'agreement among raft nodes before linearized reading' (duration: 306.118819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:24.099166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.792878Z","time spent":"306.272803ms","remote":"127.0.0.1:42650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:41:24.099149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.21935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:24.099158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.756764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:24.09923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.193906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211676"} {"level":"info","ts":"2026-02-27T01:41:24.099228Z","caller":"traceutil/trace.go:171","msg":"trace[1723902946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7897; }","duration":"272.333433ms","start":"2026-02-27T01:41:23.82687Z","end":"2026-02-27T01:41:24.099203Z","steps":["trace[1723902946] 'agreement among raft nodes before linearized reading' (duration: 272.21971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:24.099235Z","caller":"traceutil/trace.go:171","msg":"trace[890647474] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7897; }","duration":"300.879817ms","start":"2026-02-27T01:41:23.798335Z","end":"2026-02-27T01:41:24.099215Z","steps":["trace[890647474] 'agreement among raft nodes before linearized reading' (duration: 300.756194ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:24.099259Z","caller":"traceutil/trace.go:171","msg":"trace[311688319] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7897; }","duration":"855.245657ms","start":"2026-02-27T01:41:23.244006Z","end":"2026-02-27T01:41:24.099252Z","steps":["trace[311688319] 'agreement among raft nodes before linearized reading' (duration: 854.991071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:24.099281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.243996Z","time spent":"855.279017ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211699,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:41:24.099281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:23.798312Z","time spent":"300.959399ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:24.098926Z","caller":"traceutil/trace.go:171","msg":"trace[1704724751] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"236.416726ms","start":"2026-02-27T01:41:23.862449Z","end":"2026-02-27T01:41:24.098866Z","steps":["trace[1704724751] 'process raft request' (duration: 236.044487ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:24.670911Z","caller":"traceutil/trace.go:171","msg":"trace[418325726] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"111.823434ms","start":"2026-02-27T01:41:24.559045Z","end":"2026-02-27T01:41:24.670868Z","steps":["trace[418325726] 'process raft request' (duration: 98.743609ms)","trace[418325726] 'compare' (duration: 12.794528ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:25.865276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625291890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:41:26.718245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.44622ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:26.718418Z","caller":"traceutil/trace.go:171","msg":"trace[1814291094] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7903; }","duration":"839.625474ms","start":"2026-02-27T01:41:25.878762Z","end":"2026-02-27T01:41:26.718388Z","steps":["trace[1814291094] 'range keys from in-memory index tree' (duration: 839.425139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.718775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.638324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:26.719021Z","caller":"traceutil/trace.go:171","msg":"trace[150296620] linearizableReadLoop","detail":"{readStateIndex:8208; appliedIndex:8206; }","duration":"1.353832179s","start":"2026-02-27T01:41:25.365169Z","end":"2026-02-27T01:41:26.719002Z","steps":["trace[150296620] 'read index received' (duration: 969.629792ms)","trace[150296620] 'applied index is now lower than readState.Index' (duration: 384.201057ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:26.719026Z","caller":"traceutil/trace.go:171","msg":"trace[255372131] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"1.47497316s","start":"2026-02-27T01:41:25.244014Z","end":"2026-02-27T01:41:26.718987Z","steps":["trace[255372131] 'process raft request' (duration: 1.090757242s)","trace[255372131] 'compare' (duration: 383.248395ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:26.719176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:25.243988Z","time spent":"1.475122403s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:26.719262Z","caller":"traceutil/trace.go:171","msg":"trace[1727495493] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"899.5913ms","start":"2026-02-27T01:41:25.819653Z","end":"2026-02-27T01:41:26.719244Z","steps":["trace[1727495493] 'process raft request' (duration: 899.239712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.719373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:25.819629Z","time spent":"899.690652ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:26.719448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135389361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T01:41:26.719497Z","caller":"traceutil/trace.go:171","msg":"trace[386461690] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7905; }","duration":"1.135464653s","start":"2026-02-27T01:41:25.584016Z","end":"2026-02-27T01:41:26.71948Z","steps":["trace[386461690] 'agreement among raft nodes before linearized reading' (duration: 1.135304799s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.719538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:25.583997Z","time spent":"1.135529204s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T01:41:26.719585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.283689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:41:26.71964Z","caller":"traceutil/trace.go:171","msg":"trace[295182869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7905; }","duration":"615.379961ms","start":"2026-02-27T01:41:26.104245Z","end":"2026-02-27T01:41:26.719624Z","steps":["trace[295182869] 'agreement among raft nodes before linearized reading' (duration: 615.230077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.71969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.104184Z","time spent":"615.495104ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:26.719842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.646551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:26.719905Z","caller":"traceutil/trace.go:171","msg":"trace[771729936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7905; }","duration":"893.757554ms","start":"2026-02-27T01:41:25.826129Z","end":"2026-02-27T01:41:26.719887Z","steps":["trace[771729936] 'agreement among raft nodes before linearized reading' (duration: 893.667852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.719944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:25.8261Z","time spent":"893.836726ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:41:26.719967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.418145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:41:26.720043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354878693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:26.720039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.678048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:41:26.720067Z","caller":"traceutil/trace.go:171","msg":"trace[1652574465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7905; }","duration":"616.544788ms","start":"2026-02-27T01:41:26.103486Z","end":"2026-02-27T01:41:26.720031Z","steps":["trace[1652574465] 'agreement among raft nodes before linearized reading' (duration: 616.335603ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:26.720097Z","caller":"traceutil/trace.go:171","msg":"trace[947963614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7905; }","duration":"615.7597ms","start":"2026-02-27T01:41:26.104327Z","end":"2026-02-27T01:41:26.720086Z","steps":["trace[947963614] 'agreement among raft nodes before linearized reading' (duration: 615.633337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:26.7201Z","caller":"traceutil/trace.go:171","msg":"trace[1722295589] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7905; }","duration":"1.354960415s","start":"2026-02-27T01:41:25.36512Z","end":"2026-02-27T01:41:26.72008Z","steps":["trace[1722295589] 'agreement among raft nodes before linearized reading' (duration: 1.354895784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.720131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.104319Z","time spent":"615.805501ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:26.720138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.103465Z","time spent":"616.658421ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:41:26.720148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:25.365101Z","time spent":"1.355037377s","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:41:26.720214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.887343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:41:26.720265Z","caller":"traceutil/trace.go:171","msg":"trace[1691266603] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7905; }","duration":"615.952454ms","start":"2026-02-27T01:41:26.104288Z","end":"2026-02-27T01:41:26.72024Z","steps":["trace[1691266603] 'agreement among raft nodes before linearized reading' (duration: 615.77977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.720286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.104272Z","time spent":"616.009526ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:26.72032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.835986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T01:41:26.720314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.203682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:26.720361Z","caller":"traceutil/trace.go:171","msg":"trace[1859062083] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7905; }","duration":"607.917727ms","start":"2026-02-27T01:41:26.112433Z","end":"2026-02-27T01:41:26.720351Z","steps":["trace[1859062083] 'agreement among raft nodes before linearized reading' (duration: 607.808165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.720399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.112413Z","time spent":"607.979908ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:41:26.720436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.37297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:41:26.720467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.864974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:41:26.720501Z","caller":"traceutil/trace.go:171","msg":"trace[778560403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7905; }","duration":"548.465443ms","start":"2026-02-27T01:41:26.172021Z","end":"2026-02-27T01:41:26.720486Z","steps":["trace[778560403] 'agreement among raft nodes before linearized reading' (duration: 548.312109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.719694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.014662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:41:26.720542Z","caller":"traceutil/trace.go:171","msg":"trace[1318702933] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7905; }","duration":"801.989558ms","start":"2026-02-27T01:41:25.918536Z","end":"2026-02-27T01:41:26.720525Z","steps":["trace[1318702933] 'agreement among raft nodes before linearized reading' (duration: 800.941773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.72055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.172008Z","time spent":"548.530254ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:41:26.720579Z","caller":"traceutil/trace.go:171","msg":"trace[890237236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7905; }","duration":"615.946114ms","start":"2026-02-27T01:41:26.104617Z","end":"2026-02-27T01:41:26.720563Z","steps":["trace[890237236] 'agreement among raft nodes before linearized reading' (duration: 614.851599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.720584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:25.918512Z","time spent":"802.061019ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:26.720626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.104608Z","time spent":"616.004356ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:26.719958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.890638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:41:26.720745Z","caller":"traceutil/trace.go:171","msg":"trace[715095112] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7905; }","duration":"204.756728ms","start":"2026-02-27T01:41:26.515977Z","end":"2026-02-27T01:41:26.720734Z","steps":["trace[715095112] 'agreement among raft nodes before linearized reading' (duration: 203.857737ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:26.720378Z","caller":"traceutil/trace.go:171","msg":"trace[1585128343] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7905; }","duration":"203.291344ms","start":"2026-02-27T01:41:26.517069Z","end":"2026-02-27T01:41:26.72036Z","steps":["trace[1585128343] 'agreement among raft nodes before linearized reading' (duration: 203.184561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.72093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.718933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:41:26.721012Z","caller":"traceutil/trace.go:171","msg":"trace[1789312139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7905; }","duration":"613.820265ms","start":"2026-02-27T01:41:26.107177Z","end":"2026-02-27T01:41:26.720997Z","steps":["trace[1789312139] 'agreement among raft nodes before linearized reading' (duration: 613.549008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:26.721082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.107167Z","time spent":"613.877007ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"warn","ts":"2026-02-27T01:41:26.968269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.645095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:26.968376Z","caller":"traceutil/trace.go:171","msg":"trace[1448198600] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"242.836455ms","start":"2026-02-27T01:41:26.725524Z","end":"2026-02-27T01:41:26.96836Z","steps":["trace[1448198600] 'process raft request' (duration: 96.004216ms)","trace[1448198600] 'compare' (duration: 146.300097ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:27.379164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.719748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:27.379528Z","caller":"traceutil/trace.go:171","msg":"trace[2115284799] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"653.53683ms","start":"2026-02-27T01:41:26.725968Z","end":"2026-02-27T01:41:27.379504Z","steps":["trace[2115284799] 'process raft request' (duration: 653.406057ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:27.379519Z","caller":"traceutil/trace.go:171","msg":"trace[345180582] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"653.899878ms","start":"2026-02-27T01:41:26.725591Z","end":"2026-02-27T01:41:27.379491Z","steps":["trace[345180582] 'process raft request' (duration: 653.704933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:27.379577Z","caller":"traceutil/trace.go:171","msg":"trace[1913619054] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"652.911435ms","start":"2026-02-27T01:41:26.726642Z","end":"2026-02-27T01:41:27.379553Z","steps":["trace[1913619054] 'process raft request' (duration: 652.780352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:27.379617Z","caller":"traceutil/trace.go:171","msg":"trace[277010499] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"654.035201ms","start":"2026-02-27T01:41:26.725567Z","end":"2026-02-27T01:41:27.379603Z","steps":["trace[277010499] 'process raft request' (duration: 451.773481ms)","trace[277010499] 'compare' (duration: 201.577915ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:27.379622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.725959Z","time spent":"653.619382ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:27.379675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.725547Z","time spent":"654.096952ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:27.379678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.725573Z","time spent":"654.015911ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:27.379683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.726623Z","time spent":"653.003187ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:27.379785Z","caller":"traceutil/trace.go:171","msg":"trace[121512435] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"652.980507ms","start":"2026-02-27T01:41:26.726766Z","end":"2026-02-27T01:41:27.379746Z","steps":["trace[121512435] 'process raft request' (duration: 652.751861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:27.379836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.726757Z","time spent":"653.051558ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:27.379862Z","caller":"traceutil/trace.go:171","msg":"trace[413524141] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8208; }","duration":"653.691143ms","start":"2026-02-27T01:41:26.726161Z","end":"2026-02-27T01:41:27.379853Z","steps":["trace[413524141] 'read index received' (duration: 95.384481ms)","trace[413524141] 'applied index is now lower than readState.Index' (duration: 558.305392ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:27.379913Z","caller":"traceutil/trace.go:171","msg":"trace[1886121123] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"653.169081ms","start":"2026-02-27T01:41:26.726732Z","end":"2026-02-27T01:41:27.379901Z","steps":["trace[1886121123] 'process raft request' (duration: 652.738321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:27.380032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.726724Z","time spent":"653.260283ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:27.44761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.764356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19381"} {"level":"info","ts":"2026-02-27T01:41:27.447682Z","caller":"traceutil/trace.go:171","msg":"trace[2134765069] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7912; }","duration":"720.869567ms","start":"2026-02-27T01:41:26.726795Z","end":"2026-02-27T01:41:27.447665Z","steps":["trace[2134765069] 'agreement among raft nodes before linearized reading' (duration: 720.687353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:27.447717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.726785Z","time spent":"720.92518ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19404,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T01:41:27.447776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.383549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:27.447857Z","caller":"traceutil/trace.go:171","msg":"trace[793221540] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7912; }","duration":"666.509142ms","start":"2026-02-27T01:41:26.781328Z","end":"2026-02-27T01:41:27.447837Z","steps":["trace[793221540] 'agreement among raft nodes before linearized reading' (duration: 666.321497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:27.447903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.781289Z","time spent":"666.604484ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:41:27.447875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.430627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:27.447977Z","caller":"traceutil/trace.go:171","msg":"trace[861221056] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7912; }","duration":"677.61157ms","start":"2026-02-27T01:41:26.770338Z","end":"2026-02-27T01:41:27.447949Z","steps":["trace[861221056] 'agreement among raft nodes before linearized reading' (duration: 677.375405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:27.447969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.778249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211676"} {"level":"warn","ts":"2026-02-27T01:41:27.44805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.770322Z","time spent":"677.708633ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:27.448057Z","caller":"traceutil/trace.go:171","msg":"trace[1506951572] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7912; }","duration":"721.891731ms","start":"2026-02-27T01:41:26.726143Z","end":"2026-02-27T01:41:27.448035Z","steps":["trace[1506951572] 'agreement among raft nodes before linearized reading' (duration: 653.827506ms)","trace[1506951572] 'range keys from in-memory index tree' (duration: 67.591704ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:27.448118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:26.726136Z","time spent":"721.971244ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211699,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:41:27.810754Z","caller":"traceutil/trace.go:171","msg":"trace[1150993796] linearizableReadLoop","detail":"{readStateIndex:8217; appliedIndex:8216; }","duration":"348.902615ms","start":"2026-02-27T01:41:27.461826Z","end":"2026-02-27T01:41:27.810729Z","steps":["trace[1150993796] 'read index received' (duration: 348.729581ms)","trace[1150993796] 'applied index is now lower than readState.Index' (duration: 171.974µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:27.810822Z","caller":"traceutil/trace.go:171","msg":"trace[972247885] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"397.774993ms","start":"2026-02-27T01:41:27.412995Z","end":"2026-02-27T01:41:27.81077Z","steps":["trace[972247885] 'process raft request' (duration: 397.531838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:27.811034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.183901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:41:27.811054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.856277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T01:41:27.811164Z","caller":"traceutil/trace.go:171","msg":"trace[1232038027] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7913; }","duration":"274.021951ms","start":"2026-02-27T01:41:27.537134Z","end":"2026-02-27T01:41:27.811156Z","steps":["trace[1232038027] 'agreement among raft nodes before linearized reading' (duration: 273.771385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:27.811138Z","caller":"traceutil/trace.go:171","msg":"trace[924610927] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7913; }","duration":"349.344965ms","start":"2026-02-27T01:41:27.461766Z","end":"2026-02-27T01:41:27.811111Z","steps":["trace[924610927] 'agreement among raft nodes before linearized reading' (duration: 349.038108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:27.811231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.135603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:27.811338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:27.461745Z","time spent":"349.567281ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:27.811379Z","caller":"traceutil/trace.go:171","msg":"trace[1535973472] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7913; }","duration":"298.322727ms","start":"2026-02-27T01:41:27.513044Z","end":"2026-02-27T01:41:27.811367Z","steps":["trace[1535973472] 'agreement among raft nodes before linearized reading' (duration: 297.815405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:27.811135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:27.412971Z","time spent":"398.130082ms","remote":"127.0.0.1:57350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:41:28.001564Z","caller":"traceutil/trace.go:171","msg":"trace[657774515] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"186.171745ms","start":"2026-02-27T01:41:27.815376Z","end":"2026-02-27T01:41:28.001548Z","steps":["trace[657774515] 'process raft request' (duration: 186.097413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:28.001557Z","caller":"traceutil/trace.go:171","msg":"trace[1865126120] linearizableReadLoop","detail":"{readStateIndex:8219; appliedIndex:8217; }","duration":"184.693711ms","start":"2026-02-27T01:41:27.816839Z","end":"2026-02-27T01:41:28.001533Z","steps":["trace[1865126120] 'read index received' (duration: 119.034472ms)","trace[1865126120] 'applied index is now lower than readState.Index' (duration: 65.658259ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:28.00172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.860115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:41:28.002066Z","caller":"traceutil/trace.go:171","msg":"trace[931641114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7915; }","duration":"185.220333ms","start":"2026-02-27T01:41:27.816826Z","end":"2026-02-27T01:41:28.002046Z","steps":["trace[931641114] 'agreement among raft nodes before linearized reading' (duration: 184.774772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:28.002126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.705702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:28.001699Z","caller":"traceutil/trace.go:171","msg":"trace[1063848448] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"186.858172ms","start":"2026-02-27T01:41:27.814804Z","end":"2026-02-27T01:41:28.001663Z","steps":["trace[1063848448] 'process raft request' (duration: 121.05291ms)","trace[1063848448] 'compare' (duration: 65.455304ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:28.002183Z","caller":"traceutil/trace.go:171","msg":"trace[872957302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7915; }","duration":"178.797374ms","start":"2026-02-27T01:41:27.823374Z","end":"2026-02-27T01:41:28.002172Z","steps":["trace[872957302] 'agreement among raft nodes before linearized reading' (duration: 178.666961ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:28.841423Z","caller":"traceutil/trace.go:171","msg":"trace[837118001] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"115.605632ms","start":"2026-02-27T01:41:28.725752Z","end":"2026-02-27T01:41:28.841358Z","steps":["trace[837118001] 'process raft request' (duration: 115.334626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:29.347774Z","caller":"traceutil/trace.go:171","msg":"trace[1714994831] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"372.052434ms","start":"2026-02-27T01:41:28.97567Z","end":"2026-02-27T01:41:29.347723Z","steps":["trace[1714994831] 'process raft request' (duration: 371.90669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:29.347931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:28.97566Z","time spent":"372.187568ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:30.110342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625291934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:41:30.610954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625291934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:41:31.111618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625291934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:41:31.337799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.742587731s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:41:31.826056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:41:31.826136Z","caller":"traceutil/trace.go:171","msg":"trace[902159753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149599s","start":"2026-02-27T01:41:29.825968Z","end":"2026-02-27T01:41:31.826118Z","steps":["trace[902159753] 'agreement among raft nodes before linearized reading' (duration: 2.000047537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:31.826182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:29.825952Z","time spent":"2.000220542s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:41:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:41:32.170674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786105032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:41:32.170803Z","caller":"traceutil/trace.go:171","msg":"trace[945280501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7918; }","duration":"2.786240165s","start":"2026-02-27T01:41:29.384503Z","end":"2026-02-27T01:41:32.170743Z","steps":["trace[945280501] 'range keys from in-memory index tree' (duration: 2.785880657s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:32.170827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787540255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:41:32.170918Z","caller":"traceutil/trace.go:171","msg":"trace[1890128043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7918; }","duration":"2.78772904s","start":"2026-02-27T01:41:29.383168Z","end":"2026-02-27T01:41:32.170897Z","steps":["trace[1890128043] 'range keys from in-memory index tree' (duration: 2.78729605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:32.170934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787228678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:41:32.170965Z","caller":"traceutil/trace.go:171","msg":"trace[1018838282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7918; }","duration":"2.78728139s","start":"2026-02-27T01:41:29.383675Z","end":"2026-02-27T01:41:32.170956Z","steps":["trace[1018838282] 'range keys from in-memory index tree' (duration: 2.787142586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:32.170973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:29.38315Z","time spent":"2.787812642s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:41:32.170991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:29.383662Z","time spent":"2.787323691s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:32.171038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786475641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:41:32.171118Z","caller":"traceutil/trace.go:171","msg":"trace[1108508741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7918; }","duration":"2.786587063s","start":"2026-02-27T01:41:29.384512Z","end":"2026-02-27T01:41:32.171099Z","steps":["trace[1108508741] 'range keys from in-memory index tree' (duration: 2.786255846s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:32.171166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:29.384501Z","time spent":"2.786655455s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:32.170858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:29.384489Z","time spent":"2.786358498s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:41:32.17128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787353141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:41:32.171319Z","caller":"traceutil/trace.go:171","msg":"trace[1151129955] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7918; }","duration":"2.787391402s","start":"2026-02-27T01:41:29.383917Z","end":"2026-02-27T01:41:32.171309Z","steps":["trace[1151129955] 'range keys from in-memory index tree' (duration: 2.787242639s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:32.171351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:29.383866Z","time spent":"2.787478424s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:32.171432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786113232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:41:32.171476Z","caller":"traceutil/trace.go:171","msg":"trace[1395336277] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7918; }","duration":"2.786188494s","start":"2026-02-27T01:41:29.385273Z","end":"2026-02-27T01:41:32.171461Z","steps":["trace[1395336277] 'range keys from in-memory index tree' (duration: 2.78599801s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:32.171512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:29.385253Z","time spent":"2.786251706s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:32.171632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716529282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:41:32.171734Z","caller":"traceutil/trace.go:171","msg":"trace[221430797] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7918; }","duration":"2.716668035s","start":"2026-02-27T01:41:29.455042Z","end":"2026-02-27T01:41:32.17171Z","steps":["trace[221430797] 'range keys from in-memory index tree' (duration: 2.716334607s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:32.171824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:29.455027Z","time spent":"2.716783118s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"warn","ts":"2026-02-27T01:41:32.171861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.781006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:32.171959Z","caller":"traceutil/trace.go:171","msg":"trace[995544505] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"2.576831549s","start":"2026-02-27T01:41:29.595107Z","end":"2026-02-27T01:41:32.171938Z","steps":["trace[995544505] 'process raft request' (duration: 1.742858378s)","trace[995544505] 'compare' (duration: 832.924086ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:32.172022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:29.595084Z","time spent":"2.57691175s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:32.37419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036218761s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:41:32.992112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.621533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:32.992233Z","caller":"traceutil/trace.go:171","msg":"trace[1064253088] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8222; }","duration":"3.38286233s","start":"2026-02-27T01:41:29.609349Z","end":"2026-02-27T01:41:32.992211Z","steps":["trace[1064253088] 'read index received' (duration: 1.728625736s)","trace[1064253088] 'applied index is now lower than readState.Index' (duration: 1.654234744s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:32.992338Z","caller":"traceutil/trace.go:171","msg":"trace[1389570888] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"2.144383848s","start":"2026-02-27T01:41:30.847942Z","end":"2026-02-27T01:41:32.992326Z","steps":["trace[1389570888] 'process raft request' (duration: 1.526449728s)","trace[1389570888] 'compare' (duration: 617.334366ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:32.992405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:30.84792Z","time spent":"2.144450639s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:32.992627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.383246839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:41:32.992731Z","caller":"traceutil/trace.go:171","msg":"trace[475849943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7920; }","duration":"3.383411032s","start":"2026-02-27T01:41:29.609293Z","end":"2026-02-27T01:41:32.992704Z","steps":["trace[475849943] 'agreement among raft nodes before linearized reading' (duration: 3.383227268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:32.9928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:29.609271Z","time spent":"3.383512365s","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:41:33.374781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000394502s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:41:33.456296Z","caller":"traceutil/trace.go:171","msg":"trace[1099133879] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"1.281739645s","start":"2026-02-27T01:41:32.174508Z","end":"2026-02-27T01:41:33.456248Z","steps":["trace[1099133879] 'process raft request' (duration: 1.200476251s)","trace[1099133879] 'compare' (duration: 81.003198ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:33.45639Z","caller":"traceutil/trace.go:171","msg":"trace[690465246] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"1.280777693s","start":"2026-02-27T01:41:32.175564Z","end":"2026-02-27T01:41:33.456341Z","steps":["trace[690465246] 'process raft request' (duration: 1.280575799s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:33.456414Z","caller":"traceutil/trace.go:171","msg":"trace[1414052928] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"1.280482056s","start":"2026-02-27T01:41:32.175925Z","end":"2026-02-27T01:41:33.456407Z","steps":["trace[1414052928] 'process raft request' (duration: 1.280327982s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.456477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.174484Z","time spent":"1.281902799s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:33.456514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.175915Z","time spent":"1.280528757s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:33.456311Z","caller":"traceutil/trace.go:171","msg":"trace[1780258567] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"1.28064745s","start":"2026-02-27T01:41:32.175643Z","end":"2026-02-27T01:41:33.456291Z","steps":["trace[1780258567] 'process raft request' (duration: 1.280581859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.456553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.175541Z","time spent":"1.280895045s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:33.456695Z","caller":"traceutil/trace.go:171","msg":"trace[90725431] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"1.279528564s","start":"2026-02-27T01:41:32.177156Z","end":"2026-02-27T01:41:33.456685Z","steps":["trace[90725431] 'process raft request' (duration: 1.279444182s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.456669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.175621Z","time spent":"1.280967357s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:33.456703Z","caller":"traceutil/trace.go:171","msg":"trace[1079472439] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"1.279977054s","start":"2026-02-27T01:41:32.176706Z","end":"2026-02-27T01:41:33.456683Z","steps":["trace[1079472439] 'process raft request' (duration: 1.279671717s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:33.456709Z","caller":"traceutil/trace.go:171","msg":"trace[2147460853] linearizableReadLoop","detail":"{readStateIndex:8230; appliedIndex:8224; }","duration":"464.415201ms","start":"2026-02-27T01:41:32.992272Z","end":"2026-02-27T01:41:33.456687Z","steps":["trace[2147460853] 'read index received' (duration: 382.613064ms)","trace[2147460853] 'applied index is now lower than readState.Index' (duration: 81.800947ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:33.45675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.177148Z","time spent":"1.279578625s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:33.456808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627513467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T01:41:33.456841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132821204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:41:33.45687Z","caller":"traceutil/trace.go:171","msg":"trace[1954575944] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:7926; }","duration":"1.627602289s","start":"2026-02-27T01:41:31.82925Z","end":"2026-02-27T01:41:33.456852Z","steps":["trace[1954575944] 'agreement among raft nodes before linearized reading' (duration: 1.627446486s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:33.456891Z","caller":"traceutil/trace.go:171","msg":"trace[2047297363] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7926; }","duration":"2.132917637s","start":"2026-02-27T01:41:31.323958Z","end":"2026-02-27T01:41:33.456876Z","steps":["trace[2047297363] 'agreement among raft nodes before linearized reading' (duration: 2.132832255s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.456904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718733891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T01:41:33.456921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:31.829216Z","time spent":"1.627693092s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" "} {"level":"warn","ts":"2026-02-27T01:41:33.456934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:31.323929Z","time spent":"2.132993469s","remote":"127.0.0.1:57274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:33.456938Z","caller":"traceutil/trace.go:171","msg":"trace[1134773261] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:7926; }","duration":"1.718800493s","start":"2026-02-27T01:41:31.738126Z","end":"2026-02-27T01:41:33.456927Z","steps":["trace[1134773261] 'agreement among raft nodes before linearized reading' (duration: 1.718699591s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.456919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105310093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:41:33.456967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:31.738105Z","time spent":"1.718857024s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T01:41:33.456931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623703638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:33.456998Z","caller":"traceutil/trace.go:171","msg":"trace[1041130611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7926; }","duration":"1.623770069s","start":"2026-02-27T01:41:31.83322Z","end":"2026-02-27T01:41:33.45699Z","steps":["trace[1041130611] 'agreement among raft nodes before linearized reading' (duration: 1.623679667s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:33.456993Z","caller":"traceutil/trace.go:171","msg":"trace[1931240968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7926; }","duration":"2.105413056s","start":"2026-02-27T01:41:31.351566Z","end":"2026-02-27T01:41:33.456979Z","steps":["trace[1931240968] 'agreement among raft nodes before linearized reading' (duration: 2.10516177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.457018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:31.833147Z","time spent":"1.623866392s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:41:33.457035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:31.351551Z","time spent":"2.105474287s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:33.456804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.176698Z","time spent":"1.280046026s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:33.457142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640346955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:33.457178Z","caller":"traceutil/trace.go:171","msg":"trace[510671610] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7926; }","duration":"2.640416886s","start":"2026-02-27T01:41:30.816749Z","end":"2026-02-27T01:41:33.457166Z","steps":["trace[510671610] 'agreement among raft nodes before linearized reading' (duration: 2.640364444s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.45722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:30.816729Z","time spent":"2.640482038s","remote":"127.0.0.1:42148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:41:33.45723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279873832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211676"} {"level":"info","ts":"2026-02-27T01:41:33.457272Z","caller":"traceutil/trace.go:171","msg":"trace[1749297054] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7926; }","duration":"1.279942054s","start":"2026-02-27T01:41:32.177319Z","end":"2026-02-27T01:41:33.457261Z","steps":["trace[1749297054] 'agreement among raft nodes before linearized reading' (duration: 1.279548675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.457283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.21407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:41:33.457303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.177302Z","time spent":"1.279991925s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211699,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:41:33.457311Z","caller":"traceutil/trace.go:171","msg":"trace[287403344] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7926; }","duration":"766.280852ms","start":"2026-02-27T01:41:32.691022Z","end":"2026-02-27T01:41:33.457303Z","steps":["trace[287403344] 'agreement among raft nodes before linearized reading' (duration: 766.21403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.457317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.674369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:41:33.457333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.691003Z","time spent":"766.324122ms","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:33.45735Z","caller":"traceutil/trace.go:171","msg":"trace[1454150617] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7926; }","duration":"364.744131ms","start":"2026-02-27T01:41:33.092597Z","end":"2026-02-27T01:41:33.457341Z","steps":["trace[1454150617] 'agreement among raft nodes before linearized reading' (duration: 364.679609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.457372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.620569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T01:41:33.457383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.092576Z","time spent":"364.799561ms","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:33.457434Z","caller":"traceutil/trace.go:171","msg":"trace[1830033587] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7926; }","duration":"404.707931ms","start":"2026-02-27T01:41:33.052697Z","end":"2026-02-27T01:41:33.457405Z","steps":["trace[1830033587] 'agreement among raft nodes before linearized reading' (duration: 404.576448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.457423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.517387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:41:33.457468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.05268Z","time spent":"404.780062ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:41:33.457502Z","caller":"traceutil/trace.go:171","msg":"trace[650258573] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7926; }","duration":"398.63158ms","start":"2026-02-27T01:41:33.058835Z","end":"2026-02-27T01:41:33.457467Z","steps":["trace[650258573] 'agreement among raft nodes before linearized reading' (duration: 398.496556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.457501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97037085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-27T01:41:33.457538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.058816Z","time spent":"398.714621ms","remote":"127.0.0.1:57520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:33.457556Z","caller":"traceutil/trace.go:171","msg":"trace[65136108] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7926; }","duration":"2.970456111s","start":"2026-02-27T01:41:30.487085Z","end":"2026-02-27T01:41:33.457541Z","steps":["trace[65136108] 'agreement among raft nodes before linearized reading' (duration: 2.970278647s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.457601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:30.487072Z","time spent":"2.970515863s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T01:41:33.835108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.854577ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T01:41:33.835282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.458596Z","time spent":"376.675941ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T01:41:33.835343Z","caller":"traceutil/trace.go:171","msg":"trace[695603113] linearizableReadLoop","detail":"{readStateIndex:8233; appliedIndex:8230; }","duration":"372.947014ms","start":"2026-02-27T01:41:33.462383Z","end":"2026-02-27T01:41:33.83533Z","steps":["trace[695603113] 'read index received' (duration: 236.852831ms)","trace[695603113] 'applied index is now lower than readState.Index' (duration: 136.093423ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:33.835409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.46066Z","time spent":"374.745016ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T01:41:33.835605Z","caller":"traceutil/trace.go:171","msg":"trace[1041393793] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"373.441735ms","start":"2026-02-27T01:41:33.462157Z","end":"2026-02-27T01:41:33.835598Z","steps":["trace[1041393793] 'process raft request' (duration: 373.100907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.835664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.462138Z","time spent":"373.486047ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:33.83581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.427345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:41:33.835863Z","caller":"traceutil/trace.go:171","msg":"trace[685249087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7927; }","duration":"373.696561ms","start":"2026-02-27T01:41:33.462149Z","end":"2026-02-27T01:41:33.835846Z","steps":["trace[685249087] 'agreement among raft nodes before linearized reading' (duration: 373.490626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.835937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.462117Z","time spent":"373.812214ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:41:33.836024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.971076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:33.836051Z","caller":"traceutil/trace.go:171","msg":"trace[104050724] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7927; }","duration":"150.002197ms","start":"2026-02-27T01:41:33.686041Z","end":"2026-02-27T01:41:33.836044Z","steps":["trace[104050724] 'agreement among raft nodes before linearized reading' (duration: 149.926835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.836121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.850895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:41:33.836152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.997102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:33.836289Z","caller":"traceutil/trace.go:171","msg":"trace[597978290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7927; }","duration":"369.216587ms","start":"2026-02-27T01:41:33.467051Z","end":"2026-02-27T01:41:33.836268Z","steps":["trace[597978290] 'agreement among raft nodes before linearized reading' (duration: 368.92036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.836466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.467024Z","time spent":"369.377431ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:41:33.836232Z","caller":"traceutil/trace.go:171","msg":"trace[123533050] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7927; }","duration":"228.999789ms","start":"2026-02-27T01:41:33.607214Z","end":"2026-02-27T01:41:33.836214Z","steps":["trace[123533050] 'agreement among raft nodes before linearized reading' (duration: 228.786944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:34.196445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.705489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:34.19656Z","caller":"traceutil/trace.go:171","msg":"trace[260692817] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"359.831498ms","start":"2026-02-27T01:41:33.836706Z","end":"2026-02-27T01:41:34.196537Z","steps":["trace[260692817] 'process raft request' (duration: 152.944746ms)","trace[260692817] 'compare' (duration: 206.3537ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:34.19663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.836689Z","time spent":"359.90899ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:34.20671Z","caller":"traceutil/trace.go:171","msg":"trace[882949879] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8233; }","duration":"368.175912ms","start":"2026-02-27T01:41:33.838517Z","end":"2026-02-27T01:41:34.206693Z","steps":["trace[882949879] 'read index received' (duration: 151.150233ms)","trace[882949879] 'applied index is now lower than readState.Index' (duration: 217.024919ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:34.206743Z","caller":"traceutil/trace.go:171","msg":"trace[722094314] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"369.78236ms","start":"2026-02-27T01:41:33.836939Z","end":"2026-02-27T01:41:34.206721Z","steps":["trace[722094314] 'process raft request' (duration: 369.660477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:34.206884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.364327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19381"} {"level":"info","ts":"2026-02-27T01:41:34.206917Z","caller":"traceutil/trace.go:171","msg":"trace[1124738901] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7929; }","duration":"368.436919ms","start":"2026-02-27T01:41:33.838466Z","end":"2026-02-27T01:41:34.206903Z","steps":["trace[1124738901] 'agreement among raft nodes before linearized reading' (duration: 368.318006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:34.20694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.838445Z","time spent":"368.48693ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19404,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T01:41:34.207009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.836926Z","time spent":"369.946534ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:34.207013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.940362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414346"} {"level":"warn","ts":"2026-02-27T01:41:34.207045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.799624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:34.207168Z","caller":"traceutil/trace.go:171","msg":"trace[1598705608] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7929; }","duration":"306.095685ms","start":"2026-02-27T01:41:33.901018Z","end":"2026-02-27T01:41:34.207113Z","steps":["trace[1598705608] 'agreement among raft nodes before linearized reading' (duration: 305.790908ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:34.207236Z","caller":"traceutil/trace.go:171","msg":"trace[390169987] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7929; }","duration":"229.04968ms","start":"2026-02-27T01:41:33.978171Z","end":"2026-02-27T01:41:34.207221Z","steps":["trace[390169987] 'agreement among raft nodes before linearized reading' (duration: 228.740782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:34.207297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.900998Z","time spent":"306.237189ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414369,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T01:41:34.462367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.917025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:34.462526Z","caller":"traceutil/trace.go:171","msg":"trace[337034608] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"253.563701ms","start":"2026-02-27T01:41:34.208932Z","end":"2026-02-27T01:41:34.462495Z","steps":["trace[337034608] 'process raft request' (duration: 103.40981ms)","trace[337034608] 'compare' (duration: 149.726111ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:34.462608Z","caller":"traceutil/trace.go:171","msg":"trace[225713877] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"236.523544ms","start":"2026-02-27T01:41:34.226062Z","end":"2026-02-27T01:41:34.462586Z","steps":["trace[225713877] 'process raft request' (duration: 236.433532ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:34.46267Z","caller":"traceutil/trace.go:171","msg":"trace[1443053946] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8235; }","duration":"253.471519ms","start":"2026-02-27T01:41:34.209148Z","end":"2026-02-27T01:41:34.46262Z","steps":["trace[1443053946] 'read index received' (duration: 103.205465ms)","trace[1443053946] 'applied index is now lower than readState.Index' (duration: 150.261913ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:34.462946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.483801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:34.462998Z","caller":"traceutil/trace.go:171","msg":"trace[534474067] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7931; }","duration":"190.604263ms","start":"2026-02-27T01:41:34.272382Z","end":"2026-02-27T01:41:34.462986Z","steps":["trace[534474067] 'agreement among raft nodes before linearized reading' (duration: 190.4667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:34.462975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.808367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T01:41:34.463094Z","caller":"traceutil/trace.go:171","msg":"trace[329762917] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7931; }","duration":"253.95131ms","start":"2026-02-27T01:41:34.209121Z","end":"2026-02-27T01:41:34.463073Z","steps":["trace[329762917] 'agreement among raft nodes before linearized reading' (duration: 253.679054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:34.794098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.357213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-02-27T01:41:34.794195Z","caller":"traceutil/trace.go:171","msg":"trace[1651059456] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7932; }","duration":"113.536026ms","start":"2026-02-27T01:41:34.680633Z","end":"2026-02-27T01:41:34.794169Z","steps":["trace[1651059456] 'range keys from in-memory index tree' (duration: 113.097717ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:34.909342Z","caller":"traceutil/trace.go:171","msg":"trace[1278420713] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"106.876681ms","start":"2026-02-27T01:41:34.802427Z","end":"2026-02-27T01:41:34.909303Z","steps":["trace[1278420713] 'process raft request' (duration: 106.622556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:35.432112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.849227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:35.432346Z","caller":"traceutil/trace.go:171","msg":"trace[594570958] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"434.016738ms","start":"2026-02-27T01:41:34.99831Z","end":"2026-02-27T01:41:35.432326Z","steps":["trace[594570958] 'process raft request' (duration: 433.910546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:35.432418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:34.99828Z","time spent":"434.10605ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:35.432383Z","caller":"traceutil/trace.go:171","msg":"trace[1984204489] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"489.704266ms","start":"2026-02-27T01:41:34.942641Z","end":"2026-02-27T01:41:35.432346Z","steps":["trace[1984204489] 'process raft request' (duration: 347.512151ms)","trace[1984204489] 'compare' (duration: 141.656742ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:35.43266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:34.942592Z","time spent":"489.960141ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:35.978123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.195732ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:35.978256Z","caller":"traceutil/trace.go:171","msg":"trace[413455615] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7935; }","duration":"102.343865ms","start":"2026-02-27T01:41:35.875891Z","end":"2026-02-27T01:41:35.978235Z","steps":["trace[413455615] 'range keys from in-memory index tree' (duration: 102.177182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:35.978422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.204881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:35.978915Z","caller":"traceutil/trace.go:171","msg":"trace[122359477] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8241; }","duration":"510.453709ms","start":"2026-02-27T01:41:35.468443Z","end":"2026-02-27T01:41:35.978897Z","steps":["trace[122359477] 'read index received' (duration: 214.668235ms)","trace[122359477] 'applied index is now lower than readState.Index' (duration: 295.784404ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:35.978945Z","caller":"traceutil/trace.go:171","msg":"trace[1634917861] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"512.68832ms","start":"2026-02-27T01:41:35.466231Z","end":"2026-02-27T01:41:35.97892Z","steps":["trace[1634917861] 'process raft request' (duration: 512.576398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:35.978948Z","caller":"traceutil/trace.go:171","msg":"trace[499683527] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"512.699241ms","start":"2026-02-27T01:41:35.466219Z","end":"2026-02-27T01:41:35.978918Z","steps":["trace[499683527] 'process raft request' (duration: 512.513717ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:35.979033Z","caller":"traceutil/trace.go:171","msg":"trace[874836995] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"512.645829ms","start":"2026-02-27T01:41:35.466364Z","end":"2026-02-27T01:41:35.97901Z","steps":["trace[874836995] 'process raft request' (duration: 512.489136ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:35.979029Z","caller":"traceutil/trace.go:171","msg":"trace[999381994] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"513.246214ms","start":"2026-02-27T01:41:35.465743Z","end":"2026-02-27T01:41:35.978989Z","steps":["trace[999381994] 'process raft request' (duration: 512.939937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:35.979071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:35.466216Z","time spent":"512.783463ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:35.979107Z","caller":"traceutil/trace.go:171","msg":"trace[570596582] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"514.143945ms","start":"2026-02-27T01:41:35.464926Z","end":"2026-02-27T01:41:35.97907Z","steps":["trace[570596582] 'process raft request' (duration: 218.170396ms)","trace[570596582] 'compare' (duration: 294.971745ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:35.979139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:35.466351Z","time spent":"512.731962ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:35.97891Z","caller":"traceutil/trace.go:171","msg":"trace[1005283298] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"513.447558ms","start":"2026-02-27T01:41:35.465432Z","end":"2026-02-27T01:41:35.978879Z","steps":["trace[1005283298] 'process raft request' (duration: 513.127471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:35.979189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.786823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19381"} {"level":"warn","ts":"2026-02-27T01:41:35.979193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:35.465717Z","time spent":"513.388227ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:35.97921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:35.465404Z","time spent":"513.777386ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:35.979247Z","caller":"traceutil/trace.go:171","msg":"trace[254198488] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7941; }","duration":"485.891257ms","start":"2026-02-27T01:41:35.49334Z","end":"2026-02-27T01:41:35.979231Z","steps":["trace[254198488] 'agreement among raft nodes before linearized reading' (duration: 485.701782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:35.979237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:35.464909Z","time spent":"514.270147ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:35.979296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:35.493317Z","time spent":"485.967538ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19404,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T01:41:35.979393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.94517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211676"} {"level":"info","ts":"2026-02-27T01:41:35.979534Z","caller":"traceutil/trace.go:171","msg":"trace[885277578] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7941; }","duration":"511.088473ms","start":"2026-02-27T01:41:35.468428Z","end":"2026-02-27T01:41:35.979517Z","steps":["trace[885277578] 'agreement among raft nodes before linearized reading' (duration: 510.577411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:35.979586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:35.468417Z","time spent":"511.156704ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211699,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:41:35.97952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.198154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:41:35.979289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:35.466202Z","time spent":"512.810183ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:35.981001Z","caller":"traceutil/trace.go:171","msg":"trace[673392063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7941; }","duration":"140.72524ms","start":"2026-02-27T01:41:35.840252Z","end":"2026-02-27T01:41:35.980978Z","steps":["trace[673392063] 'agreement among raft nodes before linearized reading' (duration: 138.862197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:36.640278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.961626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:36.640394Z","caller":"traceutil/trace.go:171","msg":"trace[250341550] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"655.712666ms","start":"2026-02-27T01:41:35.984661Z","end":"2026-02-27T01:41:36.640374Z","steps":["trace[250341550] 'process raft request' (duration: 167.574407ms)","trace[250341550] 'compare' (duration: 487.75898ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:36.640481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:35.984639Z","time spent":"655.796718ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:37.128532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.242021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T01:41:37.128611Z","caller":"traceutil/trace.go:171","msg":"trace[1523112941] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7942; }","duration":"379.369313ms","start":"2026-02-27T01:41:36.749225Z","end":"2026-02-27T01:41:37.128594Z","steps":["trace[1523112941] 'range keys from in-memory index tree' (duration: 379.096567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:37.128642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:36.749206Z","time spent":"379.429055ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T01:41:37.128533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.110539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:37.128739Z","caller":"traceutil/trace.go:171","msg":"trace[1630458954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7942; }","duration":"301.365405ms","start":"2026-02-27T01:41:36.827351Z","end":"2026-02-27T01:41:37.128716Z","steps":["trace[1630458954] 'range keys from in-memory index tree' (duration: 300.943916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:37.128798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:36.827324Z","time spent":"301.460208ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:41:37.353569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.059493ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:41:37.353909Z","caller":"traceutil/trace.go:171","msg":"trace[1838002596] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"221.112935ms","start":"2026-02-27T01:41:37.132771Z","end":"2026-02-27T01:41:37.353884Z","steps":["trace[1838002596] 'process raft request' (duration: 220.947141ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:37.353944Z","caller":"traceutil/trace.go:171","msg":"trace[120996061] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8248; }","duration":"224.087444ms","start":"2026-02-27T01:41:37.129796Z","end":"2026-02-27T01:41:37.353884Z","steps":["trace[120996061] 'read index received' (duration: 48.961µs)","trace[120996061] 'applied index is now lower than readState.Index' (duration: 224.027013ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:37.354227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.409281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:37.35426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.354404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:41:37.354256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.445713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:37.354299Z","caller":"traceutil/trace.go:171","msg":"trace[668474515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7943; }","duration":"224.529414ms","start":"2026-02-27T01:41:37.129751Z","end":"2026-02-27T01:41:37.354281Z","steps":["trace[668474515] 'agreement among raft nodes before linearized reading' (duration: 224.237317ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:37.354313Z","caller":"traceutil/trace.go:171","msg":"trace[201612092] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7943; }","duration":"201.454057ms","start":"2026-02-27T01:41:37.152845Z","end":"2026-02-27T01:41:37.354299Z","steps":["trace[201612092] 'agreement among raft nodes before linearized reading' (duration: 201.313363ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:37.354343Z","caller":"traceutil/trace.go:171","msg":"trace[613973319] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:7943; }","duration":"173.569166ms","start":"2026-02-27T01:41:37.180753Z","end":"2026-02-27T01:41:37.354322Z","steps":["trace[613973319] 'agreement among raft nodes before linearized reading' (duration: 173.433963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:37.354266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.121136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:37.354557Z","caller":"traceutil/trace.go:171","msg":"trace[169116865] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7943; }","duration":"173.425383ms","start":"2026-02-27T01:41:37.18111Z","end":"2026-02-27T01:41:37.354535Z","steps":["trace[169116865] 'agreement among raft nodes before linearized reading' (duration: 173.071005ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:37.899744Z","caller":"traceutil/trace.go:171","msg":"trace[1861669723] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"539.830954ms","start":"2026-02-27T01:41:37.359889Z","end":"2026-02-27T01:41:37.89972Z","steps":["trace[1861669723] 'process raft request' (duration: 539.607449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:37.899899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:37.359868Z","time spent":"539.972868ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:41:37.903029Z","caller":"traceutil/trace.go:171","msg":"trace[1203241463] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"465.042071ms","start":"2026-02-27T01:41:37.437975Z","end":"2026-02-27T01:41:37.903017Z","steps":["trace[1203241463] 'process raft request' (duration: 464.796545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:37.903122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:37.437952Z","time spent":"465.106572ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:38.138109Z","caller":"traceutil/trace.go:171","msg":"trace[1765498032] linearizableReadLoop","detail":"{readStateIndex:8253; appliedIndex:8252; }","duration":"227.146795ms","start":"2026-02-27T01:41:37.910942Z","end":"2026-02-27T01:41:38.138088Z","steps":["trace[1765498032] 'read index received' (duration: 139.467851ms)","trace[1765498032] 'applied index is now lower than readState.Index' (duration: 87.677904ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:38.138152Z","caller":"traceutil/trace.go:171","msg":"trace[984095491] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"230.718538ms","start":"2026-02-27T01:41:37.907403Z","end":"2026-02-27T01:41:38.138121Z","steps":["trace[984095491] 'process raft request' (duration: 142.972443ms)","trace[984095491] 'compare' (duration: 87.437038ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:38.138344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.627642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:41:38.138376Z","caller":"traceutil/trace.go:171","msg":"trace[1377448250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7946; }","duration":"153.680013ms","start":"2026-02-27T01:41:37.984687Z","end":"2026-02-27T01:41:38.138367Z","steps":["trace[1377448250] 'agreement among raft nodes before linearized reading' (duration: 153.56233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:38.13838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.419351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-27T01:41:38.138457Z","caller":"traceutil/trace.go:171","msg":"trace[345732188] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7946; }","duration":"227.516713ms","start":"2026-02-27T01:41:37.910925Z","end":"2026-02-27T01:41:38.138441Z","steps":["trace[345732188] 'agreement among raft nodes before linearized reading' (duration: 227.264828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:38.138561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.793029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:41:38.138407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.549556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:41:38.138608Z","caller":"traceutil/trace.go:171","msg":"trace[669840682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7946; }","duration":"154.883681ms","start":"2026-02-27T01:41:37.983714Z","end":"2026-02-27T01:41:38.138597Z","steps":["trace[669840682] 'agreement among raft nodes before linearized reading' (duration: 154.564554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:38.138611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.893041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:41:38.138624Z","caller":"traceutil/trace.go:171","msg":"trace[1010901630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7946; }","duration":"152.789751ms","start":"2026-02-27T01:41:37.985825Z","end":"2026-02-27T01:41:38.138614Z","steps":["trace[1010901630] 'agreement among raft nodes before linearized reading' (duration: 152.384572ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:38.138664Z","caller":"traceutil/trace.go:171","msg":"trace[1450411310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7946; }","duration":"154.978703ms","start":"2026-02-27T01:41:37.98367Z","end":"2026-02-27T01:41:38.138648Z","steps":["trace[1450411310] 'agreement among raft nodes before linearized reading' (duration: 154.8428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:38.138826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.640045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:41:38.138849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.659109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:41:38.138874Z","caller":"traceutil/trace.go:171","msg":"trace[2030584979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7946; }","duration":"155.72041ms","start":"2026-02-27T01:41:37.983147Z","end":"2026-02-27T01:41:38.138867Z","steps":["trace[2030584979] 'agreement among raft nodes before linearized reading' (duration: 155.054095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:38.138882Z","caller":"traceutil/trace.go:171","msg":"trace[1812654940] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7946; }","duration":"154.717777ms","start":"2026-02-27T01:41:37.984146Z","end":"2026-02-27T01:41:38.138863Z","steps":["trace[1812654940] 'agreement among raft nodes before linearized reading' (duration: 154.294207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:38.138907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.377169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:41:38.138996Z","caller":"traceutil/trace.go:171","msg":"trace[921160381] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7946; }","duration":"154.471671ms","start":"2026-02-27T01:41:37.984502Z","end":"2026-02-27T01:41:38.138974Z","steps":["trace[921160381] 'agreement among raft nodes before linearized reading' (duration: 153.758494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:40.355534Z","caller":"traceutil/trace.go:171","msg":"trace[1690013744] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8273; }","duration":"200.122575ms","start":"2026-02-27T01:41:40.155387Z","end":"2026-02-27T01:41:40.35551Z","steps":["trace[1690013744] 'read index received' (duration: 200.013443ms)","trace[1690013744] 'applied index is now lower than readState.Index' (duration: 107.962µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:40.355618Z","caller":"traceutil/trace.go:171","msg":"trace[806410555] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"200.497604ms","start":"2026-02-27T01:41:40.155071Z","end":"2026-02-27T01:41:40.355569Z","steps":["trace[806410555] 'process raft request' (duration: 200.304919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:40.355825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.402672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:41:40.355926Z","caller":"traceutil/trace.go:171","msg":"trace[1931419011] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7967; }","duration":"200.528814ms","start":"2026-02-27T01:41:40.155373Z","end":"2026-02-27T01:41:40.355902Z","steps":["trace[1931419011] 'agreement among raft nodes before linearized reading' (duration: 200.236378ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:40.359201Z","caller":"traceutil/trace.go:171","msg":"trace[932598265] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"201.327714ms","start":"2026-02-27T01:41:40.157834Z","end":"2026-02-27T01:41:40.359162Z","steps":["trace[932598265] 'process raft request' (duration: 201.070368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:40.359254Z","caller":"traceutil/trace.go:171","msg":"trace[767113754] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"200.873183ms","start":"2026-02-27T01:41:40.158356Z","end":"2026-02-27T01:41:40.359229Z","steps":["trace[767113754] 'process raft request' (duration: 200.715239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:40.359289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.233241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:41:40.359308Z","caller":"traceutil/trace.go:171","msg":"trace[848034317] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"201.440436ms","start":"2026-02-27T01:41:40.15784Z","end":"2026-02-27T01:41:40.359281Z","steps":["trace[848034317] 'process raft request' (duration: 201.19085ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:40.359337Z","caller":"traceutil/trace.go:171","msg":"trace[875165396] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7971; }","duration":"201.342733ms","start":"2026-02-27T01:41:40.157982Z","end":"2026-02-27T01:41:40.359325Z","steps":["trace[875165396] 'agreement among raft nodes before linearized reading' (duration: 201.175659ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:40.359318Z","caller":"traceutil/trace.go:171","msg":"trace[397834315] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"199.754377ms","start":"2026-02-27T01:41:40.159545Z","end":"2026-02-27T01:41:40.359299Z","steps":["trace[397834315] 'process raft request' (duration: 199.576423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:42.795862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625292169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:41:43.2964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625292169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:41:43.508447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.537641135s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:41:43.51057Z","caller":"traceutil/trace.go:171","msg":"trace[1153191890] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"1.539946608s","start":"2026-02-27T01:41:41.97059Z","end":"2026-02-27T01:41:43.510536Z","steps":["trace[1153191890] 'process raft request' (duration: 1.538033643s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:43.510599Z","caller":"traceutil/trace.go:171","msg":"trace[1758581400] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"1.251365641s","start":"2026-02-27T01:41:42.259212Z","end":"2026-02-27T01:41:43.510578Z","steps":["trace[1758581400] 'process raft request' (duration: 1.251232408s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.510717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.259189Z","time spent":"1.251464743s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:43.510752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317152984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-69b6b57db9-swddm.1897f6de1afb30c2\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-27T01:41:43.51081Z","caller":"traceutil/trace.go:171","msg":"trace[2111726139] range","detail":"{range_begin:/registry/events/openstack/barbican-api-69b6b57db9-swddm.1897f6de1afb30c2; range_end:; response_count:1; response_revision:7981; }","duration":"1.317268937s","start":"2026-02-27T01:41:42.193528Z","end":"2026-02-27T01:41:43.510796Z","steps":["trace[2111726139] 'agreement among raft nodes before linearized reading' (duration: 1.317082332s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.510851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.1935Z","time spent":"1.317341379s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-69b6b57db9-swddm.1897f6de1afb30c2\" "} {"level":"warn","ts":"2026-02-27T01:41:43.510712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:41.970547Z","time spent":"1.540079031s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:43.510556Z","caller":"traceutil/trace.go:171","msg":"trace[21914840] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8287; }","duration":"1.316939889s","start":"2026-02-27T01:41:42.193583Z","end":"2026-02-27T01:41:43.510523Z","steps":["trace[21914840] 'read index received' (duration: 1.315070526s)","trace[21914840] 'applied index is now lower than readState.Index' (duration: 1.868543ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:43.511298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140290501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:41:43.511335Z","caller":"traceutil/trace.go:171","msg":"trace[1907393438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7981; }","duration":"1.140345452s","start":"2026-02-27T01:41:42.370982Z","end":"2026-02-27T01:41:43.511327Z","steps":["trace[1907393438] 'agreement among raft nodes before linearized reading' (duration: 1.140188758s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.511329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140717221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-27T01:41:43.511319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146360142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-27T01:41:43.511357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.370973Z","time spent":"1.140379354s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:43.511312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185943965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:41:43.511368Z","caller":"traceutil/trace.go:171","msg":"trace[1885976171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:7981; }","duration":"1.140773003s","start":"2026-02-27T01:41:42.370583Z","end":"2026-02-27T01:41:43.511356Z","steps":["trace[1885976171] 'agreement among raft nodes before linearized reading' (duration: 1.14066036s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:43.511388Z","caller":"traceutil/trace.go:171","msg":"trace[741929072] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7981; }","duration":"1.146448115s","start":"2026-02-27T01:41:42.364918Z","end":"2026-02-27T01:41:43.511366Z","steps":["trace[741929072] 'agreement among raft nodes before linearized reading' (duration: 1.146258591s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:43.5114Z","caller":"traceutil/trace.go:171","msg":"trace[38332685] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7981; }","duration":"1.186116139s","start":"2026-02-27T01:41:42.325262Z","end":"2026-02-27T01:41:43.511378Z","steps":["trace[38332685] 'agreement among raft nodes before linearized reading' (duration: 1.185912165s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.511417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146514266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T01:41:43.511412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151132184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:41:43.511429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.364912Z","time spent":"1.146508636s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:43.511455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.325236Z","time spent":"1.186208282s","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:43.511461Z","caller":"traceutil/trace.go:171","msg":"trace[1868270720] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7981; }","duration":"1.146571698s","start":"2026-02-27T01:41:42.364873Z","end":"2026-02-27T01:41:43.511444Z","steps":["trace[1868270720] 'agreement among raft nodes before linearized reading' (duration: 1.146483066s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:43.511469Z","caller":"traceutil/trace.go:171","msg":"trace[1984509761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7981; }","duration":"1.151192815s","start":"2026-02-27T01:41:42.360262Z","end":"2026-02-27T01:41:43.511455Z","steps":["trace[1984509761] 'agreement among raft nodes before linearized reading' (duration: 1.151053922s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.511481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.080113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:43.511504Z","caller":"traceutil/trace.go:171","msg":"trace[897235644] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7981; }","duration":"390.144155ms","start":"2026-02-27T01:41:43.121354Z","end":"2026-02-27T01:41:43.511499Z","steps":["trace[897235644] 'agreement among raft nodes before linearized reading' (duration: 390.099654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.511501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.364862Z","time spent":"1.146631939s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:43.511506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.360204Z","time spent":"1.151294388s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:43.511523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:43.121334Z","time spent":"390.182267ms","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:41:43.511419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.370574Z","time spent":"1.140838484s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"warn","ts":"2026-02-27T01:41:43.511577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146522307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:41:43.511621Z","caller":"traceutil/trace.go:171","msg":"trace[1637407291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7981; }","duration":"1.146617559s","start":"2026-02-27T01:41:42.364992Z","end":"2026-02-27T01:41:43.511609Z","steps":["trace[1637407291] 'agreement among raft nodes before linearized reading' (duration: 1.146461585s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.511652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.364949Z","time spent":"1.146697221s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:41:43.51165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.993517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:41:43.511326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147740775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:41:43.511691Z","caller":"traceutil/trace.go:171","msg":"trace[1178890406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7981; }","duration":"851.081769ms","start":"2026-02-27T01:41:42.660597Z","end":"2026-02-27T01:41:43.511679Z","steps":["trace[1178890406] 'agreement among raft nodes before linearized reading' (duration: 850.981657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.511824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.660573Z","time spent":"851.239263ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:43.511876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.501783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:43.511711Z","caller":"traceutil/trace.go:171","msg":"trace[1029092440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7981; }","duration":"1.148182025s","start":"2026-02-27T01:41:42.363518Z","end":"2026-02-27T01:41:43.5117Z","steps":["trace[1029092440] 'agreement among raft nodes before linearized reading' (duration: 1.147696304s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:43.511907Z","caller":"traceutil/trace.go:171","msg":"trace[1358348089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7981; }","duration":"686.567454ms","start":"2026-02-27T01:41:42.825331Z","end":"2026-02-27T01:41:43.511898Z","steps":["trace[1358348089] 'agreement among raft nodes before linearized reading' (duration: 686.522993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.511928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.825303Z","time spent":"686.620065ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:41:43.511924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.864527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:41:43.51198Z","caller":"traceutil/trace.go:171","msg":"trace[1669580193] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7981; }","duration":"715.97532ms","start":"2026-02-27T01:41:42.795988Z","end":"2026-02-27T01:41:43.511963Z","steps":["trace[1669580193] 'agreement among raft nodes before linearized reading' (duration: 715.884618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.512024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.795959Z","time spent":"716.056911ms","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:41:43.512005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.363489Z","time spent":"1.148445511s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:41:46.241579Z","caller":"traceutil/trace.go:171","msg":"trace[314378791] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"160.792259ms","start":"2026-02-27T01:41:46.080754Z","end":"2026-02-27T01:41:46.241547Z","steps":["trace[314378791] 'read index received' (duration: 160.651405ms)","trace[314378791] 'applied index is now lower than readState.Index' (duration: 139.784µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:46.241611Z","caller":"traceutil/trace.go:171","msg":"trace[1880430587] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"309.793362ms","start":"2026-02-27T01:41:45.931788Z","end":"2026-02-27T01:41:46.241581Z","steps":["trace[1880430587] 'process raft request' (duration: 309.577447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:46.241773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:45.931729Z","time spent":"309.955656ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:46.241807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.035684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-pgb77\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-02-27T01:41:46.241844Z","caller":"traceutil/trace.go:171","msg":"trace[397782376] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-pgb77; range_end:; response_count:1; response_revision:8017; }","duration":"161.144416ms","start":"2026-02-27T01:41:46.080687Z","end":"2026-02-27T01:41:46.241831Z","steps":["trace[397782376] 'agreement among raft nodes before linearized reading' (duration: 160.976092ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:51.814603Z","caller":"traceutil/trace.go:171","msg":"trace[285102050] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8433; }","duration":"117.588041ms","start":"2026-02-27T01:41:51.696991Z","end":"2026-02-27T01:41:51.814579Z","steps":["trace[285102050] 'read index received' (duration: 38.515598ms)","trace[285102050] 'applied index is now lower than readState.Index' (duration: 79.070943ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:51.814611Z","caller":"traceutil/trace.go:171","msg":"trace[1971272547] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"148.636375ms","start":"2026-02-27T01:41:51.665935Z","end":"2026-02-27T01:41:51.814572Z","steps":["trace[1971272547] 'process raft request' (duration: 120.611242ms)","trace[1971272547] 'compare' (duration: 27.797488ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:51.81475Z","caller":"traceutil/trace.go:171","msg":"trace[167628719] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"148.00628ms","start":"2026-02-27T01:41:51.666732Z","end":"2026-02-27T01:41:51.814738Z","steps":["trace[167628719] 'process raft request' (duration: 147.805095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:51.814855Z","caller":"traceutil/trace.go:171","msg":"trace[822006893] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"148.191945ms","start":"2026-02-27T01:41:51.666594Z","end":"2026-02-27T01:41:51.814786Z","steps":["trace[822006893] 'process raft request' (duration: 147.913079ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:51.814865Z","caller":"traceutil/trace.go:171","msg":"trace[2130192782] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"148.41132ms","start":"2026-02-27T01:41:51.666416Z","end":"2026-02-27T01:41:51.814827Z","steps":["trace[2130192782] 'process raft request' (duration: 148.052882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:51.815048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.029742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:41:51.815104Z","caller":"traceutil/trace.go:171","msg":"trace[1892747673] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8126; }","duration":"118.126454ms","start":"2026-02-27T01:41:51.696961Z","end":"2026-02-27T01:41:51.815088Z","steps":["trace[1892747673] 'agreement among raft nodes before linearized reading' (duration: 117.92727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:51.815106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.192056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:41:51.815196Z","caller":"traceutil/trace.go:171","msg":"trace[1928296100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:8126; }","duration":"115.330439ms","start":"2026-02-27T01:41:51.699846Z","end":"2026-02-27T01:41:51.815176Z","steps":["trace[1928296100] 'agreement among raft nodes before linearized reading' (duration: 115.060083ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:53.188188Z","caller":"traceutil/trace.go:171","msg":"trace[509702991] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"100.521153ms","start":"2026-02-27T01:41:53.087637Z","end":"2026-02-27T01:41:53.188158Z","steps":["trace[509702991] 'process raft request' (duration: 100.178715ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:46.222626Z","caller":"traceutil/trace.go:171","msg":"trace[55658182] linearizableReadLoop","detail":"{readStateIndex:8863; appliedIndex:8862; }","duration":"198.375774ms","start":"2026-02-27T01:42:46.024229Z","end":"2026-02-27T01:42:46.222605Z","steps":["trace[55658182] 'read index received' (duration: 198.19311ms)","trace[55658182] 'applied index is now lower than readState.Index' (duration: 181.884µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:42:46.222685Z","caller":"traceutil/trace.go:171","msg":"trace[974806374] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"206.573505ms","start":"2026-02-27T01:42:46.016076Z","end":"2026-02-27T01:42:46.222649Z","steps":["trace[974806374] 'process raft request' (duration: 206.390851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:46.222847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.043438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:42:46.222893Z","caller":"traceutil/trace.go:171","msg":"trace[378266359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8538; }","duration":"129.12494ms","start":"2026-02-27T01:42:46.093758Z","end":"2026-02-27T01:42:46.222883Z","steps":["trace[378266359] 'agreement among raft nodes before linearized reading' (duration: 128.990747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:46.223028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.80674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:42:46.223065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.470072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:42:46.223183Z","caller":"traceutil/trace.go:171","msg":"trace[1084709166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8538; }","duration":"112.610615ms","start":"2026-02-27T01:42:46.110535Z","end":"2026-02-27T01:42:46.223146Z","steps":["trace[1084709166] 'agreement among raft nodes before linearized reading' (duration: 112.366169ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:46.223095Z","caller":"traceutil/trace.go:171","msg":"trace[151978223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8538; }","duration":"103.917232ms","start":"2026-02-27T01:42:46.119162Z","end":"2026-02-27T01:42:46.223079Z","steps":["trace[151978223] 'agreement among raft nodes before linearized reading' (duration: 103.696207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:46.223283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.115807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:42:46.223532Z","caller":"traceutil/trace.go:171","msg":"trace[1411423178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8538; }","duration":"110.434355ms","start":"2026-02-27T01:42:46.113079Z","end":"2026-02-27T01:42:46.223513Z","steps":["trace[1411423178] 'agreement among raft nodes before linearized reading' (duration: 109.716398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:46.223433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.202383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:42:46.223994Z","caller":"traceutil/trace.go:171","msg":"trace[1741679603] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8538; }","duration":"199.738326ms","start":"2026-02-27T01:42:46.024188Z","end":"2026-02-27T01:42:46.223927Z","steps":["trace[1741679603] 'agreement among raft nodes before linearized reading' (duration: 198.560299ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:46.455686Z","caller":"traceutil/trace.go:171","msg":"trace[773128571] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"227.940674ms","start":"2026-02-27T01:42:46.227721Z","end":"2026-02-27T01:42:46.455661Z","steps":["trace[773128571] 'process raft request' (duration: 227.74886ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:46.456034Z","caller":"traceutil/trace.go:171","msg":"trace[988871782] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"228.273681ms","start":"2026-02-27T01:42:46.22774Z","end":"2026-02-27T01:42:46.456014Z","steps":["trace[988871782] 'process raft request' (duration: 227.880122ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:46.456261Z","caller":"traceutil/trace.go:171","msg":"trace[1226142283] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"228.261832ms","start":"2026-02-27T01:42:46.22798Z","end":"2026-02-27T01:42:46.456242Z","steps":["trace[1226142283] 'process raft request' (duration: 227.953035ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:46.456353Z","caller":"traceutil/trace.go:171","msg":"trace[959036583] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"227.791371ms","start":"2026-02-27T01:42:46.228538Z","end":"2026-02-27T01:42:46.456329Z","steps":["trace[959036583] 'process raft request' (duration: 227.586066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:46.456465Z","caller":"traceutil/trace.go:171","msg":"trace[428551594] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"227.811931ms","start":"2026-02-27T01:42:46.228557Z","end":"2026-02-27T01:42:46.456369Z","steps":["trace[428551594] 'process raft request' (duration: 227.673617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:46.4565Z","caller":"traceutil/trace.go:171","msg":"trace[1793378558] linearizableReadLoop","detail":"{readStateIndex:8866; appliedIndex:8863; }","duration":"228.487797ms","start":"2026-02-27T01:42:46.227935Z","end":"2026-02-27T01:42:46.456423Z","steps":["trace[1793378558] 'read index received' (duration: 37.601127ms)","trace[1793378558] 'applied index is now lower than readState.Index' (duration: 190.88446ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:42:46.457065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.100701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244630"} {"level":"info","ts":"2026-02-27T01:42:46.457141Z","caller":"traceutil/trace.go:171","msg":"trace[1603190789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8544; }","duration":"229.207043ms","start":"2026-02-27T01:42:46.227916Z","end":"2026-02-27T01:42:46.457123Z","steps":["trace[1603190789] 'agreement among raft nodes before linearized reading' (duration: 228.64631ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:46.819479Z","caller":"traceutil/trace.go:171","msg":"trace[1391066411] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"254.329069ms","start":"2026-02-27T01:42:46.565117Z","end":"2026-02-27T01:42:46.819446Z","steps":["trace[1391066411] 'process raft request' (duration: 225.66523ms)","trace[1391066411] 'compare' (duration: 28.243919ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:42:47.028975Z","caller":"traceutil/trace.go:171","msg":"trace[360864480] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"439.404564ms","start":"2026-02-27T01:42:46.589545Z","end":"2026-02-27T01:42:47.02895Z","steps":["trace[360864480] 'process raft request' (duration: 432.043312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:47.029121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:46.58953Z","time spent":"439.514786ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:42:47.029221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.252072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:42:47.029338Z","caller":"traceutil/trace.go:171","msg":"trace[903074376] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8546; }","duration":"334.444426ms","start":"2026-02-27T01:42:46.69487Z","end":"2026-02-27T01:42:47.029314Z","steps":["trace[903074376] 'agreement among raft nodes before linearized reading' (duration: 334.17499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:47.029401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:46.694809Z","time spent":"334.57427ms","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:42:47.029504Z","caller":"traceutil/trace.go:171","msg":"trace[1812868539] linearizableReadLoop","detail":"{readStateIndex:8871; appliedIndex:8869; }","duration":"333.839893ms","start":"2026-02-27T01:42:46.69494Z","end":"2026-02-27T01:42:47.028779Z","steps":["trace[1812868539] 'read index received' (duration: 95.925466ms)","trace[1812868539] 'applied index is now lower than readState.Index' (duration: 237.913197ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:42:47.189568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.919609ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:42:56.993412Z","caller":"traceutil/trace.go:171","msg":"trace[1054859784] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"102.449378ms","start":"2026-02-27T01:42:56.890937Z","end":"2026-02-27T01:42:56.993386Z","steps":["trace[1054859784] 'process raft request' (duration: 102.270754ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:56.993417Z","caller":"traceutil/trace.go:171","msg":"trace[1030959209] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"108.51558ms","start":"2026-02-27T01:42:56.884875Z","end":"2026-02-27T01:42:56.993391Z","steps":["trace[1030959209] 'process raft request' (duration: 57.559322ms)","trace[1030959209] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f; req_size:24114; } (duration: 50.63275ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:42:57.886807Z","caller":"traceutil/trace.go:171","msg":"trace[238279359] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"102.479809ms","start":"2026-02-27T01:42:57.783993Z","end":"2026-02-27T01:42:57.886473Z","steps":["trace[238279359] 'process raft request' (duration: 100.719918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:00.035302Z","caller":"traceutil/trace.go:171","msg":"trace[1287195666] linearizableReadLoop","detail":"{readStateIndex:9036; appliedIndex:9035; }","duration":"145.356169ms","start":"2026-02-27T01:42:59.889914Z","end":"2026-02-27T01:43:00.035271Z","steps":["trace[1287195666] 'read index received' (duration: 144.939469ms)","trace[1287195666] 'applied index is now lower than readState.Index' (duration: 415.539µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:43:00.035531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.599714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-02-27T01:43:00.035576Z","caller":"traceutil/trace.go:171","msg":"trace[1264765748] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:8708; }","duration":"145.696756ms","start":"2026-02-27T01:42:59.889869Z","end":"2026-02-27T01:43:00.035566Z","steps":["trace[1264765748] 'agreement among raft nodes before linearized reading' (duration: 145.510012ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:00.035479Z","caller":"traceutil/trace.go:171","msg":"trace[1301827858] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"176.180707ms","start":"2026-02-27T01:42:59.859262Z","end":"2026-02-27T01:43:00.035443Z","steps":["trace[1301827858] 'process raft request' (duration: 175.636634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:00.502353Z","caller":"traceutil/trace.go:171","msg":"trace[1325511175] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"182.836133ms","start":"2026-02-27T01:43:00.319486Z","end":"2026-02-27T01:43:00.502323Z","steps":["trace[1325511175] 'process raft request' (duration: 182.651498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:00.502514Z","caller":"traceutil/trace.go:171","msg":"trace[808556214] linearizableReadLoop","detail":"{readStateIndex:9038; appliedIndex:9038; }","duration":"177.243222ms","start":"2026-02-27T01:43:00.32524Z","end":"2026-02-27T01:43:00.502484Z","steps":["trace[808556214] 'read index received' (duration: 177.230772ms)","trace[808556214] 'applied index is now lower than readState.Index' (duration: 9.95µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:43:00.50279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.510818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:43:00.502918Z","caller":"traceutil/trace.go:171","msg":"trace[1376726099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8710; }","duration":"177.678642ms","start":"2026-02-27T01:43:00.325215Z","end":"2026-02-27T01:43:00.502893Z","steps":["trace[1376726099] 'agreement among raft nodes before linearized reading' (duration: 177.362024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:30.534783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.009977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T01:43:30.534893Z","caller":"traceutil/trace.go:171","msg":"trace[1310032595] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8904; }","duration":"141.167201ms","start":"2026-02-27T01:43:30.393703Z","end":"2026-02-27T01:43:30.53487Z","steps":["trace[1310032595] 'range keys from in-memory index tree' (duration: 140.830733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:15.600396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625295515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:44:16.101326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625295515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:44:16.58114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.511619982s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:44:16.583367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.556846ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:16.584344Z","caller":"traceutil/trace.go:171","msg":"trace[1882468448] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9223; }","duration":"708.541159ms","start":"2026-02-27T01:44:15.875778Z","end":"2026-02-27T01:44:16.584319Z","steps":["trace[1882468448] 'range keys from in-memory index tree' (duration: 707.537376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.585614Z","caller":"traceutil/trace.go:171","msg":"trace[281982518] linearizableReadLoop","detail":"{readStateIndex:9572; appliedIndex:9570; }","duration":"1.485538343s","start":"2026-02-27T01:44:15.100042Z","end":"2026-02-27T01:44:16.58558Z","steps":["trace[281982518] 'read index received' (duration: 1.481374746s)","trace[281982518] 'applied index is now lower than readState.Index' (duration: 4.162407ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:16.585727Z","caller":"traceutil/trace.go:171","msg":"trace[607297279] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"1.369108007s","start":"2026-02-27T01:44:15.216586Z","end":"2026-02-27T01:44:16.585694Z","steps":["trace[607297279] 'process raft request' (duration: 1.368907612s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.585763Z","caller":"traceutil/trace.go:171","msg":"trace[838429161] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"1.516288281s","start":"2026-02-27T01:44:15.069413Z","end":"2026-02-27T01:44:16.585701Z","steps":["trace[838429161] 'process raft request' (duration: 1.512013032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.585896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48582354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-27T01:44:16.58594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.216546Z","time spent":"1.369303692s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:16.585968Z","caller":"traceutil/trace.go:171","msg":"trace[659643397] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9225; }","duration":"1.485930163s","start":"2026-02-27T01:44:15.100015Z","end":"2026-02-27T01:44:16.585946Z","steps":["trace[659643397] 'agreement among raft nodes before linearized reading' (duration: 1.485717158s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.586002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.800603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T01:44:16.586034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.100002Z","time spent":"1.486016415s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:44:16.586051Z","caller":"traceutil/trace.go:171","msg":"trace[1747172991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9225; }","duration":"993.900576ms","start":"2026-02-27T01:44:15.592135Z","end":"2026-02-27T01:44:16.586035Z","steps":["trace[1747172991] 'agreement among raft nodes before linearized reading' (duration: 993.799094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.585899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484481479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:44:16.586088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.592107Z","time spent":"993.971837ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:44:16.586033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.069387Z","time spent":"1.516492395s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:16.5862Z","caller":"traceutil/trace.go:171","msg":"trace[1790029611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9225; }","duration":"1.484748595s","start":"2026-02-27T01:44:15.101342Z","end":"2026-02-27T01:44:16.58609Z","steps":["trace[1790029611] 'agreement among raft nodes before linearized reading' (duration: 1.484441408s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.586278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.101313Z","time spent":"1.48494004s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:44:16.58632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464763768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:44:16.586375Z","caller":"traceutil/trace.go:171","msg":"trace[65285482] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:9225; }","duration":"1.464850261s","start":"2026-02-27T01:44:15.121512Z","end":"2026-02-27T01:44:16.586362Z","steps":["trace[65285482] 'agreement among raft nodes before linearized reading' (duration: 1.464724538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.586403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.691125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:44:16.586416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.121498Z","time spent":"1.464906503s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"info","ts":"2026-02-27T01:44:16.586462Z","caller":"traceutil/trace.go:171","msg":"trace[1607719053] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9225; }","duration":"649.777478ms","start":"2026-02-27T01:44:15.936671Z","end":"2026-02-27T01:44:16.586448Z","steps":["trace[1607719053] 'agreement among raft nodes before linearized reading' (duration: 649.642234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.586507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.936659Z","time spent":"649.839189ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":25,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:44:16.586506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.87888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:16.586562Z","caller":"traceutil/trace.go:171","msg":"trace[880837894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9225; }","duration":"760.965281ms","start":"2026-02-27T01:44:15.825581Z","end":"2026-02-27T01:44:16.586546Z","steps":["trace[880837894] 'agreement among raft nodes before linearized reading' (duration: 760.854538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.586613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.825562Z","time spent":"761.042053ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:44:16.587098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.606915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:44:16.587403Z","caller":"traceutil/trace.go:171","msg":"trace[259834606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9225; }","duration":"993.562937ms","start":"2026-02-27T01:44:15.593814Z","end":"2026-02-27T01:44:16.587377Z","steps":["trace[259834606] 'agreement among raft nodes before linearized reading' (duration: 991.988311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.58756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.593778Z","time spent":"993.735212ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:44:58.290376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.186617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:44:58.290471Z","caller":"traceutil/trace.go:171","msg":"trace[43666898] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9577; }","duration":"217.33963ms","start":"2026-02-27T01:44:58.073112Z","end":"2026-02-27T01:44:58.290452Z","steps":["trace[43666898] 'range keys from in-memory index tree' (duration: 216.93255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:00.970359Z","caller":"traceutil/trace.go:171","msg":"trace[1330496868] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"102.216404ms","start":"2026-02-27T01:45:00.868115Z","end":"2026-02-27T01:45:00.970332Z","steps":["trace[1330496868] 'process raft request' (duration: 101.935057ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:01.096927Z","caller":"traceutil/trace.go:171","msg":"trace[85496071] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"121.178037ms","start":"2026-02-27T01:45:00.975714Z","end":"2026-02-27T01:45:01.096892Z","steps":["trace[85496071] 'process raft request' (duration: 84.06001ms)","trace[85496071] 'compare' (duration: 36.986384ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:45:01.099281Z","caller":"traceutil/trace.go:171","msg":"trace[1352279570] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"123.540092ms","start":"2026-02-27T01:45:00.975726Z","end":"2026-02-27T01:45:01.099266Z","steps":["trace[1352279570] 'process raft request' (duration: 123.415939ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:01.099599Z","caller":"traceutil/trace.go:171","msg":"trace[2093155037] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"123.636854ms","start":"2026-02-27T01:45:00.975922Z","end":"2026-02-27T01:45:01.099559Z","steps":["trace[2093155037] 'process raft request' (duration: 123.303806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:01.099589Z","caller":"traceutil/trace.go:171","msg":"trace[839093259] transaction","detail":"{read_only:false; response_revision:9593; number_of_response:1; }","duration":"123.117472ms","start":"2026-02-27T01:45:00.976446Z","end":"2026-02-27T01:45:01.099563Z","steps":["trace[839093259] 'process raft request' (duration: 123.069411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:01.09961Z","caller":"traceutil/trace.go:171","msg":"trace[930521375] transaction","detail":"{read_only:false; response_revision:9592; number_of_response:1; }","duration":"123.639704ms","start":"2026-02-27T01:45:00.975945Z","end":"2026-02-27T01:45:01.099585Z","steps":["trace[930521375] 'process raft request' (duration: 123.486561ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:03.305948Z","caller":"traceutil/trace.go:171","msg":"trace[602547940] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"196.464552ms","start":"2026-02-27T01:45:03.109455Z","end":"2026-02-27T01:45:03.30592Z","steps":["trace[602547940] 'process raft request' (duration: 191.445276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:03.306017Z","caller":"traceutil/trace.go:171","msg":"trace[538432564] linearizableReadLoop","detail":"{readStateIndex:9973; appliedIndex:9970; }","duration":"130.595385ms","start":"2026-02-27T01:45:03.175396Z","end":"2026-02-27T01:45:03.305992Z","steps":["trace[538432564] 'read index received' (duration: 125.449656ms)","trace[538432564] 'applied index is now lower than readState.Index' (duration: 5.144669ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:45:03.306073Z","caller":"traceutil/trace.go:171","msg":"trace[244938029] transaction","detail":"{read_only:false; response_revision:9611; number_of_response:1; }","duration":"196.40108ms","start":"2026-02-27T01:45:03.109647Z","end":"2026-02-27T01:45:03.306048Z","steps":["trace[244938029] 'process raft request' (duration: 196.305828ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:03.306119Z","caller":"traceutil/trace.go:171","msg":"trace[1411235206] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"196.37667ms","start":"2026-02-27T01:45:03.109616Z","end":"2026-02-27T01:45:03.305992Z","steps":["trace[1411235206] 'process raft request' (duration: 196.245817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:03.306164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.615662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:45:03.306213Z","caller":"traceutil/trace.go:171","msg":"trace[1389913298] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9611; }","duration":"198.718255ms","start":"2026-02-27T01:45:03.107482Z","end":"2026-02-27T01:45:03.306201Z","steps":["trace[1389913298] 'agreement among raft nodes before linearized reading' (duration: 198.615512ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:03.334619Z","caller":"traceutil/trace.go:171","msg":"trace[672856947] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"155.333602ms","start":"2026-02-27T01:45:03.179262Z","end":"2026-02-27T01:45:03.334596Z","steps":["trace[672856947] 'process raft request' (duration: 154.765699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:03.335168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.486789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:45:03.33523Z","caller":"traceutil/trace.go:171","msg":"trace[1549124818] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9612; }","duration":"147.602782ms","start":"2026-02-27T01:45:03.187597Z","end":"2026-02-27T01:45:03.3352Z","steps":["trace[1549124818] 'agreement among raft nodes before linearized reading' (duration: 147.49732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:03.569662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.877163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:45:03.569721Z","caller":"traceutil/trace.go:171","msg":"trace[2116575931] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9615; }","duration":"145.998556ms","start":"2026-02-27T01:45:03.42371Z","end":"2026-02-27T01:45:03.569709Z","steps":["trace[2116575931] 'range keys from in-memory index tree' (duration: 145.713049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:03.5699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.122688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T01:45:03.569924Z","caller":"traceutil/trace.go:171","msg":"trace[578138449] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9615; }","duration":"134.203011ms","start":"2026-02-27T01:45:03.435715Z","end":"2026-02-27T01:45:03.569918Z","steps":["trace[578138449] 'range keys from in-memory index tree' (duration: 134.020426ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:07.211701Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T01:45:07.217981Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T01:45:07.218084Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-27T01:45:08.971146Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7328} {"level":"info","ts":"2026-02-27T01:45:09.032887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7328,"took":"59.515839ms","hash":308018162,"current-db-size-bytes":41029632,"current-db-size":"41 MB","current-db-size-in-use-bytes":25169920,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T01:45:09.032949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":308018162,"revision":7328,"compact-revision":5360} {"level":"info","ts":"2026-02-27T01:45:15.597216Z","caller":"traceutil/trace.go:171","msg":"trace[1098102110] transaction","detail":"{read_only:false; response_revision:9697; number_of_response:1; }","duration":"126.994393ms","start":"2026-02-27T01:45:15.470197Z","end":"2026-02-27T01:45:15.597191Z","steps":["trace[1098102110] 'process raft request' (duration: 126.851109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:15.965751Z","caller":"traceutil/trace.go:171","msg":"trace[1485976458] linearizableReadLoop","detail":"{readStateIndex:10067; appliedIndex:10062; }","duration":"282.603383ms","start":"2026-02-27T01:45:15.683123Z","end":"2026-02-27T01:45:15.965726Z","steps":["trace[1485976458] 'read index received' (duration: 275.882296ms)","trace[1485976458] 'applied index is now lower than readState.Index' (duration: 6.720047ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:45:15.965872Z","caller":"traceutil/trace.go:171","msg":"trace[526373228] transaction","detail":"{read_only:false; response_revision:9698; number_of_response:1; }","duration":"495.653023ms","start":"2026-02-27T01:45:15.470209Z","end":"2026-02-27T01:45:15.965862Z","steps":["trace[526373228] 'process raft request' (duration: 488.786223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.96597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.470185Z","time spent":"495.712534ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:45:15.966302Z","caller":"traceutil/trace.go:171","msg":"trace[1344261544] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"496.002961ms","start":"2026-02-27T01:45:15.470287Z","end":"2026-02-27T01:45:15.96629Z","steps":["trace[1344261544] 'process raft request' (duration: 495.245733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.966371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.470258Z","time spent":"496.080813ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:45:15.966483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.941134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:15.96652Z","caller":"traceutil/trace.go:171","msg":"trace[331067210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9702; }","duration":"140.007956ms","start":"2026-02-27T01:45:15.826503Z","end":"2026-02-27T01:45:15.966511Z","steps":["trace[331067210] 'agreement among raft nodes before linearized reading' (duration: 139.949645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:15.966507Z","caller":"traceutil/trace.go:171","msg":"trace[1995172053] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"495.866228ms","start":"2026-02-27T01:45:15.470587Z","end":"2026-02-27T01:45:15.966453Z","steps":["trace[1995172053] 'process raft request' (duration: 495.074749ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:15.966602Z","caller":"traceutil/trace.go:171","msg":"trace[1859532109] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"496.242706ms","start":"2026-02-27T01:45:15.470322Z","end":"2026-02-27T01:45:15.966565Z","steps":["trace[1859532109] 'process raft request' (duration: 495.307214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:15.966643Z","caller":"traceutil/trace.go:171","msg":"trace[653150208] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"495.652002ms","start":"2026-02-27T01:45:15.470951Z","end":"2026-02-27T01:45:15.966603Z","steps":["trace[653150208] 'process raft request' (duration: 494.739281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.966701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.470293Z","time spent":"496.358009ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:45:15.966697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.470575Z","time spent":"496.016331ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:45:15.966769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.470938Z","time spent":"495.765235ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:45:15.966991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.862822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-02-27T01:45:15.967048Z","caller":"traceutil/trace.go:171","msg":"trace[1827347266] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:9702; }","duration":"283.976404ms","start":"2026-02-27T01:45:15.683054Z","end":"2026-02-27T01:45:15.96703Z","steps":["trace[1827347266] 'agreement among raft nodes before linearized reading' (duration: 283.38405ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:54.3963Z","caller":"traceutil/trace.go:171","msg":"trace[1641192940] transaction","detail":"{read_only:false; response_revision:10005; number_of_response:1; }","duration":"111.038872ms","start":"2026-02-27T01:45:54.285235Z","end":"2026-02-27T01:45:54.396274Z","steps":["trace[1641192940] 'process raft request' (duration: 110.881738ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:08.806458Z","caller":"traceutil/trace.go:171","msg":"trace[278972374] transaction","detail":"{read_only:false; response_revision:10259; number_of_response:1; }","duration":"160.614209ms","start":"2026-02-27T01:46:08.645746Z","end":"2026-02-27T01:46:08.80636Z","steps":["trace[278972374] 'process raft request' (duration: 160.468525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:23.75136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.751588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:23.751484Z","caller":"traceutil/trace.go:171","msg":"trace[1974936519] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:10333; }","duration":"150.889671ms","start":"2026-02-27T01:46:23.600567Z","end":"2026-02-27T01:46:23.751456Z","steps":["trace[1974936519] 'count revisions from in-memory index tree' (duration: 150.635405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:23.75165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.540116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:23.751694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.430554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-27T01:46:23.751793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.439008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:46:23.751852Z","caller":"traceutil/trace.go:171","msg":"trace[49824496] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:10333; }","duration":"151.644588ms","start":"2026-02-27T01:46:23.600179Z","end":"2026-02-27T01:46:23.751824Z","steps":["trace[49824496] 'range keys from in-memory index tree' (duration: 151.162058ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:23.751873Z","caller":"traceutil/trace.go:171","msg":"trace[594667112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10333; }","duration":"125.56982ms","start":"2026-02-27T01:46:23.626284Z","end":"2026-02-27T01:46:23.751854Z","steps":["trace[594667112] 'range keys from in-memory index tree' (duration: 125.13434ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:23.751888Z","caller":"traceutil/trace.go:171","msg":"trace[2064048632] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:10333; }","duration":"121.773432ms","start":"2026-02-27T01:46:23.630014Z","end":"2026-02-27T01:46:23.751787Z","steps":["trace[2064048632] 'count revisions from in-memory index tree' (duration: 121.410683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.327683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625298653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:46:24.828836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625298653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:46:24.836909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08019966s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:46:24.8374Z","caller":"traceutil/trace.go:171","msg":"trace[16176959] linearizableReadLoop","detail":"{readStateIndex:10715; appliedIndex:10714; }","duration":"1.010728658s","start":"2026-02-27T01:46:23.826643Z","end":"2026-02-27T01:46:24.837372Z","steps":["trace[16176959] 'read index received' (duration: 1.010432491s)","trace[16176959] 'applied index is now lower than readState.Index' (duration: 295.037µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:24.837472Z","caller":"traceutil/trace.go:171","msg":"trace[772552047] transaction","detail":"{read_only:false; response_revision:10334; number_of_response:1; }","duration":"1.080842404s","start":"2026-02-27T01:46:23.756591Z","end":"2026-02-27T01:46:24.837433Z","steps":["trace[772552047] 'process raft request' (duration: 1.080583628s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.837535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010872992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:24.837582Z","caller":"traceutil/trace.go:171","msg":"trace[379399508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10334; }","duration":"1.010961343s","start":"2026-02-27T01:46:23.826608Z","end":"2026-02-27T01:46:24.837569Z","steps":["trace[379399508] 'agreement among raft nodes before linearized reading' (duration: 1.010878091s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.83762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:23.826589Z","time spent":"1.011023965s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:46:24.83772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.238819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:46:24.837771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.946381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:24.837785Z","caller":"traceutil/trace.go:171","msg":"trace[1240498896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10334; }","duration":"822.340322ms","start":"2026-02-27T01:46:24.015425Z","end":"2026-02-27T01:46:24.837766Z","steps":["trace[1240498896] 'agreement among raft nodes before linearized reading' (duration: 822.178488ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:24.837811Z","caller":"traceutil/trace.go:171","msg":"trace[458226751] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10334; }","duration":"471.007423ms","start":"2026-02-27T01:46:24.366791Z","end":"2026-02-27T01:46:24.837798Z","steps":["trace[458226751] 'agreement among raft nodes before linearized reading' (duration: 470.962341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.837822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.015403Z","time spent":"822.411654ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:24.837851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.366776Z","time spent":"471.067674ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-27T01:46:24.837858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.61917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:24.837879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.90211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:24.837914Z","caller":"traceutil/trace.go:171","msg":"trace[45268872] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10334; }","duration":"472.707312ms","start":"2026-02-27T01:46:24.365187Z","end":"2026-02-27T01:46:24.837894Z","steps":["trace[45268872] 'agreement among raft nodes before linearized reading' (duration: 472.576899ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:24.837945Z","caller":"traceutil/trace.go:171","msg":"trace[2211674] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10334; }","duration":"471.011103ms","start":"2026-02-27T01:46:24.36692Z","end":"2026-02-27T01:46:24.837931Z","steps":["trace[2211674] 'agreement among raft nodes before linearized reading' (duration: 470.709146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.837957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.365176Z","time spent":"472.773404ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:46:24.838005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.76817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:24.838018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.366906Z","time spent":"471.069384ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-02-27T01:46:24.838046Z","caller":"traceutil/trace.go:171","msg":"trace[289001448] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10334; }","duration":"546.848552ms","start":"2026-02-27T01:46:24.291188Z","end":"2026-02-27T01:46:24.838037Z","steps":["trace[289001448] 'agreement among raft nodes before linearized reading' (duration: 546.790601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.838068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.407966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-27T01:46:24.838081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.291168Z","time spent":"546.906784ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:46:24.838081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.734913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:24.838106Z","caller":"traceutil/trace.go:171","msg":"trace[182296768] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10334; }","duration":"544.461796ms","start":"2026-02-27T01:46:24.293633Z","end":"2026-02-27T01:46:24.838095Z","steps":["trace[182296768] 'agreement among raft nodes before linearized reading' (duration: 544.352164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.838148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.293627Z","time spent":"544.513788ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:24.838182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.700812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:24.838214Z","caller":"traceutil/trace.go:171","msg":"trace[1793638945] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10334; }","duration":"547.765164ms","start":"2026-02-27T01:46:24.290441Z","end":"2026-02-27T01:46:24.838206Z","steps":["trace[1793638945] 'agreement among raft nodes before linearized reading' (duration: 547.728153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.838244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.290422Z","time spent":"547.816775ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:24.838282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.299769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:46:24.838155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.515428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:24.838322Z","caller":"traceutil/trace.go:171","msg":"trace[2067015199] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10334; }","duration":"189.385831ms","start":"2026-02-27T01:46:24.648925Z","end":"2026-02-27T01:46:24.838311Z","steps":["trace[2067015199] 'agreement among raft nodes before linearized reading' (duration: 189.219857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.838317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:23.756569Z","time spent":"1.080973428s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:24.838335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.655182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:24.838415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.826881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:46:24.838458Z","caller":"traceutil/trace.go:171","msg":"trace[1450670810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10334; }","duration":"408.884963ms","start":"2026-02-27T01:46:24.429561Z","end":"2026-02-27T01:46:24.838446Z","steps":["trace[1450670810] 'agreement among raft nodes before linearized reading' (duration: 408.802781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:24.838458Z","caller":"traceutil/trace.go:171","msg":"trace[1984771973] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10334; }","duration":"643.841846ms","start":"2026-02-27T01:46:24.194587Z","end":"2026-02-27T01:46:24.838429Z","steps":["trace[1984771973] 'agreement among raft nodes before linearized reading' (duration: 643.618881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.838493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.42955Z","time spent":"408.937364ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:46:24.838507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.194554Z","time spent":"643.941149ms","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:24.838556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.65496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:46:24.838601Z","caller":"traceutil/trace.go:171","msg":"trace[575370194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10334; }","duration":"409.719692ms","start":"2026-02-27T01:46:24.428872Z","end":"2026-02-27T01:46:24.838591Z","steps":["trace[575370194] 'agreement among raft nodes before linearized reading' (duration: 409.61381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.838623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.064394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:46:24.838629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.42886Z","time spent":"409.762683ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:46:24.838649Z","caller":"traceutil/trace.go:171","msg":"trace[1299732916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10334; }","duration":"411.110764ms","start":"2026-02-27T01:46:24.427531Z","end":"2026-02-27T01:46:24.838641Z","steps":["trace[1299732916] 'agreement among raft nodes before linearized reading' (duration: 411.037043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.83868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.427517Z","time spent":"411.157605ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:24.837717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.249042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:24.838692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.975205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:46:24.838389Z","caller":"traceutil/trace.go:171","msg":"trace[1759329378] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10334; }","duration":"547.757934ms","start":"2026-02-27T01:46:24.290614Z","end":"2026-02-27T01:46:24.838372Z","steps":["trace[1759329378] 'agreement among raft nodes before linearized reading' (duration: 547.523508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:24.838755Z","caller":"traceutil/trace.go:171","msg":"trace[1031303412] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10334; }","duration":"545.311687ms","start":"2026-02-27T01:46:24.293431Z","end":"2026-02-27T01:46:24.838743Z","steps":["trace[1031303412] 'agreement among raft nodes before linearized reading' (duration: 544.216421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.838765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.2906Z","time spent":"548.156093ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:46:24.838342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.115161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:46:24.838804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.293425Z","time spent":"545.368538ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-27T01:46:24.838816Z","caller":"traceutil/trace.go:171","msg":"trace[944258120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10334; }","duration":"416.604853ms","start":"2026-02-27T01:46:24.422193Z","end":"2026-02-27T01:46:24.838798Z","steps":["trace[944258120] 'agreement among raft nodes before linearized reading' (duration: 416.07126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.838853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.655178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T01:46:24.838871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.422181Z","time spent":"416.677444ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:46:24.838881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.843962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T01:46:24.838914Z","caller":"traceutil/trace.go:171","msg":"trace[851867842] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10334; }","duration":"426.707429ms","start":"2026-02-27T01:46:24.412167Z","end":"2026-02-27T01:46:24.838875Z","steps":["trace[851867842] 'agreement among raft nodes before linearized reading' (duration: 426.618147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:24.838764Z","caller":"traceutil/trace.go:171","msg":"trace[906048254] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10334; }","duration":"418.066277ms","start":"2026-02-27T01:46:24.420683Z","end":"2026-02-27T01:46:24.838749Z","steps":["trace[906048254] 'agreement among raft nodes before linearized reading' (duration: 417.895303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.838959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.412157Z","time spent":"426.79184ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:46:24.838964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.42067Z","time spent":"418.281812ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:46:24.838989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.20337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T01:46:24.838919Z","caller":"traceutil/trace.go:171","msg":"trace[1386431394] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10334; }","duration":"471.900934ms","start":"2026-02-27T01:46:24.367009Z","end":"2026-02-27T01:46:24.83891Z","steps":["trace[1386431394] 'agreement among raft nodes before linearized reading' (duration: 471.790531ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:24.839024Z","caller":"traceutil/trace.go:171","msg":"trace[1039721437] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10334; }","duration":"460.255572ms","start":"2026-02-27T01:46:24.378761Z","end":"2026-02-27T01:46:24.839017Z","steps":["trace[1039721437] 'agreement among raft nodes before linearized reading' (duration: 460.17583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.839052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.378751Z","time spent":"460.295103ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:24.839082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.367001Z","time spent":"472.042677ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-02-27T01:46:24.83942Z","caller":"traceutil/trace.go:171","msg":"trace[1081526289] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10334; }","duration":"472.809245ms","start":"2026-02-27T01:46:24.365293Z","end":"2026-02-27T01:46:24.838102Z","steps":["trace[1081526289] 'agreement among raft nodes before linearized reading' (duration: 472.765054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:24.839482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.365257Z","time spent":"474.210178ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:46:25.351664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625298657,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:46:25.451233Z","caller":"traceutil/trace.go:171","msg":"trace[574273316] transaction","detail":"{read_only:false; response_revision:10335; number_of_response:1; }","duration":"604.62503ms","start":"2026-02-27T01:46:24.846577Z","end":"2026-02-27T01:46:25.451202Z","steps":["trace[574273316] 'process raft request' (duration: 536.871249ms)","trace[574273316] 'compare' (duration: 67.635668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:25.451402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.846553Z","time spent":"604.766883ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:25.477576Z","caller":"traceutil/trace.go:171","msg":"trace[884664085] transaction","detail":"{read_only:false; response_revision:10336; number_of_response:1; }","duration":"629.432899ms","start":"2026-02-27T01:46:24.848119Z","end":"2026-02-27T01:46:25.477552Z","steps":["trace[884664085] 'process raft request' (duration: 629.235755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:25.477725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.848065Z","time spent":"629.584412ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:25.477952Z","caller":"traceutil/trace.go:171","msg":"trace[59868462] transaction","detail":"{read_only:false; response_revision:10337; number_of_response:1; }","duration":"629.607693ms","start":"2026-02-27T01:46:24.848319Z","end":"2026-02-27T01:46:25.477927Z","steps":["trace[59868462] 'process raft request' (duration: 629.186573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:25.478083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.848311Z","time spent":"629.701155ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:25.478099Z","caller":"traceutil/trace.go:171","msg":"trace[646252045] transaction","detail":"{read_only:false; response_revision:10338; number_of_response:1; }","duration":"629.652104ms","start":"2026-02-27T01:46:24.848409Z","end":"2026-02-27T01:46:25.478061Z","steps":["trace[646252045] 'process raft request' (duration: 629.435179ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:25.478211Z","caller":"traceutil/trace.go:171","msg":"trace[409283874] transaction","detail":"{read_only:false; response_revision:10340; number_of_response:1; }","duration":"629.086881ms","start":"2026-02-27T01:46:24.849111Z","end":"2026-02-27T01:46:25.478198Z","steps":["trace[409283874] 'process raft request' (duration: 629.001829ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:25.478247Z","caller":"traceutil/trace.go:171","msg":"trace[1913931111] linearizableReadLoop","detail":"{readStateIndex:10722; appliedIndex:10715; }","duration":"627.222907ms","start":"2026-02-27T01:46:24.851016Z","end":"2026-02-27T01:46:25.478239Z","steps":["trace[1913931111] 'read index received' (duration: 532.473956ms)","trace[1913931111] 'applied index is now lower than readState.Index' (duration: 94.748281ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:25.478235Z","caller":"traceutil/trace.go:171","msg":"trace[815246093] transaction","detail":"{read_only:false; response_revision:10339; number_of_response:1; }","duration":"629.121072ms","start":"2026-02-27T01:46:24.849059Z","end":"2026-02-27T01:46:25.47818Z","steps":["trace[815246093] 'process raft request' (duration: 628.908017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:25.478285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.849106Z","time spent":"629.145652ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:25.478325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.310719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:25.478355Z","caller":"traceutil/trace.go:171","msg":"trace[1947470001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10341; }","duration":"627.356371ms","start":"2026-02-27T01:46:24.85099Z","end":"2026-02-27T01:46:25.478347Z","steps":["trace[1947470001] 'agreement among raft nodes before linearized reading' (duration: 627.294159ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:25.478301Z","caller":"traceutil/trace.go:171","msg":"trace[648921445] transaction","detail":"{read_only:false; response_revision:10341; number_of_response:1; }","duration":"629.108431ms","start":"2026-02-27T01:46:24.84917Z","end":"2026-02-27T01:46:25.478279Z","steps":["trace[648921445] 'process raft request' (duration: 628.995258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:25.478385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.850984Z","time spent":"627.396251ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:46:25.478438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.849051Z","time spent":"629.282025ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:25.47847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.849166Z","time spent":"629.227504ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:25.478825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.848403Z","time spent":"629.836268ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:25.693101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.967159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:46:25.693224Z","caller":"traceutil/trace.go:171","msg":"trace[1067915822] linearizableReadLoop","detail":"{readStateIndex:10723; appliedIndex:10722; }","duration":"214.936545ms","start":"2026-02-27T01:46:25.478267Z","end":"2026-02-27T01:46:25.693204Z","steps":["trace[1067915822] 'read index received' (duration: 76.694609ms)","trace[1067915822] 'applied index is now lower than readState.Index' (duration: 138.238386ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:25.693301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.397158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:25.693339Z","caller":"traceutil/trace.go:171","msg":"trace[1579876188] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10342; }","duration":"833.446339ms","start":"2026-02-27T01:46:24.859879Z","end":"2026-02-27T01:46:25.693325Z","steps":["trace[1579876188] 'agreement among raft nodes before linearized reading' (duration: 833.374697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:25.693375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:24.859873Z","time spent":"833.493599ms","remote":"127.0.0.1:42688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:25.693465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.830776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:25.693501Z","caller":"traceutil/trace.go:171","msg":"trace[1512834324] transaction","detail":"{read_only:false; response_revision:10342; number_of_response:1; }","duration":"219.613374ms","start":"2026-02-27T01:46:25.473828Z","end":"2026-02-27T01:46:25.693441Z","steps":["trace[1512834324] 'process raft request' (duration: 81.208995ms)","trace[1512834324] 'compare' (duration: 137.672752ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:25.693578Z","caller":"traceutil/trace.go:171","msg":"trace[743019618] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10342; }","duration":"351.001721ms","start":"2026-02-27T01:46:25.34255Z","end":"2026-02-27T01:46:25.693552Z","steps":["trace[743019618] 'agreement among raft nodes before linearized reading' (duration: 350.838517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:25.693606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.794806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T01:46:25.693648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:25.342525Z","time spent":"351.106733ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:46:25.693691Z","caller":"traceutil/trace.go:171","msg":"trace[1114955369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10342; }","duration":"659.91761ms","start":"2026-02-27T01:46:25.033752Z","end":"2026-02-27T01:46:25.693669Z","steps":["trace[1114955369] 'agreement among raft nodes before linearized reading' (duration: 659.663164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:25.69375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:25.033736Z","time spent":"660.000342ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:46:25.996383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.716587ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:25.99651Z","caller":"traceutil/trace.go:171","msg":"trace[457513949] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10342; }","duration":"120.85423ms","start":"2026-02-27T01:46:25.875637Z","end":"2026-02-27T01:46:25.996491Z","steps":["trace[457513949] 'range keys from in-memory index tree' (duration: 120.699117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:27.460588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.95517ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:46:27.46069Z","caller":"traceutil/trace.go:171","msg":"trace[765906465] linearizableReadLoop","detail":"{readStateIndex:10725; appliedIndex:10724; }","duration":"180.7992ms","start":"2026-02-27T01:46:27.279865Z","end":"2026-02-27T01:46:27.460665Z","steps":["trace[765906465] 'read index received' (duration: 48.785259ms)","trace[765906465] 'applied index is now lower than readState.Index' (duration: 132.012811ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:27.460992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.104067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-54dd857bb4-lm6hq.1897f72e0c079ca0\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-02-27T01:46:27.461116Z","caller":"traceutil/trace.go:171","msg":"trace[1174696599] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-54dd857bb4-lm6hq.1897f72e0c079ca0; range_end:; response_count:1; response_revision:10343; }","duration":"181.281841ms","start":"2026-02-27T01:46:27.279811Z","end":"2026-02-27T01:46:27.461093Z","steps":["trace[1174696599] 'agreement among raft nodes before linearized reading' (duration: 180.912872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:27.665735Z","caller":"traceutil/trace.go:171","msg":"trace[169357628] transaction","detail":"{read_only:false; response_revision:10344; number_of_response:1; }","duration":"202.67334ms","start":"2026-02-27T01:46:27.463038Z","end":"2026-02-27T01:46:27.665712Z","steps":["trace[169357628] 'process raft request' (duration: 202.503196ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:27.706068Z","caller":"traceutil/trace.go:171","msg":"trace[405876394] linearizableReadLoop","detail":"{readStateIndex:10727; appliedIndex:10725; }","duration":"224.420707ms","start":"2026-02-27T01:46:27.481623Z","end":"2026-02-27T01:46:27.706043Z","steps":["trace[405876394] 'read index received' (duration: 183.986484ms)","trace[405876394] 'applied index is now lower than readState.Index' (duration: 40.433243ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:27.706192Z","caller":"traceutil/trace.go:171","msg":"trace[1755236172] transaction","detail":"{read_only:false; response_revision:10345; number_of_response:1; }","duration":"241.838664ms","start":"2026-02-27T01:46:27.464323Z","end":"2026-02-27T01:46:27.706161Z","steps":["trace[1755236172] 'process raft request' (duration: 241.570108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:27.706323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.688564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:46:27.706402Z","caller":"traceutil/trace.go:171","msg":"trace[1310115394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10345; }","duration":"224.781756ms","start":"2026-02-27T01:46:27.481598Z","end":"2026-02-27T01:46:27.70638Z","steps":["trace[1310115394] 'agreement among raft nodes before linearized reading' (duration: 224.566101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:27.75329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.693837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:46:27.753409Z","caller":"traceutil/trace.go:171","msg":"trace[799199931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10346; }","duration":"270.862281ms","start":"2026-02-27T01:46:27.482534Z","end":"2026-02-27T01:46:27.753397Z","steps":["trace[799199931] 'agreement among raft nodes before linearized reading' (duration: 270.649046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:27.75352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.876301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:46:27.753504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.200262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:46:27.753548Z","caller":"traceutil/trace.go:171","msg":"trace[963804290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10346; }","duration":"270.940833ms","start":"2026-02-27T01:46:27.482601Z","end":"2026-02-27T01:46:27.753542Z","steps":["trace[963804290] 'agreement among raft nodes before linearized reading' (duration: 270.862181ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:27.753587Z","caller":"traceutil/trace.go:171","msg":"trace[1954419959] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:10346; }","duration":"251.319895ms","start":"2026-02-27T01:46:27.502248Z","end":"2026-02-27T01:46:27.753568Z","steps":["trace[1954419959] 'agreement among raft nodes before linearized reading' (duration: 251.161262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:27.753614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.82652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:46:27.753686Z","caller":"traceutil/trace.go:171","msg":"trace[1260346251] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10346; }","duration":"270.947603ms","start":"2026-02-27T01:46:27.482721Z","end":"2026-02-27T01:46:27.753669Z","steps":["trace[1260346251] 'agreement among raft nodes before linearized reading' (duration: 270.724397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:27.753712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.82538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:46:27.753792Z","caller":"traceutil/trace.go:171","msg":"trace[393259154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10346; }","duration":"270.956093ms","start":"2026-02-27T01:46:27.482816Z","end":"2026-02-27T01:46:27.753772Z","steps":["trace[393259154] 'agreement among raft nodes before linearized reading' (duration: 270.711917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:27.847455Z","caller":"traceutil/trace.go:171","msg":"trace[1558995446] transaction","detail":"{read_only:false; response_revision:10347; number_of_response:1; }","duration":"136.825583ms","start":"2026-02-27T01:46:27.710605Z","end":"2026-02-27T01:46:27.847431Z","steps":["trace[1558995446] 'process raft request' (duration: 97.7169ms)","trace[1558995446] 'compare' (duration: 39.011771ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:28.036134Z","caller":"traceutil/trace.go:171","msg":"trace[1249362543] transaction","detail":"{read_only:false; response_revision:10349; number_of_response:1; }","duration":"276.582545ms","start":"2026-02-27T01:46:27.759527Z","end":"2026-02-27T01:46:28.03611Z","steps":["trace[1249362543] 'process raft request' (duration: 276.511653ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:28.036185Z","caller":"traceutil/trace.go:171","msg":"trace[550657085] transaction","detail":"{read_only:false; response_revision:10348; number_of_response:1; }","duration":"277.918066ms","start":"2026-02-27T01:46:27.75822Z","end":"2026-02-27T01:46:28.036138Z","steps":["trace[550657085] 'process raft request' (duration: 196.401833ms)","trace[550657085] 'compare' (duration: 81.295168ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:28.036538Z","caller":"traceutil/trace.go:171","msg":"trace[1738544805] transaction","detail":"{read_only:false; response_revision:10350; number_of_response:1; }","duration":"275.780496ms","start":"2026-02-27T01:46:27.760727Z","end":"2026-02-27T01:46:28.036508Z","steps":["trace[1738544805] 'process raft request' (duration: 275.352396ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:28.037195Z","caller":"traceutil/trace.go:171","msg":"trace[1614264707] transaction","detail":"{read_only:false; response_revision:10351; number_of_response:1; }","duration":"276.344469ms","start":"2026-02-27T01:46:27.760835Z","end":"2026-02-27T01:46:28.037179Z","steps":["trace[1614264707] 'process raft request' (duration: 275.466359ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:28.037332Z","caller":"traceutil/trace.go:171","msg":"trace[1496830995] linearizableReadLoop","detail":"{readStateIndex:10734; appliedIndex:10728; }","duration":"260.406147ms","start":"2026-02-27T01:46:27.776904Z","end":"2026-02-27T01:46:28.037311Z","steps":["trace[1496830995] 'read index received' (duration: 31.427443ms)","trace[1496830995] 'applied index is now lower than readState.Index' (duration: 228.977624ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:28.037541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.616692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:46:28.037574Z","caller":"traceutil/trace.go:171","msg":"trace[394037780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:10352; }","duration":"260.694174ms","start":"2026-02-27T01:46:27.776869Z","end":"2026-02-27T01:46:28.037563Z","steps":["trace[394037780] 'agreement among raft nodes before linearized reading' (duration: 260.50784ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:28.037594Z","caller":"traceutil/trace.go:171","msg":"trace[1576247630] transaction","detail":"{read_only:false; response_revision:10352; number_of_response:1; }","duration":"276.042342ms","start":"2026-02-27T01:46:27.761536Z","end":"2026-02-27T01:46:28.037579Z","steps":["trace[1576247630] 'process raft request' (duration: 275.575762ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.709239Z","caller":"traceutil/trace.go:171","msg":"trace[1314977513] linearizableReadLoop","detail":"{readStateIndex:10789; appliedIndex:10788; }","duration":"692.153333ms","start":"2026-02-27T01:46:36.01706Z","end":"2026-02-27T01:46:36.709214Z","steps":["trace[1314977513] 'read index received' (duration: 32.651µs)","trace[1314977513] 'applied index is now lower than readState.Index' (duration: 692.119572ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:36.709376Z","caller":"traceutil/trace.go:171","msg":"trace[68751487] transaction","detail":"{read_only:false; response_revision:10406; number_of_response:1; }","duration":"692.298987ms","start":"2026-02-27T01:46:36.017033Z","end":"2026-02-27T01:46:36.709332Z","steps":["trace[68751487] 'process raft request' (duration: 692.022701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.7095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.411739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:46:36.709546Z","caller":"traceutil/trace.go:171","msg":"trace[1222875953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10406; }","duration":"692.498982ms","start":"2026-02-27T01:46:36.017033Z","end":"2026-02-27T01:46:36.709532Z","steps":["trace[1222875953] 'agreement among raft nodes before linearized reading' (duration: 692.320337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.709568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.304817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:46:36.709608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.017002Z","time spent":"692.485421ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:36.709623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.749229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:46:36.709671Z","caller":"traceutil/trace.go:171","msg":"trace[1591818912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10406; }","duration":"549.826531ms","start":"2026-02-27T01:46:36.159832Z","end":"2026-02-27T01:46:36.709658Z","steps":["trace[1591818912] 'agreement among raft nodes before linearized reading' (duration: 549.733758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.709678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.453942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-27T01:46:36.709702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.539754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:46:36.709721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.335021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:36.709722Z","caller":"traceutil/trace.go:171","msg":"trace[1551012832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:10406; }","duration":"531.534714ms","start":"2026-02-27T01:46:36.178173Z","end":"2026-02-27T01:46:36.709708Z","steps":["trace[1551012832] 'agreement among raft nodes before linearized reading' (duration: 531.439701ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.709754Z","caller":"traceutil/trace.go:171","msg":"trace[499444167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10406; }","duration":"684.380072ms","start":"2026-02-27T01:46:36.025365Z","end":"2026-02-27T01:46:36.709745Z","steps":["trace[499444167] 'agreement among raft nodes before linearized reading' (duration: 684.32891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.709764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.178153Z","time spent":"531.603965ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"warn","ts":"2026-02-27T01:46:36.709793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.025359Z","time spent":"684.427693ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:46:36.709797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.215965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:46:36.70983Z","caller":"traceutil/trace.go:171","msg":"trace[392781846] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10406; }","duration":"686.277825ms","start":"2026-02-27T01:46:36.023544Z","end":"2026-02-27T01:46:36.709822Z","steps":["trace[392781846] 'agreement among raft nodes before linearized reading' (duration: 686.186193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.709567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.672974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-27T01:46:36.709861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.023527Z","time spent":"686.328967ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:46:36.709875Z","caller":"traceutil/trace.go:171","msg":"trace[1944772885] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10406; }","duration":"549.010041ms","start":"2026-02-27T01:46:36.160854Z","end":"2026-02-27T01:46:36.709864Z","steps":["trace[1944772885] 'agreement among raft nodes before linearized reading' (duration: 548.613532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.709925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.160845Z","time spent":"549.047832ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:46:36.709751Z","caller":"traceutil/trace.go:171","msg":"trace[886417726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10406; }","duration":"621.617246ms","start":"2026-02-27T01:46:36.088123Z","end":"2026-02-27T01:46:36.70974Z","steps":["trace[886417726] 'agreement among raft nodes before linearized reading' (duration: 621.503264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.709988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.088104Z","time spent":"621.877002ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:46:36.70971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.159813Z","time spent":"549.889692ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:46:36.709655Z","caller":"traceutil/trace.go:171","msg":"trace[827087719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10406; }","duration":"692.409649ms","start":"2026-02-27T01:46:36.017224Z","end":"2026-02-27T01:46:36.709633Z","steps":["trace[827087719] 'agreement among raft nodes before linearized reading' (duration: 692.169413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.710111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.017216Z","time spent":"692.876ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:46:36.709595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.017026Z","time spent":"692.558313ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:36.709536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.700017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:46:36.710229Z","caller":"traceutil/trace.go:171","msg":"trace[1094990517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10406; }","duration":"550.429644ms","start":"2026-02-27T01:46:36.159784Z","end":"2026-02-27T01:46:36.710214Z","steps":["trace[1094990517] 'agreement among raft nodes before linearized reading' (duration: 549.646266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.710262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.159768Z","time spent":"550.486356ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:36.710385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.970067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T01:46:36.710424Z","caller":"traceutil/trace.go:171","msg":"trace[1602999898] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10406; }","duration":"614.028239ms","start":"2026-02-27T01:46:36.096387Z","end":"2026-02-27T01:46:36.710415Z","steps":["trace[1602999898] 'agreement among raft nodes before linearized reading' (duration: 613.385374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.710453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.096376Z","time spent":"614.06744ms","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T01:46:36.877646Z","caller":"traceutil/trace.go:171","msg":"trace[1691259340] transaction","detail":"{read_only:false; response_revision:10407; number_of_response:1; }","duration":"163.738521ms","start":"2026-02-27T01:46:36.713884Z","end":"2026-02-27T01:46:36.877622Z","steps":["trace[1691259340] 'process raft request' (duration: 107.699914ms)","trace[1691259340] 'compare' (duration: 55.947095ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:36.882049Z","caller":"traceutil/trace.go:171","msg":"trace[70388397] transaction","detail":"{read_only:false; response_revision:10408; number_of_response:1; }","duration":"167.579401ms","start":"2026-02-27T01:46:36.714449Z","end":"2026-02-27T01:46:36.882029Z","steps":["trace[70388397] 'process raft request' (duration: 167.432618ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.882449Z","caller":"traceutil/trace.go:171","msg":"trace[681967984] linearizableReadLoop","detail":"{readStateIndex:10795; appliedIndex:10789; }","duration":"167.249904ms","start":"2026-02-27T01:46:36.71518Z","end":"2026-02-27T01:46:36.88243Z","steps":["trace[681967984] 'read index received' (duration: 106.416594ms)","trace[681967984] 'applied index is now lower than readState.Index' (duration: 60.83217ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:36.882522Z","caller":"traceutil/trace.go:171","msg":"trace[1155830578] transaction","detail":"{read_only:false; response_revision:10412; number_of_response:1; }","duration":"167.359876ms","start":"2026-02-27T01:46:36.715156Z","end":"2026-02-27T01:46:36.882516Z","steps":["trace[1155830578] 'process raft request' (duration: 167.185902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.882516Z","caller":"traceutil/trace.go:171","msg":"trace[170298789] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"167.665393ms","start":"2026-02-27T01:46:36.714838Z","end":"2026-02-27T01:46:36.882503Z","steps":["trace[170298789] 'process raft request' (duration: 167.363566ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.882594Z","caller":"traceutil/trace.go:171","msg":"trace[1158481429] transaction","detail":"{read_only:false; response_revision:10413; number_of_response:1; }","duration":"164.147111ms","start":"2026-02-27T01:46:36.718431Z","end":"2026-02-27T01:46:36.882578Z","steps":["trace[1158481429] 'process raft request' (duration: 163.955517ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.882465Z","caller":"traceutil/trace.go:171","msg":"trace[2013111265] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"167.350346ms","start":"2026-02-27T01:46:36.71509Z","end":"2026-02-27T01:46:36.88244Z","steps":["trace[2013111265] 'process raft request' (duration: 167.211163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.882469Z","caller":"traceutil/trace.go:171","msg":"trace[138845070] transaction","detail":"{read_only:false; response_revision:10409; number_of_response:1; }","duration":"167.767435ms","start":"2026-02-27T01:46:36.714679Z","end":"2026-02-27T01:46:36.882446Z","steps":["trace[138845070] 'process raft request' (duration: 167.306244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.882748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.003198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:36.88278Z","caller":"traceutil/trace.go:171","msg":"trace[1134784833] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10413; }","duration":"113.08531ms","start":"2026-02-27T01:46:36.769688Z","end":"2026-02-27T01:46:36.882774Z","steps":["trace[1134784833] 'agreement among raft nodes before linearized reading' (duration: 113.015988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.883273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.067233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:437619"} {"level":"info","ts":"2026-02-27T01:46:36.883346Z","caller":"traceutil/trace.go:171","msg":"trace[1851189120] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10413; }","duration":"168.166835ms","start":"2026-02-27T01:46:36.715162Z","end":"2026-02-27T01:46:36.883329Z","steps":["trace[1851189120] 'agreement among raft nodes before linearized reading' (duration: 167.54768ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:48:49.858336Z","caller":"traceutil/trace.go:171","msg":"trace[1181596858] transaction","detail":"{read_only:false; response_revision:11260; number_of_response:1; }","duration":"126.633705ms","start":"2026-02-27T01:48:49.731682Z","end":"2026-02-27T01:48:49.858315Z","steps":["trace[1181596858] 'process raft request' (duration: 119.167681ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:48:58.149784Z","caller":"traceutil/trace.go:171","msg":"trace[413423612] transaction","detail":"{read_only:false; response_revision:11304; number_of_response:1; }","duration":"430.746273ms","start":"2026-02-27T01:48:57.719004Z","end":"2026-02-27T01:48:58.14975Z","steps":["trace[413423612] 'process raft request' (duration: 429.863732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:58.149976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:48:57.718985Z","time spent":"430.896926ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:48:58.150819Z","caller":"traceutil/trace.go:171","msg":"trace[770597271] linearizableReadLoop","detail":"{readStateIndex:11719; appliedIndex:11717; }","duration":"391.64895ms","start":"2026-02-27T01:48:57.759153Z","end":"2026-02-27T01:48:58.150802Z","steps":["trace[770597271] 'read index received' (duration: 389.688665ms)","trace[770597271] 'applied index is now lower than readState.Index' (duration: 1.959545ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:48:58.150894Z","caller":"traceutil/trace.go:171","msg":"trace[2096320577] transaction","detail":"{read_only:false; response_revision:11305; number_of_response:1; }","duration":"429.128765ms","start":"2026-02-27T01:48:57.721759Z","end":"2026-02-27T01:48:58.150888Z","steps":["trace[2096320577] 'process raft request' (duration: 428.923831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:58.151026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:48:57.72174Z","time spent":"429.172236ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:48:58.151175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.655601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:48:58.151263Z","caller":"traceutil/trace.go:171","msg":"trace[564040157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11305; }","duration":"391.738303ms","start":"2026-02-27T01:48:57.759499Z","end":"2026-02-27T01:48:58.151238Z","steps":["trace[564040157] 'agreement among raft nodes before linearized reading' (duration: 391.514147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:58.151312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:48:57.75946Z","time spent":"391.838575ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:48:58.151428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.287925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:48:58.151468Z","caller":"traceutil/trace.go:171","msg":"trace[2022401988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11305; }","duration":"392.362327ms","start":"2026-02-27T01:48:57.759094Z","end":"2026-02-27T01:48:58.151457Z","steps":["trace[2022401988] 'agreement among raft nodes before linearized reading' (duration: 392.170172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:58.151487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:48:57.759079Z","time spent":"392.401728ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:48:58.15153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.893716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:48:58.151612Z","caller":"traceutil/trace.go:171","msg":"trace[543052648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11305; }","duration":"257.010418ms","start":"2026-02-27T01:48:57.894585Z","end":"2026-02-27T01:48:58.151595Z","steps":["trace[543052648] 'agreement among raft nodes before linearized reading' (duration: 256.782853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:58.151615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.328775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:48:58.15173Z","caller":"traceutil/trace.go:171","msg":"trace[576523034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11305; }","duration":"263.501879ms","start":"2026-02-27T01:48:57.888199Z","end":"2026-02-27T01:48:58.151701Z","steps":["trace[576523034] 'agreement among raft nodes before linearized reading' (duration: 263.234163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:50:08.978Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9660} {"level":"info","ts":"2026-02-27T01:50:09.066364Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9660,"took":"85.989577ms","hash":2604556200,"current-db-size-bytes":41029632,"current-db-size":"41 MB","current-db-size-in-use-bytes":22388736,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-27T01:50:09.066444Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2604556200,"revision":9660,"compact-revision":7328} {"level":"info","ts":"2026-02-27T01:50:57.02109Z","caller":"traceutil/trace.go:171","msg":"trace[698534440] transaction","detail":"{read_only:false; response_revision:12054; number_of_response:1; }","duration":"147.702186ms","start":"2026-02-27T01:50:56.873356Z","end":"2026-02-27T01:50:57.021058Z","steps":["trace[698534440] 'process raft request' (duration: 147.614084ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:50:57.021226Z","caller":"traceutil/trace.go:171","msg":"trace[1132266265] transaction","detail":"{read_only:false; response_revision:12055; number_of_response:1; }","duration":"147.83924ms","start":"2026-02-27T01:50:56.873371Z","end":"2026-02-27T01:50:57.02121Z","steps":["trace[1132266265] 'process raft request' (duration: 147.649915ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:50:57.02108Z","caller":"traceutil/trace.go:171","msg":"trace[856107167] transaction","detail":"{read_only:false; response_revision:12053; number_of_response:1; }","duration":"147.678516ms","start":"2026-02-27T01:50:56.873354Z","end":"2026-02-27T01:50:57.021032Z","steps":["trace[856107167] 'process raft request' (duration: 147.44552ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:07.441172Z","caller":"traceutil/trace.go:171","msg":"trace[1281475113] transaction","detail":"{read_only:false; response_revision:12505; number_of_response:1; }","duration":"217.09232ms","start":"2026-02-27T01:52:07.224061Z","end":"2026-02-27T01:52:07.441153Z","steps":["trace[1281475113] 'process raft request' (duration: 217.001188ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:07.441205Z","caller":"traceutil/trace.go:171","msg":"trace[1094029052] linearizableReadLoop","detail":"{readStateIndex:12967; appliedIndex:12966; }","duration":"282.438411ms","start":"2026-02-27T01:52:07.158728Z","end":"2026-02-27T01:52:07.441166Z","steps":["trace[1094029052] 'read index received' (duration: 280.202959ms)","trace[1094029052] 'applied index is now lower than readState.Index' (duration: 2.232572ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:07.441457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.711427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:52:07.441502Z","caller":"traceutil/trace.go:171","msg":"trace[1031504423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12505; }","duration":"282.803169ms","start":"2026-02-27T01:52:07.158688Z","end":"2026-02-27T01:52:07.441491Z","steps":["trace[1031504423] 'agreement among raft nodes before linearized reading' (duration: 282.621205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:07.441678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.26335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:52:07.441706Z","caller":"traceutil/trace.go:171","msg":"trace[710385472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12505; }","duration":"142.341871ms","start":"2026-02-27T01:52:07.299357Z","end":"2026-02-27T01:52:07.441699Z","steps":["trace[710385472] 'agreement among raft nodes before linearized reading' (duration: 142.223578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:07.441823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.695354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:52:07.441843Z","caller":"traceutil/trace.go:171","msg":"trace[1915257022] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12505; }","duration":"137.737194ms","start":"2026-02-27T01:52:07.3041Z","end":"2026-02-27T01:52:07.441837Z","steps":["trace[1915257022] 'agreement among raft nodes before linearized reading' (duration: 137.689243ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:10.762177Z","caller":"traceutil/trace.go:171","msg":"trace[736140244] transaction","detail":"{read_only:false; response_revision:12523; number_of_response:1; }","duration":"175.293248ms","start":"2026-02-27T01:52:10.586848Z","end":"2026-02-27T01:52:10.762141Z","steps":["trace[736140244] 'process raft request' (duration: 174.94316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:13.643733Z","caller":"traceutil/trace.go:171","msg":"trace[1868874998] transaction","detail":"{read_only:false; response_revision:12542; number_of_response:1; }","duration":"144.372039ms","start":"2026-02-27T01:52:13.499334Z","end":"2026-02-27T01:52:13.643706Z","steps":["trace[1868874998] 'process raft request' (duration: 144.208485ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:13.643786Z","caller":"traceutil/trace.go:171","msg":"trace[558553077] linearizableReadLoop","detail":"{readStateIndex:13008; appliedIndex:13005; }","duration":"118.888906ms","start":"2026-02-27T01:52:13.524886Z","end":"2026-02-27T01:52:13.643775Z","steps":["trace[558553077] 'read index received' (duration: 118.609799ms)","trace[558553077] 'applied index is now lower than readState.Index' (duration: 278.207µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:13.643852Z","caller":"traceutil/trace.go:171","msg":"trace[1056210586] transaction","detail":"{read_only:false; response_revision:12544; number_of_response:1; }","duration":"144.295727ms","start":"2026-02-27T01:52:13.499517Z","end":"2026-02-27T01:52:13.643813Z","steps":["trace[1056210586] 'process raft request' (duration: 144.173634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:13.64384Z","caller":"traceutil/trace.go:171","msg":"trace[255477026] transaction","detail":"{read_only:false; response_revision:12543; number_of_response:1; }","duration":"144.392289ms","start":"2026-02-27T01:52:13.499415Z","end":"2026-02-27T01:52:13.643807Z","steps":["trace[255477026] 'process raft request' (duration: 144.233616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:13.643955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.052389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:52:13.643999Z","caller":"traceutil/trace.go:171","msg":"trace[123355781] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12544; }","duration":"119.145692ms","start":"2026-02-27T01:52:13.524842Z","end":"2026-02-27T01:52:13.643988Z","steps":["trace[123355781] 'agreement among raft nodes before linearized reading' (duration: 118.987008ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:31.282301Z","caller":"traceutil/trace.go:171","msg":"trace[1479518629] transaction","detail":"{read_only:false; response_revision:12622; number_of_response:1; }","duration":"382.872608ms","start":"2026-02-27T01:52:30.899408Z","end":"2026-02-27T01:52:31.282281Z","steps":["trace[1479518629] 'process raft request' (duration: 382.750995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:31.282425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:30.899399Z","time spent":"382.96405ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:31.723948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.943689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:52:31.724012Z","caller":"traceutil/trace.go:171","msg":"trace[1422796031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12622; }","duration":"129.057762ms","start":"2026-02-27T01:52:31.59494Z","end":"2026-02-27T01:52:31.723998Z","steps":["trace[1422796031] 'range keys from in-memory index tree' (duration: 128.774786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:31.724297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.672051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:52:31.725535Z","caller":"traceutil/trace.go:171","msg":"trace[1763226351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12622; }","duration":"109.873826ms","start":"2026-02-27T01:52:31.614501Z","end":"2026-02-27T01:52:31.724375Z","steps":["trace[1763226351] 'range keys from in-memory index tree' (duration: 109.241171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:32.084614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:31.780675Z","time spent":"303.931061ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T01:52:32.084645Z","caller":"traceutil/trace.go:171","msg":"trace[1123351468] linearizableReadLoop","detail":"{readStateIndex:13097; appliedIndex:13096; }","duration":"180.554371ms","start":"2026-02-27T01:52:31.904034Z","end":"2026-02-27T01:52:32.084589Z","steps":["trace[1123351468] 'read index received' (duration: 160.266248ms)","trace[1123351468] 'applied index is now lower than readState.Index' (duration: 20.286042ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:32.084874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.819386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:52:32.084959Z","caller":"traceutil/trace.go:171","msg":"trace[1665503727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:12628; }","duration":"180.922539ms","start":"2026-02-27T01:52:31.904016Z","end":"2026-02-27T01:52:32.084939Z","steps":["trace[1665503727] 'agreement among raft nodes before linearized reading' (duration: 180.651472ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:34.278822Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003335.wal"} {"level":"warn","ts":"2026-02-27T01:52:38.326391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625305744,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:52:38.336858Z","caller":"traceutil/trace.go:171","msg":"trace[421369532] transaction","detail":"{read_only:false; response_revision:12651; number_of_response:1; }","duration":"542.438759ms","start":"2026-02-27T01:52:37.794389Z","end":"2026-02-27T01:52:38.336828Z","steps":["trace[421369532] 'process raft request' (duration: 542.280145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:38.337039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:37.794371Z","time spent":"542.562132ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:38.338001Z","caller":"traceutil/trace.go:171","msg":"trace[293928205] linearizableReadLoop","detail":"{readStateIndex:13122; appliedIndex:13121; }","duration":"512.105683ms","start":"2026-02-27T01:52:37.825733Z","end":"2026-02-27T01:52:38.337839Z","steps":["trace[293928205] 'read index received' (duration: 511.079369ms)","trace[293928205] 'applied index is now lower than readState.Index' (duration: 1.025284ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:38.338009Z","caller":"traceutil/trace.go:171","msg":"trace[953485108] transaction","detail":"{read_only:false; response_revision:12652; number_of_response:1; }","duration":"179.384453ms","start":"2026-02-27T01:52:38.158578Z","end":"2026-02-27T01:52:38.337963Z","steps":["trace[953485108] 'process raft request' (duration: 179.183948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:38.33823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.494812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:52:38.33828Z","caller":"traceutil/trace.go:171","msg":"trace[1819742265] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12652; }","duration":"512.597144ms","start":"2026-02-27T01:52:37.825669Z","end":"2026-02-27T01:52:38.338266Z","steps":["trace[1819742265] 'agreement among raft nodes before linearized reading' (duration: 512.385869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:38.338308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:37.825623Z","time spent":"512.677407ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:52:38.338717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.901892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:52:38.338754Z","caller":"traceutil/trace.go:171","msg":"trace[1868599803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12652; }","duration":"512.955003ms","start":"2026-02-27T01:52:37.825788Z","end":"2026-02-27T01:52:38.338743Z","steps":["trace[1868599803] 'agreement among raft nodes before linearized reading' (duration: 512.862021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:38.338776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:37.825783Z","time spent":"512.988004ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:52:38.338873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.833444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T01:52:38.338905Z","caller":"traceutil/trace.go:171","msg":"trace[1896952527] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12652; }","duration":"167.908206ms","start":"2026-02-27T01:52:38.170986Z","end":"2026-02-27T01:52:38.338894Z","steps":["trace[1896952527] 'agreement among raft nodes before linearized reading' (duration: 167.819854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:38.338911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.319588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:52:38.338947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.553374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:52:38.338967Z","caller":"traceutil/trace.go:171","msg":"trace[634223721] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12652; }","duration":"512.585245ms","start":"2026-02-27T01:52:37.826376Z","end":"2026-02-27T01:52:38.338961Z","steps":["trace[634223721] 'agreement among raft nodes before linearized reading' (duration: 512.528083ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:38.338977Z","caller":"traceutil/trace.go:171","msg":"trace[505443699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12652; }","duration":"512.40937ms","start":"2026-02-27T01:52:37.826546Z","end":"2026-02-27T01:52:38.338955Z","steps":["trace[505443699] 'agreement among raft nodes before linearized reading' (duration: 512.252117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:38.338977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.756287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-27T01:52:38.338997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:37.826364Z","time spent":"512.616645ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:52:38.339022Z","caller":"traceutil/trace.go:171","msg":"trace[483675719] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:12652; }","duration":"205.86797ms","start":"2026-02-27T01:52:38.133143Z","end":"2026-02-27T01:52:38.339011Z","steps":["trace[483675719] 'agreement among raft nodes before linearized reading' (duration: 205.679425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:38.339023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:37.82653Z","time spent":"512.480352ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:52:38.339123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.880351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:52:38.339141Z","caller":"traceutil/trace.go:171","msg":"trace[627418800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12652; }","duration":"512.950164ms","start":"2026-02-27T01:52:37.826185Z","end":"2026-02-27T01:52:38.339135Z","steps":["trace[627418800] 'agreement among raft nodes before linearized reading' (duration: 512.894872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:38.339157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:37.826161Z","time spent":"512.992094ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:52:38.339226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.281611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:38.339378Z","caller":"traceutil/trace.go:171","msg":"trace[789013520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12652; }","duration":"513.309192ms","start":"2026-02-27T01:52:37.825927Z","end":"2026-02-27T01:52:38.339236Z","steps":["trace[789013520] 'agreement among raft nodes before linearized reading' (duration: 513.268071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:38.339411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:37.825922Z","time spent":"513.481016ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:52:46.331216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.576389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:46.331338Z","caller":"traceutil/trace.go:171","msg":"trace[776695522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12703; }","duration":"504.750443ms","start":"2026-02-27T01:52:45.826556Z","end":"2026-02-27T01:52:46.331307Z","steps":["trace[776695522] 'range keys from in-memory index tree' (duration: 504.477477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:46.331392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:45.826529Z","time spent":"504.852636ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:52:46.331731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.378784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:46.331874Z","caller":"traceutil/trace.go:171","msg":"trace[1114360254] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12703; }","duration":"455.541998ms","start":"2026-02-27T01:52:45.876309Z","end":"2026-02-27T01:52:46.331851Z","steps":["trace[1114360254] 'range keys from in-memory index tree' (duration: 455.360464ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:46.716823Z","caller":"traceutil/trace.go:171","msg":"trace[748423685] transaction","detail":"{read_only:false; response_revision:12704; number_of_response:1; }","duration":"364.897649ms","start":"2026-02-27T01:52:46.351891Z","end":"2026-02-27T01:52:46.716789Z","steps":["trace[748423685] 'process raft request' (duration: 364.701995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:46.716992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:46.351866Z","time spent":"365.040212ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:46.891074Z","caller":"traceutil/trace.go:171","msg":"trace[2125387999] linearizableReadLoop","detail":"{readStateIndex:13177; appliedIndex:13175; }","duration":"502.529491ms","start":"2026-02-27T01:52:46.38852Z","end":"2026-02-27T01:52:46.891049Z","steps":["trace[2125387999] 'read index received' (duration: 326.705421ms)","trace[2125387999] 'applied index is now lower than readState.Index' (duration: 175.82273ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:46.891348Z","caller":"traceutil/trace.go:171","msg":"trace[471460744] transaction","detail":"{read_only:false; response_revision:12705; number_of_response:1; }","duration":"518.501323ms","start":"2026-02-27T01:52:46.372835Z","end":"2026-02-27T01:52:46.891337Z","steps":["trace[471460744] 'process raft request' (duration: 518.005222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:46.891454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:46.372819Z","time spent":"518.565614ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:46.891688Z","caller":"traceutil/trace.go:171","msg":"trace[497369081] transaction","detail":"{read_only:false; response_revision:12706; number_of_response:1; }","duration":"485.659999ms","start":"2026-02-27T01:52:46.406018Z","end":"2026-02-27T01:52:46.891678Z","steps":["trace[497369081] 'process raft request' (duration: 484.964903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:46.891775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:46.405986Z","time spent":"485.73465ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:46.891984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.477483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:52:46.892025Z","caller":"traceutil/trace.go:171","msg":"trace[468989583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12706; }","duration":"503.570426ms","start":"2026-02-27T01:52:46.388443Z","end":"2026-02-27T01:52:46.892013Z","steps":["trace[468989583] 'agreement among raft nodes before linearized reading' (duration: 503.443123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:46.892055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:46.388411Z","time spent":"503.635717ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:52:46.892182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.86396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:52:46.892211Z","caller":"traceutil/trace.go:171","msg":"trace[1870316957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12706; }","duration":"438.939052ms","start":"2026-02-27T01:52:46.453265Z","end":"2026-02-27T01:52:46.892204Z","steps":["trace[1870316957] 'agreement among raft nodes before linearized reading' (duration: 438.862471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:46.892235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:46.453243Z","time spent":"438.987173ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:52:46.892672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.646736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:52:46.892709Z","caller":"traceutil/trace.go:171","msg":"trace[1500510050] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:12706; }","duration":"423.700217ms","start":"2026-02-27T01:52:46.469001Z","end":"2026-02-27T01:52:46.892701Z","steps":["trace[1500510050] 'agreement among raft nodes before linearized reading' (duration: 423.608525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:46.892735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:46.468992Z","time spent":"423.737198ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"warn","ts":"2026-02-27T01:52:46.892912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.347819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:52:46.892948Z","caller":"traceutil/trace.go:171","msg":"trace[1627672598] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12706; }","duration":"432.398189ms","start":"2026-02-27T01:52:46.460541Z","end":"2026-02-27T01:52:46.89294Z","steps":["trace[1627672598] 'agreement among raft nodes before linearized reading' (duration: 432.312067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:46.892975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:46.460534Z","time spent":"432.433391ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:52:46.893075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.567183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:52:46.893104Z","caller":"traceutil/trace.go:171","msg":"trace[1385130771] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12706; }","duration":"435.606144ms","start":"2026-02-27T01:52:46.457491Z","end":"2026-02-27T01:52:46.893097Z","steps":["trace[1385130771] 'agreement among raft nodes before linearized reading' (duration: 435.540153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:46.893128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:46.457486Z","time spent":"435.636945ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:52:46.893247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.269239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:52:46.893278Z","caller":"traceutil/trace.go:171","msg":"trace[1230045378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12706; }","duration":"436.334381ms","start":"2026-02-27T01:52:46.456936Z","end":"2026-02-27T01:52:46.893271Z","steps":["trace[1230045378] 'agreement among raft nodes before linearized reading' (duration: 436.251419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:46.893303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:46.45692Z","time spent":"436.377943ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:52:46.893624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.021114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:52:46.893679Z","caller":"traceutil/trace.go:171","msg":"trace[1765185579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12706; }","duration":"439.109696ms","start":"2026-02-27T01:52:46.454555Z","end":"2026-02-27T01:52:46.893665Z","steps":["trace[1765185579] 'agreement among raft nodes before linearized reading' (duration: 438.930892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:46.89372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:46.45454Z","time spent":"439.172707ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:52:47.058759Z","caller":"traceutil/trace.go:171","msg":"trace[1177309467] transaction","detail":"{read_only:false; response_revision:12708; number_of_response:1; }","duration":"150.322417ms","start":"2026-02-27T01:52:46.908415Z","end":"2026-02-27T01:52:47.058738Z","steps":["trace[1177309467] 'process raft request' (duration: 150.142753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:47.059004Z","caller":"traceutil/trace.go:171","msg":"trace[934400559] transaction","detail":"{read_only:false; response_revision:12709; number_of_response:1; }","duration":"150.554152ms","start":"2026-02-27T01:52:46.908418Z","end":"2026-02-27T01:52:47.058972Z","steps":["trace[934400559] 'process raft request' (duration: 150.284036ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:47.059127Z","caller":"traceutil/trace.go:171","msg":"trace[1785972031] transaction","detail":"{read_only:false; response_revision:12711; number_of_response:1; }","duration":"150.515862ms","start":"2026-02-27T01:52:46.9086Z","end":"2026-02-27T01:52:47.059116Z","steps":["trace[1785972031] 'process raft request' (duration: 150.42994ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:47.05911Z","caller":"traceutil/trace.go:171","msg":"trace[250654288] transaction","detail":"{read_only:false; response_revision:12710; number_of_response:1; }","duration":"150.525632ms","start":"2026-02-27T01:52:46.908558Z","end":"2026-02-27T01:52:47.059083Z","steps":["trace[250654288] 'process raft request' (duration: 150.367288ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:47.059135Z","caller":"traceutil/trace.go:171","msg":"trace[438483336] linearizableReadLoop","detail":"{readStateIndex:13184; appliedIndex:13178; }","duration":"148.046924ms","start":"2026-02-27T01:52:46.911065Z","end":"2026-02-27T01:52:47.059112Z","steps":["trace[438483336] 'read index received' (duration: 21.759877ms)","trace[438483336] 'applied index is now lower than readState.Index' (duration: 126.286127ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:47.05922Z","caller":"traceutil/trace.go:171","msg":"trace[494138971] transaction","detail":"{read_only:false; response_revision:12712; number_of_response:1; }","duration":"150.536122ms","start":"2026-02-27T01:52:46.908676Z","end":"2026-02-27T01:52:47.059212Z","steps":["trace[494138971] 'process raft request' (duration: 150.392668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:47.059331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.242389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:52:47.059347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.068308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:52:47.059376Z","caller":"traceutil/trace.go:171","msg":"trace[435911761] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:12712; }","duration":"148.32521ms","start":"2026-02-27T01:52:46.911037Z","end":"2026-02-27T01:52:47.059363Z","steps":["trace[435911761] 'agreement among raft nodes before linearized reading' (duration: 148.208478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:47.059398Z","caller":"traceutil/trace.go:171","msg":"trace[246462694] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12712; }","duration":"143.12582ms","start":"2026-02-27T01:52:46.916248Z","end":"2026-02-27T01:52:47.059373Z","steps":["trace[246462694] 'agreement among raft nodes before linearized reading' (duration: 143.030407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:49.390537Z","caller":"traceutil/trace.go:171","msg":"trace[1611938030] linearizableReadLoop","detail":"{readStateIndex:13188; appliedIndex:13187; }","duration":"469.668956ms","start":"2026-02-27T01:52:48.92084Z","end":"2026-02-27T01:52:49.390509Z","steps":["trace[1611938030] 'read index received' (duration: 469.462251ms)","trace[1611938030] 'applied index is now lower than readState.Index' (duration: 205.595µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:49.390599Z","caller":"traceutil/trace.go:171","msg":"trace[116809971] transaction","detail":"{read_only:false; response_revision:12715; number_of_response:1; }","duration":"491.225448ms","start":"2026-02-27T01:52:48.899333Z","end":"2026-02-27T01:52:49.390559Z","steps":["trace[116809971] 'process raft request' (duration: 491.005923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:49.390827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.811548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:52:49.39084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.989024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-27T01:52:49.390874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:48.899309Z","time spent":"491.370871ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:49.390908Z","caller":"traceutil/trace.go:171","msg":"trace[1146894307] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:12715; }","duration":"470.096476ms","start":"2026-02-27T01:52:48.920793Z","end":"2026-02-27T01:52:49.390889Z","steps":["trace[1146894307] 'agreement among raft nodes before linearized reading' (duration: 469.872031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:49.390944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.195494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:52:49.390936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.665343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:52:49.390889Z","caller":"traceutil/trace.go:171","msg":"trace[426367115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12715; }","duration":"453.942221ms","start":"2026-02-27T01:52:48.936934Z","end":"2026-02-27T01:52:49.390876Z","steps":["trace[426367115] 'agreement among raft nodes before linearized reading' (duration: 453.749976ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:49.390978Z","caller":"traceutil/trace.go:171","msg":"trace[686683600] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:12715; }","duration":"389.255256ms","start":"2026-02-27T01:52:49.001712Z","end":"2026-02-27T01:52:49.390967Z","steps":["trace[686683600] 'agreement among raft nodes before linearized reading' (duration: 389.199975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:49.390964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.227055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:52:49.391024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:48.936911Z","time spent":"454.103584ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:52:49.390846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.508499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:52:49.390956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:48.920777Z","time spent":"470.165908ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"info","ts":"2026-02-27T01:52:49.391039Z","caller":"traceutil/trace.go:171","msg":"trace[1971810587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12715; }","duration":"328.303638ms","start":"2026-02-27T01:52:49.062717Z","end":"2026-02-27T01:52:49.391021Z","steps":["trace[1971810587] 'agreement among raft nodes before linearized reading' (duration: 328.127884ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:49.391074Z","caller":"traceutil/trace.go:171","msg":"trace[8378881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12715; }","duration":"327.775535ms","start":"2026-02-27T01:52:49.063284Z","end":"2026-02-27T01:52:49.391059Z","steps":["trace[8378881] 'agreement among raft nodes before linearized reading' (duration: 327.472138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:49.391079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.503149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:52:49.391023Z","caller":"traceutil/trace.go:171","msg":"trace[497911806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12715; }","duration":"327.748795ms","start":"2026-02-27T01:52:49.063249Z","end":"2026-02-27T01:52:49.390998Z","steps":["trace[497911806] 'agreement among raft nodes before linearized reading' (duration: 327.512699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:49.391117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.063262Z","time spent":"327.842077ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:52:49.391135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.063205Z","time spent":"327.921309ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:52:49.391086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.062646Z","time spent":"328.42891ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:52:49.391025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.001698Z","time spent":"389.317447ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:52:49.391132Z","caller":"traceutil/trace.go:171","msg":"trace[2071462087] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12715; }","duration":"327.56893ms","start":"2026-02-27T01:52:49.063548Z","end":"2026-02-27T01:52:49.391117Z","steps":["trace[2071462087] 'agreement among raft nodes before linearized reading' (duration: 327.444638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:49.391294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.063541Z","time spent":"327.710414ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:52:49.390934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.620531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:52:49.391394Z","caller":"traceutil/trace.go:171","msg":"trace[774889004] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12715; }","duration":"328.117524ms","start":"2026-02-27T01:52:49.063261Z","end":"2026-02-27T01:52:49.391379Z","steps":["trace[774889004] 'agreement among raft nodes before linearized reading' (duration: 327.52462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:49.391445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.063249Z","time spent":"328.180725ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:52:49.390961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.024044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:52:49.391548Z","caller":"traceutil/trace.go:171","msg":"trace[1937089524] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:12715; }","duration":"277.636819ms","start":"2026-02-27T01:52:49.113895Z","end":"2026-02-27T01:52:49.391532Z","steps":["trace[1937089524] 'agreement among raft nodes before linearized reading' (duration: 276.998994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:49.903839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625305920,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:52:50.096474Z","caller":"traceutil/trace.go:171","msg":"trace[1937222112] transaction","detail":"{read_only:false; response_revision:12716; number_of_response:1; }","duration":"701.209643ms","start":"2026-02-27T01:52:49.395242Z","end":"2026-02-27T01:52:50.096452Z","steps":["trace[1937222112] 'process raft request' (duration: 607.194746ms)","trace[1937222112] 'compare' (duration: 93.930445ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:50.096655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.39523Z","time spent":"701.306266ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:50.099781Z","caller":"traceutil/trace.go:171","msg":"trace[975054448] transaction","detail":"{read_only:false; response_revision:12717; number_of_response:1; }","duration":"703.477646ms","start":"2026-02-27T01:52:49.396235Z","end":"2026-02-27T01:52:50.099712Z","steps":["trace[975054448] 'process raft request' (duration: 703.179799ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:50.099908Z","caller":"traceutil/trace.go:171","msg":"trace[638445760] transaction","detail":"{read_only:false; response_revision:12718; number_of_response:1; }","duration":"703.492747ms","start":"2026-02-27T01:52:49.396383Z","end":"2026-02-27T01:52:50.099876Z","steps":["trace[638445760] 'process raft request' (duration: 703.17481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:50.099935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.396217Z","time spent":"703.6336ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:50.100048Z","caller":"traceutil/trace.go:171","msg":"trace[563745155] transaction","detail":"{read_only:false; response_revision:12719; number_of_response:1; }","duration":"702.118744ms","start":"2026-02-27T01:52:49.397904Z","end":"2026-02-27T01:52:50.100023Z","steps":["trace[563745155] 'process raft request' (duration: 701.829018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:50.100068Z","caller":"traceutil/trace.go:171","msg":"trace[878796375] transaction","detail":"{read_only:false; response_revision:12720; number_of_response:1; }","duration":"702.121005ms","start":"2026-02-27T01:52:49.397926Z","end":"2026-02-27T01:52:50.100047Z","steps":["trace[878796375] 'process raft request' (duration: 701.91887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:50.100168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.397884Z","time spent":"702.227617ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:50.100225Z","caller":"traceutil/trace.go:171","msg":"trace[71838566] transaction","detail":"{read_only:false; response_revision:12721; number_of_response:1; }","duration":"702.122335ms","start":"2026-02-27T01:52:49.398089Z","end":"2026-02-27T01:52:50.100212Z","steps":["trace[71838566] 'process raft request' (duration: 701.90749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:50.100173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.397912Z","time spent":"702.207387ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:50.100209Z","caller":"traceutil/trace.go:171","msg":"trace[1276911773] linearizableReadLoop","detail":"{readStateIndex:13194; appliedIndex:13188; }","duration":"697.541958ms","start":"2026-02-27T01:52:49.402592Z","end":"2026-02-27T01:52:50.100134Z","steps":["trace[1276911773] 'read index received' (duration: 599.856135ms)","trace[1276911773] 'applied index is now lower than readState.Index' (duration: 97.684623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:50.100063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.39637Z","time spent":"703.61715ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:50.100315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.398059Z","time spent":"702.213497ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:50.100462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.894376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:52:50.100524Z","caller":"traceutil/trace.go:171","msg":"trace[960225063] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12721; }","duration":"697.955518ms","start":"2026-02-27T01:52:49.40255Z","end":"2026-02-27T01:52:50.100506Z","steps":["trace[960225063] 'agreement among raft nodes before linearized reading' (duration: 697.842015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:50.100575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.402529Z","time spent":"698.03201ms","remote":"127.0.0.1:57520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:52:50.141886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.963711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:52:50.141969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.6812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:52:50.141986Z","caller":"traceutil/trace.go:171","msg":"trace[297996586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12722; }","duration":"316.105274ms","start":"2026-02-27T01:52:49.825859Z","end":"2026-02-27T01:52:50.141964Z","steps":["trace[297996586] 'agreement among raft nodes before linearized reading' (duration: 315.897599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:50.142007Z","caller":"traceutil/trace.go:171","msg":"trace[1245816542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12722; }","duration":"669.747112ms","start":"2026-02-27T01:52:49.472249Z","end":"2026-02-27T01:52:50.141996Z","steps":["trace[1245816542] 'agreement among raft nodes before linearized reading' (duration: 669.503526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:50.142026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.825836Z","time spent":"316.181486ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:52:50.14203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:49.472229Z","time spent":"669.795222ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:52:52.547959Z","caller":"traceutil/trace.go:171","msg":"trace[831973630] transaction","detail":"{read_only:false; response_revision:12740; number_of_response:1; }","duration":"122.9382ms","start":"2026-02-27T01:52:52.42499Z","end":"2026-02-27T01:52:52.547928Z","steps":["trace[831973630] 'process raft request' (duration: 122.783206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:53.679263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.120589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:52:53.679393Z","caller":"traceutil/trace.go:171","msg":"trace[275551637] transaction","detail":"{read_only:false; response_revision:12745; number_of_response:1; }","duration":"243.651999ms","start":"2026-02-27T01:52:53.435715Z","end":"2026-02-27T01:52:53.679367Z","steps":["trace[275551637] 'process raft request' (duration: 134.344055ms)","trace[275551637] 'compare' (duration: 108.809462ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:54.037571Z","caller":"traceutil/trace.go:171","msg":"trace[353870581] transaction","detail":"{read_only:false; response_revision:12746; number_of_response:1; }","duration":"601.36117ms","start":"2026-02-27T01:52:53.436179Z","end":"2026-02-27T01:52:54.037541Z","steps":["trace[353870581] 'process raft request' (duration: 570.457321ms)","trace[353870581] 'compare' (duration: 30.617183ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:54.037715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.436165Z","time spent":"601.469593ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:54.03801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.614278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:52:54.038063Z","caller":"traceutil/trace.go:171","msg":"trace[1504490122] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:12746; }","duration":"589.703819ms","start":"2026-02-27T01:52:53.448347Z","end":"2026-02-27T01:52:54.038051Z","steps":["trace[1504490122] 'agreement among raft nodes before linearized reading' (duration: 589.540475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:54.038085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.448332Z","time spent":"589.748861ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"info","ts":"2026-02-27T01:52:54.037469Z","caller":"traceutil/trace.go:171","msg":"trace[1664765863] linearizableReadLoop","detail":"{readStateIndex:13220; appliedIndex:13218; }","duration":"589.058615ms","start":"2026-02-27T01:52:53.448374Z","end":"2026-02-27T01:52:54.037433Z","steps":["trace[1664765863] 'read index received' (duration: 121.924657ms)","trace[1664765863] 'applied index is now lower than readState.Index' (duration: 467.132258ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:54.03832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.743642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:54.038343Z","caller":"traceutil/trace.go:171","msg":"trace[1892745282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12746; }","duration":"213.808574ms","start":"2026-02-27T01:52:53.824529Z","end":"2026-02-27T01:52:54.038338Z","steps":["trace[1892745282] 'agreement among raft nodes before linearized reading' (duration: 213.768193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:54.038526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.864928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:52:54.038671Z","caller":"traceutil/trace.go:171","msg":"trace[828518563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12746; }","duration":"218.022822ms","start":"2026-02-27T01:52:53.820592Z","end":"2026-02-27T01:52:54.038614Z","steps":["trace[828518563] 'agreement among raft nodes before linearized reading' (duration: 217.697905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:54.03865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.827201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:52:54.038747Z","caller":"traceutil/trace.go:171","msg":"trace[2017633528] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12746; }","duration":"215.974885ms","start":"2026-02-27T01:52:53.822748Z","end":"2026-02-27T01:52:54.038723Z","steps":["trace[2017633528] 'agreement among raft nodes before linearized reading' (duration: 215.701128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.284819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.878485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:52:56.2849Z","caller":"traceutil/trace.go:171","msg":"trace[325188227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12762; }","duration":"139.976056ms","start":"2026-02-27T01:52:56.1449Z","end":"2026-02-27T01:52:56.284876Z","steps":["trace[325188227] 'range keys from in-memory index tree' (duration: 139.737331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.284955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.226742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-27T01:52:56.285051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.409432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:52:56.285123Z","caller":"traceutil/trace.go:171","msg":"trace[1155853829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12762; }","duration":"108.510624ms","start":"2026-02-27T01:52:56.176595Z","end":"2026-02-27T01:52:56.285106Z","steps":["trace[1155853829] 'range keys from in-memory index tree' (duration: 108.198847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.285272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.373798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:52:56.285334Z","caller":"traceutil/trace.go:171","msg":"trace[1730043205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12762; }","duration":"147.478791ms","start":"2026-02-27T01:52:56.137836Z","end":"2026-02-27T01:52:56.285314Z","steps":["trace[1730043205] 'range keys from in-memory index tree' (duration: 147.203194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.285327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.53697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T01:52:56.285374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.467204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:52:56.285416Z","caller":"traceutil/trace.go:171","msg":"trace[1270581697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12762; }","duration":"140.704324ms","start":"2026-02-27T01:52:56.14469Z","end":"2026-02-27T01:52:56.285394Z","steps":["trace[1270581697] 'range keys from in-memory index tree' (duration: 140.353175ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.285045Z","caller":"traceutil/trace.go:171","msg":"trace[752694117] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12762; }","duration":"140.336085ms","start":"2026-02-27T01:52:56.14469Z","end":"2026-02-27T01:52:56.285026Z","steps":["trace[752694117] 'range keys from in-memory index tree' (duration: 140.085289ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.285456Z","caller":"traceutil/trace.go:171","msg":"trace[1387534058] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12762; }","duration":"139.577607ms","start":"2026-02-27T01:52:56.145857Z","end":"2026-02-27T01:52:56.285434Z","steps":["trace[1387534058] 'range keys from in-memory index tree' (duration: 139.29466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.285486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.606961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:52:56.285523Z","caller":"traceutil/trace.go:171","msg":"trace[1387220397] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:12762; }","duration":"226.679743ms","start":"2026-02-27T01:52:56.058833Z","end":"2026-02-27T01:52:56.285513Z","steps":["trace[1387220397] 'range keys from in-memory index tree' (duration: 225.911016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.284759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.841954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:52:56.285593Z","caller":"traceutil/trace.go:171","msg":"trace[1682710432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12762; }","duration":"140.711564ms","start":"2026-02-27T01:52:56.144865Z","end":"2026-02-27T01:52:56.285577Z","steps":["trace[1682710432] 'range keys from in-memory index tree' (duration: 139.69973ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.402974Z","caller":"traceutil/trace.go:171","msg":"trace[2049942630] transaction","detail":"{read_only:false; response_revision:12763; number_of_response:1; }","duration":"113.663664ms","start":"2026-02-27T01:52:56.289283Z","end":"2026-02-27T01:52:56.402946Z","steps":["trace[2049942630] 'process raft request' (duration: 113.526041ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.450241Z","caller":"traceutil/trace.go:171","msg":"trace[1970758057] transaction","detail":"{read_only:false; response_revision:12765; number_of_response:1; }","duration":"160.32248ms","start":"2026-02-27T01:52:56.289899Z","end":"2026-02-27T01:52:56.450221Z","steps":["trace[1970758057] 'process raft request' (duration: 160.258769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.450339Z","caller":"traceutil/trace.go:171","msg":"trace[1038733117] transaction","detail":"{read_only:false; response_revision:12764; number_of_response:1; }","duration":"160.435802ms","start":"2026-02-27T01:52:56.28987Z","end":"2026-02-27T01:52:56.450306Z","steps":["trace[1038733117] 'process raft request' (duration: 160.162406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.450532Z","caller":"traceutil/trace.go:171","msg":"trace[1919334755] transaction","detail":"{read_only:false; response_revision:12766; number_of_response:1; }","duration":"160.431982ms","start":"2026-02-27T01:52:56.29009Z","end":"2026-02-27T01:52:56.450522Z","steps":["trace[1919334755] 'process raft request' (duration: 160.093644ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.450721Z","caller":"traceutil/trace.go:171","msg":"trace[1520561258] transaction","detail":"{read_only:false; response_revision:12768; number_of_response:1; }","duration":"160.137866ms","start":"2026-02-27T01:52:56.290576Z","end":"2026-02-27T01:52:56.450714Z","steps":["trace[1520561258] 'process raft request' (duration: 160.024063ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.450749Z","caller":"traceutil/trace.go:171","msg":"trace[297867708] linearizableReadLoop","detail":"{readStateIndex:13242; appliedIndex:13237; }","duration":"160.130175ms","start":"2026-02-27T01:52:56.290589Z","end":"2026-02-27T01:52:56.450719Z","steps":["trace[297867708] 'read index received' (duration: 112.866135ms)","trace[297867708] 'applied index is now lower than readState.Index' (duration: 47.26309ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:56.45084Z","caller":"traceutil/trace.go:171","msg":"trace[1994367319] transaction","detail":"{read_only:false; response_revision:12769; number_of_response:1; }","duration":"160.170746ms","start":"2026-02-27T01:52:56.29066Z","end":"2026-02-27T01:52:56.45083Z","steps":["trace[1994367319] 'process raft request' (duration: 160.018983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.450801Z","caller":"traceutil/trace.go:171","msg":"trace[1618839430] transaction","detail":"{read_only:false; response_revision:12767; number_of_response:1; }","duration":"160.475994ms","start":"2026-02-27T01:52:56.290317Z","end":"2026-02-27T01:52:56.450793Z","steps":["trace[1618839430] 'process raft request' (duration: 160.105525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.451077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.534529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:52:56.451111Z","caller":"traceutil/trace.go:171","msg":"trace[1842630376] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12769; }","duration":"155.59893ms","start":"2026-02-27T01:52:56.295503Z","end":"2026-02-27T01:52:56.451102Z","steps":["trace[1842630376] 'agreement among raft nodes before linearized reading' (duration: 155.475377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.451472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.864613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578552"} {"level":"info","ts":"2026-02-27T01:52:56.451535Z","caller":"traceutil/trace.go:171","msg":"trace[75407433] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:12769; }","duration":"160.961784ms","start":"2026-02-27T01:52:56.290558Z","end":"2026-02-27T01:52:56.451519Z","steps":["trace[75407433] 'agreement among raft nodes before linearized reading' (duration: 160.33963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:57.52111Z","caller":"traceutil/trace.go:171","msg":"trace[1865478059] transaction","detail":"{read_only:false; response_revision:12771; number_of_response:1; }","duration":"172.562534ms","start":"2026-02-27T01:52:57.348503Z","end":"2026-02-27T01:52:57.521066Z","steps":["trace[1865478059] 'process raft request' (duration: 127.533897ms)","trace[1865478059] 'compare' (duration: 44.27573ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:53:02.194356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625306327,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:53:02.310707Z","caller":"traceutil/trace.go:171","msg":"trace[1779842678] transaction","detail":"{read_only:false; response_revision:12889; number_of_response:1; }","duration":"791.685839ms","start":"2026-02-27T01:53:01.519Z","end":"2026-02-27T01:53:02.310686Z","steps":["trace[1779842678] 'process raft request' (duration: 791.571876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.310847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:01.518984Z","time spent":"791.788331ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:53:02.911577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.085576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:53:02.911666Z","caller":"traceutil/trace.go:171","msg":"trace[71551848] linearizableReadLoop","detail":"{readStateIndex:13366; appliedIndex:13364; }","duration":"1.2177396s","start":"2026-02-27T01:53:01.69391Z","end":"2026-02-27T01:53:02.91165Z","steps":["trace[71551848] 'read index received' (duration: 616.725768ms)","trace[71551848] 'applied index is now lower than readState.Index' (duration: 601.010862ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:53:02.911724Z","caller":"traceutil/trace.go:171","msg":"trace[667188927] transaction","detail":"{read_only:false; response_revision:12890; number_of_response:1; }","duration":"1.191879849s","start":"2026-02-27T01:53:01.719805Z","end":"2026-02-27T01:53:02.911684Z","steps":["trace[667188927] 'process raft request' (duration: 1.018601638s)","trace[667188927] 'compare' (duration: 172.79213ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:53:02.911849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217947106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.1897f790f6eab2a1\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-02-27T01:53:02.911878Z","caller":"traceutil/trace.go:171","msg":"trace[1686780884] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.1897f790f6eab2a1; range_end:; response_count:1; response_revision:12890; }","duration":"1.218007946s","start":"2026-02-27T01:53:01.693859Z","end":"2026-02-27T01:53:02.911867Z","steps":["trace[1686780884] 'agreement among raft nodes before linearized reading' (duration: 1.217865763s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.911908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:01.693829Z","time spent":"1.218073908s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.1897f790f6eab2a1\" "} {"level":"warn","ts":"2026-02-27T01:53:02.911968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:01.71974Z","time spent":"1.192131854s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:53:02.911999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131153427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-02-27T01:53:02.912103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.99553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:53:02.91209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.485264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:53:02.912217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.681712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c8ac620-0801-4b1e-a439-556814738fb9\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-02-27T01:53:02.912299Z","caller":"traceutil/trace.go:171","msg":"trace[1637426547] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c8ac620-0801-4b1e-a439-556814738fb9; range_end:; response_count:1; response_revision:12890; }","duration":"492.852576ms","start":"2026-02-27T01:53:02.419429Z","end":"2026-02-27T01:53:02.912282Z","steps":["trace[1637426547] 'agreement among raft nodes before linearized reading' (duration: 492.525718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.912336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.611866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-8pjng.1897f79102d53fce\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-02-27T01:53:02.912352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.419406Z","time spent":"492.937758ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c8ac620-0801-4b1e-a439-556814738fb9\" "} {"level":"info","ts":"2026-02-27T01:53:02.912384Z","caller":"traceutil/trace.go:171","msg":"trace[1288079425] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-8pjng.1897f79102d53fce; range_end:; response_count:1; response_revision:12890; }","duration":"803.686018ms","start":"2026-02-27T01:53:02.108683Z","end":"2026-02-27T01:53:02.912369Z","steps":["trace[1288079425] 'agreement among raft nodes before linearized reading' (duration: 803.588886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.912465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.398672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:53:02.912491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.720593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-575e2dee-bf6a-486f-91b9-58a1c3d816ca\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-02-27T01:53:02.912523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.822952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:53:02.912529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.108663Z","time spent":"803.77168ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":782,"request content":"key:\"/registry/events/openstack/ovn-controller-8pjng.1897f79102d53fce\" "} {"level":"info","ts":"2026-02-27T01:53:02.912562Z","caller":"traceutil/trace.go:171","msg":"trace[493532087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12890; }","duration":"405.874903ms","start":"2026-02-27T01:53:02.506676Z","end":"2026-02-27T01:53:02.912551Z","steps":["trace[493532087] 'agreement among raft nodes before linearized reading' (duration: 405.786121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:02.912556Z","caller":"traceutil/trace.go:171","msg":"trace[534740438] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12890; }","duration":"405.500684ms","start":"2026-02-27T01:53:02.507031Z","end":"2026-02-27T01:53:02.912532Z","steps":["trace[534740438] 'agreement among raft nodes before linearized reading' (duration: 405.284389ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:02.912133Z","caller":"traceutil/trace.go:171","msg":"trace[1607955431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12890; }","duration":"487.066791ms","start":"2026-02-27T01:53:02.42506Z","end":"2026-02-27T01:53:02.912127Z","steps":["trace[1607955431] 'agreement among raft nodes before linearized reading' (duration: 486.98809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:02.912563Z","caller":"traceutil/trace.go:171","msg":"trace[929834653] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-575e2dee-bf6a-486f-91b9-58a1c3d816ca; range_end:; response_count:1; response_revision:12890; }","duration":"489.839696ms","start":"2026-02-27T01:53:02.422707Z","end":"2026-02-27T01:53:02.912546Z","steps":["trace[929834653] 'agreement among raft nodes before linearized reading' (duration: 489.618321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.912602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.425038Z","time spent":"487.560023ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:53:02.912621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.422686Z","time spent":"489.925348ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-575e2dee-bf6a-486f-91b9-58a1c3d816ca\" "} {"level":"warn","ts":"2026-02-27T01:53:02.912607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.782989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-27T01:53:02.91261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.930894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:53:02.912702Z","caller":"traceutil/trace.go:171","msg":"trace[336082370] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:12890; }","duration":"383.916952ms","start":"2026-02-27T01:53:02.528768Z","end":"2026-02-27T01:53:02.912685Z","steps":["trace[336082370] 'agreement among raft nodes before linearized reading' (duration: 383.679187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.912738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.528756Z","time spent":"383.977013ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"info","ts":"2026-02-27T01:53:02.912742Z","caller":"traceutil/trace.go:171","msg":"trace[1687174049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12890; }","duration":"406.067647ms","start":"2026-02-27T01:53:02.506638Z","end":"2026-02-27T01:53:02.912706Z","steps":["trace[1687174049] 'agreement among raft nodes before linearized reading' (duration: 405.819451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.912583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.506666Z","time spent":"405.913344ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:53:02.912383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.029167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:53:02.912847Z","caller":"traceutil/trace.go:171","msg":"trace[588600576] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:12890; }","duration":"342.526799ms","start":"2026-02-27T01:53:02.570304Z","end":"2026-02-27T01:53:02.912831Z","steps":["trace[588600576] 'agreement among raft nodes before linearized reading' (duration: 342.029827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.912882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.483567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:53:02.912886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.239202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:53:02.912908Z","caller":"traceutil/trace.go:171","msg":"trace[1345355825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12890; }","duration":"406.543728ms","start":"2026-02-27T01:53:02.506354Z","end":"2026-02-27T01:53:02.912898Z","steps":["trace[1345355825] 'agreement among raft nodes before linearized reading' (duration: 406.473057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.912904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.570285Z","time spent":"342.599851ms","remote":"127.0.0.1:57268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:53:02.912114Z","caller":"traceutil/trace.go:171","msg":"trace[877989119] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:12890; }","duration":"1.13131248s","start":"2026-02-27T01:53:01.780771Z","end":"2026-02-27T01:53:02.912083Z","steps":["trace[877989119] 'agreement among raft nodes before linearized reading' (duration: 1.131035574s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.912932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.506333Z","time spent":"406.59428ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:53:02.912953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:01.78075Z","time spent":"1.13219599s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T01:53:02.91262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.507024Z","time spent":"405.582696ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:53:02.912241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.271873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-575e2dee-bf6a-486f-91b9-58a1c3d816ca\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-02-27T01:53:02.913084Z","caller":"traceutil/trace.go:171","msg":"trace[1189295664] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-575e2dee-bf6a-486f-91b9-58a1c3d816ca; range_end:; response_count:1; response_revision:12890; }","duration":"597.142092ms","start":"2026-02-27T01:53:02.315926Z","end":"2026-02-27T01:53:02.913068Z","steps":["trace[1189295664] 'agreement among raft nodes before linearized reading' (duration: 596.223971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.912792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.506628Z","time spent":"406.14989ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:53:02.913136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.315904Z","time spent":"597.218835ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-575e2dee-bf6a-486f-91b9-58a1c3d816ca\" "} {"level":"info","ts":"2026-02-27T01:53:02.912911Z","caller":"traceutil/trace.go:171","msg":"trace[1865334506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12890; }","duration":"443.295053ms","start":"2026-02-27T01:53:02.46961Z","end":"2026-02-27T01:53:02.912905Z","steps":["trace[1865334506] 'agreement among raft nodes before linearized reading' (duration: 442.543846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.913233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.469594Z","time spent":"443.632261ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:53:02.91219Z","caller":"traceutil/trace.go:171","msg":"trace[807222718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12890; }","duration":"408.657017ms","start":"2026-02-27T01:53:02.50351Z","end":"2026-02-27T01:53:02.912167Z","steps":["trace[807222718] 'agreement among raft nodes before linearized reading' (duration: 408.391811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.91334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:02.503489Z","time spent":"409.812095ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:53:02.912359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086143089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:53:02.913501Z","caller":"traceutil/trace.go:171","msg":"trace[137553138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12890; }","duration":"1.087313136s","start":"2026-02-27T01:53:01.826171Z","end":"2026-02-27T01:53:02.913484Z","steps":["trace[137553138] 'agreement among raft nodes before linearized reading' (duration: 1.086136999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:02.913531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:01.826154Z","time spent":"1.087365818s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:53:11.776032Z","caller":"traceutil/trace.go:171","msg":"trace[1577508798] transaction","detail":"{read_only:false; response_revision:13080; number_of_response:1; }","duration":"110.845289ms","start":"2026-02-27T01:53:11.665149Z","end":"2026-02-27T01:53:11.775994Z","steps":["trace[1577508798] 'process raft request' (duration: 110.643504ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:11.778493Z","caller":"traceutil/trace.go:171","msg":"trace[1919124518] transaction","detail":"{read_only:false; response_revision:13081; number_of_response:1; }","duration":"106.013867ms","start":"2026-02-27T01:53:11.672455Z","end":"2026-02-27T01:53:11.778469Z","steps":["trace[1919124518] 'process raft request' (duration: 105.896804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:23.934866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625309377,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:54:24.061138Z","caller":"traceutil/trace.go:171","msg":"trace[2055108339] transaction","detail":"{read_only:false; response_revision:13841; number_of_response:1; }","duration":"727.869094ms","start":"2026-02-27T01:54:23.333243Z","end":"2026-02-27T01:54:24.061112Z","steps":["trace[2055108339] 'process raft request' (duration: 727.669029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.061341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.876984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:54:24.061451Z","caller":"traceutil/trace.go:171","msg":"trace[923249308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13841; }","duration":"627.039338ms","start":"2026-02-27T01:54:23.434397Z","end":"2026-02-27T01:54:24.061436Z","steps":["trace[923249308] 'agreement among raft nodes before linearized reading' (duration: 626.808113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.061566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.434375Z","time spent":"627.104599ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:54:24.061589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.333213Z","time spent":"728.005557ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:54:24.061093Z","caller":"traceutil/trace.go:171","msg":"trace[178796070] linearizableReadLoop","detail":"{readStateIndex:14348; appliedIndex:14347; }","duration":"626.607829ms","start":"2026-02-27T01:54:23.434456Z","end":"2026-02-27T01:54:24.061064Z","steps":["trace[178796070] 'read index received' (duration: 626.427324ms)","trace[178796070] 'applied index is now lower than readState.Index' (duration: 179.275µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:24.061986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.224588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:54:24.062015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.917608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:24.06205Z","caller":"traceutil/trace.go:171","msg":"trace[132590200] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13841; }","duration":"595.333941ms","start":"2026-02-27T01:54:23.466696Z","end":"2026-02-27T01:54:24.06203Z","steps":["trace[132590200] 'agreement among raft nodes before linearized reading' (duration: 595.225418ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:24.06208Z","caller":"traceutil/trace.go:171","msg":"trace[391677016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13841; }","duration":"236.014211ms","start":"2026-02-27T01:54:23.826046Z","end":"2026-02-27T01:54:24.06206Z","steps":["trace[391677016] 'agreement among raft nodes before linearized reading' (duration: 235.911028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.062097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.466677Z","time spent":"595.407812ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:54:24.062138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.878701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:54:24.062146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.035963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:54:24.062172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.195878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:24.062196Z","caller":"traceutil/trace.go:171","msg":"trace[1778960150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13841; }","duration":"577.060655ms","start":"2026-02-27T01:54:23.485115Z","end":"2026-02-27T01:54:24.062176Z","steps":["trace[1778960150] 'agreement among raft nodes before linearized reading' (duration: 576.929282ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:24.062215Z","caller":"traceutil/trace.go:171","msg":"trace[1028546861] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13841; }","duration":"595.148026ms","start":"2026-02-27T01:54:23.467048Z","end":"2026-02-27T01:54:24.062196Z","steps":["trace[1028546861] 'agreement among raft nodes before linearized reading' (duration: 595.012393ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:24.06222Z","caller":"traceutil/trace.go:171","msg":"trace[1589832665] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13841; }","duration":"595.248569ms","start":"2026-02-27T01:54:23.466957Z","end":"2026-02-27T01:54:24.062206Z","steps":["trace[1589832665] 'agreement among raft nodes before linearized reading' (duration: 595.169657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.062246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.485096Z","time spent":"577.134997ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:54:24.062259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.467028Z","time spent":"595.220198ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:54:24.062266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.46692Z","time spent":"595.33548ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:54:24.062358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.18043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:54:24.062407Z","caller":"traceutil/trace.go:171","msg":"trace[1182851548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13841; }","duration":"489.344384ms","start":"2026-02-27T01:54:23.573046Z","end":"2026-02-27T01:54:24.06239Z","steps":["trace[1182851548] 'agreement among raft nodes before linearized reading' (duration: 489.239402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.062418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.429754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:54:24.062451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.228642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-27T01:54:24.062421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.608775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:54:24.062449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.573026Z","time spent":"489.410786ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:54:24.062485Z","caller":"traceutil/trace.go:171","msg":"trace[1266977267] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13841; }","duration":"537.516225ms","start":"2026-02-27T01:54:23.524946Z","end":"2026-02-27T01:54:24.062463Z","steps":["trace[1266977267] 'agreement among raft nodes before linearized reading' (duration: 537.335681ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:24.062497Z","caller":"traceutil/trace.go:171","msg":"trace[1897409023] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13841; }","duration":"590.300444ms","start":"2026-02-27T01:54:23.472183Z","end":"2026-02-27T01:54:24.062483Z","steps":["trace[1897409023] 'agreement among raft nodes before linearized reading' (duration: 590.172721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.0625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.520942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:54:24.062536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.524936Z","time spent":"537.585746ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:54:24.062547Z","caller":"traceutil/trace.go:171","msg":"trace[218408194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13841; }","duration":"551.591523ms","start":"2026-02-27T01:54:23.510941Z","end":"2026-02-27T01:54:24.062533Z","steps":["trace[218408194] 'agreement among raft nodes before linearized reading' (duration: 551.4732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.062259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.822132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:54:24.062587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.510929Z","time spent":"551.647224ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:54:24.062596Z","caller":"traceutil/trace.go:171","msg":"trace[1376258597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13841; }","duration":"489.176521ms","start":"2026-02-27T01:54:23.573403Z","end":"2026-02-27T01:54:24.06258Z","steps":["trace[1376258597] 'agreement among raft nodes before linearized reading' (duration: 488.769911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.062138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.177348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T01:54:24.062805Z","caller":"traceutil/trace.go:171","msg":"trace[1205076847] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13841; }","duration":"531.869964ms","start":"2026-02-27T01:54:23.530919Z","end":"2026-02-27T01:54:24.062789Z","steps":["trace[1205076847] 'agreement among raft nodes before linearized reading' (duration: 531.062935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.062853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.965863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fspqq\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-02-27T01:54:24.06288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.530909Z","time spent":"531.950386ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T01:54:24.062918Z","caller":"traceutil/trace.go:171","msg":"trace[1082657845] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fspqq; range_end:; response_count:1; response_revision:13841; }","duration":"194.081585ms","start":"2026-02-27T01:54:23.86882Z","end":"2026-02-27T01:54:24.062902Z","steps":["trace[1082657845] 'agreement among raft nodes before linearized reading' (duration: 193.916531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.062539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.472171Z","time spent":"590.357045ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:54:24.063191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.86352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:54:24.063263Z","caller":"traceutil/trace.go:171","msg":"trace[261668090] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:13841; }","duration":"208.974472ms","start":"2026-02-27T01:54:23.854271Z","end":"2026-02-27T01:54:24.063245Z","steps":["trace[261668090] 'agreement among raft nodes before linearized reading' (duration: 208.791588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.063198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.15595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-27T01:54:24.063314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.573391Z","time spent":"489.236492ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:54:24.063335Z","caller":"traceutil/trace.go:171","msg":"trace[2117520383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:13841; }","duration":"348.325394ms","start":"2026-02-27T01:54:23.714982Z","end":"2026-02-27T01:54:24.063307Z","steps":["trace[2117520383] 'agreement among raft nodes before linearized reading' (duration: 348.095128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.063708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.714963Z","time spent":"348.723032ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-rfljv\" "} {"level":"warn","ts":"2026-02-27T01:54:24.063358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.252596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-27T01:54:24.063906Z","caller":"traceutil/trace.go:171","msg":"trace[76951375] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13841; }","duration":"481.776408ms","start":"2026-02-27T01:54:23.58207Z","end":"2026-02-27T01:54:24.063846Z","steps":["trace[76951375] 'agreement among raft nodes before linearized reading' (duration: 481.182154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:24.062536Z","caller":"traceutil/trace.go:171","msg":"trace[717820802] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13841; }","duration":"481.767148ms","start":"2026-02-27T01:54:23.58074Z","end":"2026-02-27T01:54:24.062507Z","steps":["trace[717820802] 'agreement among raft nodes before linearized reading' (duration: 481.40683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:24.064057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.580729Z","time spent":"483.305925ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:54:24.063985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:23.58206Z","time spent":"481.903812ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:54:24.569067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625309382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:54:25.069772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625309382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:54:25.50646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.986727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:54:25.506746Z","caller":"traceutil/trace.go:171","msg":"trace[1787194907] transaction","detail":"{read_only:false; response_revision:13842; number_of_response:1; }","duration":"1.438893205s","start":"2026-02-27T01:54:24.067798Z","end":"2026-02-27T01:54:25.506691Z","steps":["trace[1787194907] 'process raft request' (duration: 1.29255016s)","trace[1787194907] 'compare' (duration: 145.867454ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:25.506922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.067738Z","time spent":"1.43912832s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:54:25.719496Z","caller":"traceutil/trace.go:171","msg":"trace[1242354359] transaction","detail":"{read_only:false; response_revision:13845; number_of_response:1; }","duration":"1.650969448s","start":"2026-02-27T01:54:24.068505Z","end":"2026-02-27T01:54:25.719475Z","steps":["trace[1242354359] 'process raft request' (duration: 1.650923237s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:25.719535Z","caller":"traceutil/trace.go:171","msg":"trace[1326163597] transaction","detail":"{read_only:false; response_revision:13843; number_of_response:1; }","duration":"1.651127582s","start":"2026-02-27T01:54:24.068377Z","end":"2026-02-27T01:54:25.719505Z","steps":["trace[1326163597] 'process raft request' (duration: 1.594632018s)","trace[1326163597] 'compare' (duration: 56.264278ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:25.719642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.068497Z","time spent":"1.651060361s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:54:25.719663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.068351Z","time spent":"1.651240875s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:54:25.719789Z","caller":"traceutil/trace.go:171","msg":"trace[1867633509] transaction","detail":"{read_only:false; response_revision:13847; number_of_response:1; }","duration":"1.651207554s","start":"2026-02-27T01:54:24.068562Z","end":"2026-02-27T01:54:25.71977Z","steps":["trace[1867633509] 'process raft request' (duration: 1.650991569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.719832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.06855Z","time spent":"1.651258105s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:54:25.719843Z","caller":"traceutil/trace.go:171","msg":"trace[1494845855] transaction","detail":"{read_only:false; response_revision:13844; number_of_response:1; }","duration":"1.651103902s","start":"2026-02-27T01:54:24.068401Z","end":"2026-02-27T01:54:25.719505Z","steps":["trace[1494845855] 'process raft request' (duration: 1.650978279s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:25.719729Z","caller":"traceutil/trace.go:171","msg":"trace[1137855142] linearizableReadLoop","detail":"{readStateIndex:14356; appliedIndex:14348; }","duration":"1.650936388s","start":"2026-02-27T01:54:24.06877Z","end":"2026-02-27T01:54:25.719706Z","steps":["trace[1137855142] 'read index received' (duration: 1.291658289s)","trace[1137855142] 'applied index is now lower than readState.Index' (duration: 359.276939ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:25.720113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.068385Z","time spent":"1.651607173s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:54:25.720264Z","caller":"traceutil/trace.go:171","msg":"trace[970161251] transaction","detail":"{read_only:false; response_revision:13849; number_of_response:1; }","duration":"1.650130359s","start":"2026-02-27T01:54:24.070126Z","end":"2026-02-27T01:54:25.720257Z","steps":["trace[970161251] 'process raft request' (duration: 1.649543126s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.720307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.070117Z","time spent":"1.65017007s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:54:25.720463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425911063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:54:25.720485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000462625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:25.720496Z","caller":"traceutil/trace.go:171","msg":"trace[302387671] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13849; }","duration":"1.425964594s","start":"2026-02-27T01:54:24.294524Z","end":"2026-02-27T01:54:25.720489Z","steps":["trace[302387671] 'agreement among raft nodes before linearized reading' (duration: 1.425915983s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:25.720507Z","caller":"traceutil/trace.go:171","msg":"trace[1305391673] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13849; }","duration":"1.000520326s","start":"2026-02-27T01:54:24.71998Z","end":"2026-02-27T01:54:25.720501Z","steps":["trace[1305391673] 'agreement among raft nodes before linearized reading' (duration: 1.000434754s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.720519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.294511Z","time spent":"1.426002884s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:54:25.720649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.885389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-02-27T01:54:25.720763Z","caller":"traceutil/trace.go:171","msg":"trace[440998590] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:13849; }","duration":"114.019442ms","start":"2026-02-27T01:54:25.606736Z","end":"2026-02-27T01:54:25.720756Z","steps":["trace[440998590] 'agreement among raft nodes before linearized reading' (duration: 113.878019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:25.720761Z","caller":"traceutil/trace.go:171","msg":"trace[1176845217] transaction","detail":"{read_only:false; response_revision:13848; number_of_response:1; }","duration":"1.650513929s","start":"2026-02-27T01:54:24.069535Z","end":"2026-02-27T01:54:25.720049Z","steps":["trace[1176845217] 'process raft request' (duration: 1.650093809s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.720797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4223494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:25.720818Z","caller":"traceutil/trace.go:171","msg":"trace[221250003] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13849; }","duration":"1.42238663s","start":"2026-02-27T01:54:24.298426Z","end":"2026-02-27T01:54:25.720812Z","steps":["trace[221250003] 'agreement among raft nodes before linearized reading' (duration: 1.422329299s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.720839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.298416Z","time spent":"1.422419861s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:54:25.720864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.447783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ss5t4\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-27T01:54:25.720884Z","caller":"traceutil/trace.go:171","msg":"trace[680788392] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ss5t4; range_end:; response_count:1; response_revision:13849; }","duration":"396.503605ms","start":"2026-02-27T01:54:25.324376Z","end":"2026-02-27T01:54:25.72088Z","steps":["trace[680788392] 'agreement among raft nodes before linearized reading' (duration: 396.449044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.720897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:25.324349Z","time spent":"396.545285ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ss5t4\" "} {"level":"warn","ts":"2026-02-27T01:54:25.720958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426006305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:25.720983Z","caller":"traceutil/trace.go:171","msg":"trace[1403300684] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13849; }","duration":"1.426045535s","start":"2026-02-27T01:54:24.294932Z","end":"2026-02-27T01:54:25.720977Z","steps":["trace[1403300684] 'agreement among raft nodes before linearized reading' (duration: 1.426007364s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.720984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.084927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:54:25.721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.294925Z","time spent":"1.426071517s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T01:54:25.721004Z","caller":"traceutil/trace.go:171","msg":"trace[1379424777] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:13849; }","duration":"498.137918ms","start":"2026-02-27T01:54:25.222861Z","end":"2026-02-27T01:54:25.720999Z","steps":["trace[1379424777] 'agreement among raft nodes before linearized reading' (duration: 498.102787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.721022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:25.22284Z","time spent":"498.177309ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:54:25.721089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426493806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:25.721106Z","caller":"traceutil/trace.go:171","msg":"trace[269810632] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13849; }","duration":"1.426533137s","start":"2026-02-27T01:54:24.294567Z","end":"2026-02-27T01:54:25.721101Z","steps":["trace[269810632] 'agreement among raft nodes before linearized reading' (duration: 1.426504776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.721127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.294552Z","time spent":"1.426569888s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:54:25.721152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.994307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:25.721175Z","caller":"traceutil/trace.go:171","msg":"trace[186004915] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13849; }","duration":"658.041439ms","start":"2026-02-27T01:54:25.063129Z","end":"2026-02-27T01:54:25.72117Z","steps":["trace[186004915] 'agreement among raft nodes before linearized reading' (duration: 657.980197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.720522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.71996Z","time spent":"1.000559457s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:54:25.721213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.550367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:25.721228Z","caller":"traceutil/trace.go:171","msg":"trace[1652756062] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13849; }","duration":"660.588478ms","start":"2026-02-27T01:54:25.060636Z","end":"2026-02-27T01:54:25.721224Z","steps":["trace[1652756062] 'agreement among raft nodes before linearized reading' (duration: 660.565057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.721243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:25.060617Z","time spent":"660.623508ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:54:25.721308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.805583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:54:25.721323Z","caller":"traceutil/trace.go:171","msg":"trace[1315591512] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13849; }","duration":"660.873364ms","start":"2026-02-27T01:54:25.060446Z","end":"2026-02-27T01:54:25.72132Z","steps":["trace[1315591512] 'agreement among raft nodes before linearized reading' (duration: 660.831103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.721335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:25.060419Z","time spent":"660.913306ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:54:25.72119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:25.063117Z","time spent":"658.069069ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:54:25.721429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.51641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:25.721453Z","caller":"traceutil/trace.go:171","msg":"trace[1217177054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13849; }","duration":"894.565451ms","start":"2026-02-27T01:54:24.826882Z","end":"2026-02-27T01:54:25.721448Z","steps":["trace[1217177054] 'agreement among raft nodes before linearized reading' (duration: 894.52993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.721469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.826862Z","time spent":"894.602832ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:54:25.719916Z","caller":"traceutil/trace.go:171","msg":"trace[820440497] transaction","detail":"{read_only:false; response_revision:13846; number_of_response:1; }","duration":"1.651371508s","start":"2026-02-27T01:54:24.068536Z","end":"2026-02-27T01:54:25.719907Z","steps":["trace[820440497] 'process raft request' (duration: 1.650912898s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.721675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.068525Z","time spent":"1.653125829s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:54:25.721796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00153918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:54:25.721792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651224565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752729"} {"level":"info","ts":"2026-02-27T01:54:25.721821Z","caller":"traceutil/trace.go:171","msg":"trace[918685542] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13849; }","duration":"1.001595231s","start":"2026-02-27T01:54:24.72022Z","end":"2026-02-27T01:54:25.721815Z","steps":["trace[918685542] 'agreement among raft nodes before linearized reading' (duration: 1.00155534s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.721843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.720206Z","time spent":"1.001632162s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:54:25.72186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001554871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:54:25.721891Z","caller":"traceutil/trace.go:171","msg":"trace[594871825] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13849; }","duration":"1.001602121s","start":"2026-02-27T01:54:24.720283Z","end":"2026-02-27T01:54:25.721885Z","steps":["trace[594871825] 'agreement among raft nodes before linearized reading' (duration: 1.001278644s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:25.721866Z","caller":"traceutil/trace.go:171","msg":"trace[306159060] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:13849; }","duration":"1.651373589s","start":"2026-02-27T01:54:24.070478Z","end":"2026-02-27T01:54:25.721852Z","steps":["trace[306159060] 'agreement among raft nodes before linearized reading' (duration: 1.64970065s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.721915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.720276Z","time spent":"1.001633032s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:54:25.720705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231451579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:54:25.721953Z","caller":"traceutil/trace.go:171","msg":"trace[980734454] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13849; }","duration":"1.232719778s","start":"2026-02-27T01:54:24.489225Z","end":"2026-02-27T01:54:25.721945Z","steps":["trace[980734454] 'agreement among raft nodes before linearized reading' (duration: 1.231397417s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.721649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.069523Z","time spent":"1.651297597s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:54:25.72202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.070467Z","time spent":"1.651514752s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":752752,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:54:25.721979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.489197Z","time spent":"1.232775039s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:54:25.720741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245926866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:54:25.722455Z","caller":"traceutil/trace.go:171","msg":"trace[647736284] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:13849; }","duration":"1.247691177s","start":"2026-02-27T01:54:24.474756Z","end":"2026-02-27T01:54:25.722448Z","steps":["trace[647736284] 'agreement among raft nodes before linearized reading' (duration: 1.245963546s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.722483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.474735Z","time spent":"1.247739697s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:54:25.72287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492200755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:25.722895Z","caller":"traceutil/trace.go:171","msg":"trace[864033224] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13849; }","duration":"1.492270647s","start":"2026-02-27T01:54:24.230619Z","end":"2026-02-27T01:54:25.72289Z","steps":["trace[864033224] 'agreement among raft nodes before linearized reading' (duration: 1.492226936s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.722914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.230585Z","time spent":"1.492324208s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:54:25.722899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492026361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:54:25.722962Z","caller":"traceutil/trace.go:171","msg":"trace[2027013148] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13849; }","duration":"1.492138313s","start":"2026-02-27T01:54:24.230808Z","end":"2026-02-27T01:54:25.722947Z","steps":["trace[2027013148] 'agreement among raft nodes before linearized reading' (duration: 1.491951639s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.723007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.230787Z","time spent":"1.492209025s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:54:25.723067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485704574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-27T01:54:25.723446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436350946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-27T01:54:25.723473Z","caller":"traceutil/trace.go:171","msg":"trace[1265202211] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:13849; }","duration":"1.436421737s","start":"2026-02-27T01:54:24.287046Z","end":"2026-02-27T01:54:25.723467Z","steps":["trace[1265202211] 'agreement among raft nodes before linearized reading' (duration: 1.436341766s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.723492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.287024Z","time spent":"1.436462579s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" "} {"level":"info","ts":"2026-02-27T01:54:25.723352Z","caller":"traceutil/trace.go:171","msg":"trace[490734722] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13849; }","duration":"1.486033041s","start":"2026-02-27T01:54:24.237302Z","end":"2026-02-27T01:54:25.723335Z","steps":["trace[490734722] 'agreement among raft nodes before linearized reading' (duration: 1.485150231s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.723746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437020672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-27T01:54:25.723803Z","caller":"traceutil/trace.go:171","msg":"trace[1641141867] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:13849; }","duration":"1.437101643s","start":"2026-02-27T01:54:24.286695Z","end":"2026-02-27T01:54:25.723797Z","steps":["trace[1641141867] 'agreement among raft nodes before linearized reading' (duration: 1.437002831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.723823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.286682Z","time spent":"1.437135775s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" "} {"level":"warn","ts":"2026-02-27T01:54:25.72453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.237287Z","time spent":"1.487195799s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:54:25.724732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655952745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752729"} {"level":"info","ts":"2026-02-27T01:54:25.724781Z","caller":"traceutil/trace.go:171","msg":"trace[442045256] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:13849; }","duration":"1.656032827s","start":"2026-02-27T01:54:24.068737Z","end":"2026-02-27T01:54:25.72477Z","steps":["trace[442045256] 'agreement among raft nodes before linearized reading' (duration: 1.651362008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.724814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:24.068728Z","time spent":"1.656075767s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":752752,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:54:25.962325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.718966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:25.962411Z","caller":"traceutil/trace.go:171","msg":"trace[254402405] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13849; }","duration":"141.82369ms","start":"2026-02-27T01:54:25.820567Z","end":"2026-02-27T01:54:25.96239Z","steps":["trace[254402405] 'range keys from in-memory index tree' (duration: 141.680366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:26.20435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.692867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:26.204486Z","caller":"traceutil/trace.go:171","msg":"trace[1982111518] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13850; }","duration":"135.844961ms","start":"2026-02-27T01:54:26.068585Z","end":"2026-02-27T01:54:26.20443Z","steps":["trace[1982111518] 'range keys from in-memory index tree' (duration: 135.614415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:26.204702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.299261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:26.204794Z","caller":"traceutil/trace.go:171","msg":"trace[1839441882] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13850; }","duration":"136.447235ms","start":"2026-02-27T01:54:26.068326Z","end":"2026-02-27T01:54:26.204774Z","steps":["trace[1839441882] 'range keys from in-memory index tree' (duration: 136.121036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:26.204873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.2706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:54:26.204912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.992224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-02-27T01:54:26.205008Z","caller":"traceutil/trace.go:171","msg":"trace[1988093727] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13850; }","duration":"136.128507ms","start":"2026-02-27T01:54:26.068858Z","end":"2026-02-27T01:54:26.204987Z","steps":["trace[1988093727] 'range keys from in-memory index tree' (duration: 135.855421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:26.205004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.929502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:54:26.20508Z","caller":"traceutil/trace.go:171","msg":"trace[1936869834] linearizableReadLoop","detail":"{readStateIndex:14358; appliedIndex:14357; }","duration":"134.486399ms","start":"2026-02-27T01:54:26.070558Z","end":"2026-02-27T01:54:26.205044Z","steps":["trace[1936869834] 'read index received' (duration: 37.085523ms)","trace[1936869834] 'applied index is now lower than readState.Index' (duration: 97.375765ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:26.20491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.710497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:26.205019Z","caller":"traceutil/trace.go:171","msg":"trace[1728611760] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13850; }","duration":"136.436704ms","start":"2026-02-27T01:54:26.068532Z","end":"2026-02-27T01:54:26.204969Z","steps":["trace[1728611760] 'range keys from in-memory index tree' (duration: 136.174748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:26.205139Z","caller":"traceutil/trace.go:171","msg":"trace[679511723] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13850; }","duration":"135.982094ms","start":"2026-02-27T01:54:26.069145Z","end":"2026-02-27T01:54:26.205128Z","steps":["trace[679511723] 'range keys from in-memory index tree' (duration: 135.573854ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:26.205163Z","caller":"traceutil/trace.go:171","msg":"trace[1738706343] transaction","detail":"{read_only:false; response_revision:13851; number_of_response:1; }","duration":"135.904402ms","start":"2026-02-27T01:54:26.069217Z","end":"2026-02-27T01:54:26.205121Z","steps":["trace[1738706343] 'process raft request' (duration: 38.470565ms)","trace[1738706343] 'compare' (duration: 96.876234ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:54:26.205119Z","caller":"traceutil/trace.go:171","msg":"trace[407991908] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13850; }","duration":"136.077966ms","start":"2026-02-27T01:54:26.069014Z","end":"2026-02-27T01:54:26.205092Z","steps":["trace[407991908] 'range keys from in-memory index tree' (duration: 135.727917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:26.205257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.666863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:26.205297Z","caller":"traceutil/trace.go:171","msg":"trace[588621511] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13851; }","duration":"134.753555ms","start":"2026-02-27T01:54:26.070533Z","end":"2026-02-27T01:54:26.205287Z","steps":["trace[588621511] 'agreement among raft nodes before linearized reading' (duration: 134.664393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:26.205395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.423107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:54:26.205387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.583281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:54:26.205443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.152334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:26.205466Z","caller":"traceutil/trace.go:171","msg":"trace[971709146] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13851; }","duration":"134.510349ms","start":"2026-02-27T01:54:26.070937Z","end":"2026-02-27T01:54:26.205447Z","steps":["trace[971709146] 'agreement among raft nodes before linearized reading' (duration: 134.390627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:26.205506Z","caller":"traceutil/trace.go:171","msg":"trace[404161516] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13851; }","duration":"132.236326ms","start":"2026-02-27T01:54:26.073256Z","end":"2026-02-27T01:54:26.205492Z","steps":["trace[404161516] 'agreement among raft nodes before linearized reading' (duration: 132.058072ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:26.205505Z","caller":"traceutil/trace.go:171","msg":"trace[1539443467] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13851; }","duration":"134.689834ms","start":"2026-02-27T01:54:26.070768Z","end":"2026-02-27T01:54:26.205458Z","steps":["trace[1539443467] 'agreement among raft nodes before linearized reading' (duration: 134.564931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:26.990801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.358193ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:54:26.991046Z","caller":"traceutil/trace.go:171","msg":"trace[1282490705] linearizableReadLoop","detail":"{readStateIndex:14359; appliedIndex:14358; }","duration":"161.962268ms","start":"2026-02-27T01:54:26.829059Z","end":"2026-02-27T01:54:26.991021Z","steps":["trace[1282490705] 'read index received' (duration: 34.297548ms)","trace[1282490705] 'applied index is now lower than readState.Index' (duration: 127.6621ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:26.991173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.087222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:26.991267Z","caller":"traceutil/trace.go:171","msg":"trace[286458747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13851; }","duration":"162.186714ms","start":"2026-02-27T01:54:26.829053Z","end":"2026-02-27T01:54:26.99124Z","steps":["trace[286458747] 'agreement among raft nodes before linearized reading' (duration: 162.03001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:27.896438Z","caller":"traceutil/trace.go:171","msg":"trace[950405119] transaction","detail":"{read_only:false; response_revision:13854; number_of_response:1; }","duration":"163.880612ms","start":"2026-02-27T01:54:27.73251Z","end":"2026-02-27T01:54:27.896391Z","steps":["trace[950405119] 'process raft request' (duration: 130.734821ms)","trace[950405119] 'compare' (duration: 32.889995ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:54:27.896459Z","caller":"traceutil/trace.go:171","msg":"trace[1196201875] transaction","detail":"{read_only:false; response_revision:13855; number_of_response:1; }","duration":"163.843542ms","start":"2026-02-27T01:54:27.732581Z","end":"2026-02-27T01:54:27.896424Z","steps":["trace[1196201875] 'process raft request' (duration: 163.697518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:27.896559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.52188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:27.896608Z","caller":"traceutil/trace.go:171","msg":"trace[413403660] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13858; }","duration":"165.580982ms","start":"2026-02-27T01:54:27.731013Z","end":"2026-02-27T01:54:27.896594Z","steps":["trace[413403660] 'agreement among raft nodes before linearized reading' (duration: 165.49893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:27.896686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.59378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ss5t4\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-02-27T01:54:27.896719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.982315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:27.896463Z","caller":"traceutil/trace.go:171","msg":"trace[64108890] linearizableReadLoop","detail":"{readStateIndex:14366; appliedIndex:14361; }","duration":"131.459638ms","start":"2026-02-27T01:54:27.764981Z","end":"2026-02-27T01:54:27.89644Z","steps":["trace[64108890] 'read index received' (duration: 98.250246ms)","trace[64108890] 'applied index is now lower than readState.Index' (duration: 33.208202ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:54:27.89677Z","caller":"traceutil/trace.go:171","msg":"trace[907167789] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13858; }","duration":"161.057697ms","start":"2026-02-27T01:54:27.7357Z","end":"2026-02-27T01:54:27.896757Z","steps":["trace[907167789] 'agreement among raft nodes before linearized reading' (duration: 160.915663ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:27.896777Z","caller":"traceutil/trace.go:171","msg":"trace[1386151367] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ss5t4; range_end:; response_count:1; response_revision:13858; }","duration":"152.705702ms","start":"2026-02-27T01:54:27.744049Z","end":"2026-02-27T01:54:27.896754Z","steps":["trace[1386151367] 'agreement among raft nodes before linearized reading' (duration: 152.424976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:27.896792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.8776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfljv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-27T01:54:27.896844Z","caller":"traceutil/trace.go:171","msg":"trace[1562062053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfljv; range_end:; response_count:1; response_revision:13858; }","duration":"156.948851ms","start":"2026-02-27T01:54:27.739882Z","end":"2026-02-27T01:54:27.896831Z","steps":["trace[1562062053] 'agreement among raft nodes before linearized reading' (duration: 156.775107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:27.896894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.979198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:54:27.896934Z","caller":"traceutil/trace.go:171","msg":"trace[1452918774] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13858; }","duration":"165.046649ms","start":"2026-02-27T01:54:27.731875Z","end":"2026-02-27T01:54:27.896921Z","steps":["trace[1452918774] 'agreement among raft nodes before linearized reading' (duration: 164.914716ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:27.896979Z","caller":"traceutil/trace.go:171","msg":"trace[593900106] transaction","detail":"{read_only:false; response_revision:13858; number_of_response:1; }","duration":"162.373887ms","start":"2026-02-27T01:54:27.734593Z","end":"2026-02-27T01:54:27.896967Z","steps":["trace[593900106] 'process raft request' (duration: 161.800664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:27.896997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.948367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:27.897024Z","caller":"traceutil/trace.go:171","msg":"trace[647313153] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13858; }","duration":"164.988169ms","start":"2026-02-27T01:54:27.732028Z","end":"2026-02-27T01:54:27.897016Z","steps":["trace[647313153] 'agreement among raft nodes before linearized reading' (duration: 164.900627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:27.897048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.350791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-02-27T01:54:27.897055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.817275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fspqq\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-02-27T01:54:27.897108Z","caller":"traceutil/trace.go:171","msg":"trace[1177968127] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fspqq; range_end:; response_count:1; response_revision:13858; }","duration":"158.890116ms","start":"2026-02-27T01:54:27.738206Z","end":"2026-02-27T01:54:27.897096Z","steps":["trace[1177968127] 'agreement among raft nodes before linearized reading' (duration: 158.692552ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:27.897143Z","caller":"traceutil/trace.go:171","msg":"trace[966723646] transaction","detail":"{read_only:false; response_revision:13856; number_of_response:1; }","duration":"163.328789ms","start":"2026-02-27T01:54:27.733801Z","end":"2026-02-27T01:54:27.897129Z","steps":["trace[966723646] 'process raft request' (duration: 162.52316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:27.897143Z","caller":"traceutil/trace.go:171","msg":"trace[852443256] transaction","detail":"{read_only:false; response_revision:13857; number_of_response:1; }","duration":"162.692235ms","start":"2026-02-27T01:54:27.734426Z","end":"2026-02-27T01:54:27.897118Z","steps":["trace[852443256] 'process raft request' (duration: 161.929617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:27.897161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.426463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-27T01:54:27.897072Z","caller":"traceutil/trace.go:171","msg":"trace[905528657] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:13858; }","duration":"142.375052ms","start":"2026-02-27T01:54:27.754691Z","end":"2026-02-27T01:54:27.897066Z","steps":["trace[905528657] 'agreement among raft nodes before linearized reading' (duration: 142.30671ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:27.89719Z","caller":"traceutil/trace.go:171","msg":"trace[1398461947] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:13858; }","duration":"142.481124ms","start":"2026-02-27T01:54:27.754704Z","end":"2026-02-27T01:54:27.897186Z","steps":["trace[1398461947] 'agreement among raft nodes before linearized reading' (duration: 142.377482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:38.03461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.559141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:54:38.034687Z","caller":"traceutil/trace.go:171","msg":"trace[1211317186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13899; }","duration":"100.658214ms","start":"2026-02-27T01:54:37.934011Z","end":"2026-02-27T01:54:38.03467Z","steps":["trace[1211317186] 'range keys from in-memory index tree' (duration: 100.475389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:38.034735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.92607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:54:38.034853Z","caller":"traceutil/trace.go:171","msg":"trace[1504136382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13899; }","duration":"101.103054ms","start":"2026-02-27T01:54:37.933733Z","end":"2026-02-27T01:54:38.034836Z","steps":["trace[1504136382] 'range keys from in-memory index tree' (duration: 100.735465ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:55:08.984851Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11662} {"level":"info","ts":"2026-02-27T01:55:09.060169Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11662,"took":"72.303803ms","hash":2891150098,"current-db-size-bytes":41029632,"current-db-size":"41 MB","current-db-size-in-use-bytes":26243072,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-27T01:55:09.060231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2891150098,"revision":11662,"compact-revision":9660} {"level":"warn","ts":"2026-02-27T01:57:24.4788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625314689,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:57:24.625282Z","caller":"traceutil/trace.go:171","msg":"trace[1081343994] transaction","detail":"{read_only:false; response_revision:15133; number_of_response:1; }","duration":"647.254967ms","start":"2026-02-27T01:57:23.978Z","end":"2026-02-27T01:57:24.625255Z","steps":["trace[1081343994] 'process raft request' (duration: 647.078313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:24.625561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:23.977976Z","time spent":"647.483142ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7253,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:57:24.695859Z","caller":"traceutil/trace.go:171","msg":"trace[260316653] linearizableReadLoop","detail":"{readStateIndex:15689; appliedIndex:15687; }","duration":"717.777599ms","start":"2026-02-27T01:57:23.978053Z","end":"2026-02-27T01:57:24.695831Z","steps":["trace[260316653] 'read index received' (duration: 647.101913ms)","trace[260316653] 'applied index is now lower than readState.Index' (duration: 70.674346ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:57:24.69593Z","caller":"traceutil/trace.go:171","msg":"trace[2114342159] transaction","detail":"{read_only:false; response_revision:15134; number_of_response:1; }","duration":"573.06829ms","start":"2026-02-27T01:57:24.122831Z","end":"2026-02-27T01:57:24.695899Z","steps":["trace[2114342159] 'process raft request' (duration: 572.828365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:24.69603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.948792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:24.696078Z","caller":"traceutil/trace.go:171","msg":"trace[1181899803] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15134; }","duration":"718.038535ms","start":"2026-02-27T01:57:23.978025Z","end":"2026-02-27T01:57:24.696064Z","steps":["trace[1181899803] 'agreement among raft nodes before linearized reading' (duration: 717.946553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:24.696094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.122814Z","time spent":"573.195603ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:57:24.696114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:23.978013Z","time spent":"718.091526ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:57:24.696351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.757148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fspqq\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-02-27T01:57:24.696366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.767009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:57:24.696464Z","caller":"traceutil/trace.go:171","msg":"trace[1532258019] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:15134; }","duration":"116.927603ms","start":"2026-02-27T01:57:24.579513Z","end":"2026-02-27T01:57:24.696441Z","steps":["trace[1532258019] 'agreement among raft nodes before linearized reading' (duration: 116.729268ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:24.696484Z","caller":"traceutil/trace.go:171","msg":"trace[687331652] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fspqq; range_end:; response_count:1; response_revision:15134; }","duration":"659.903561ms","start":"2026-02-27T01:57:24.036554Z","end":"2026-02-27T01:57:24.696458Z","steps":["trace[687331652] 'agreement among raft nodes before linearized reading' (duration: 659.596924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:24.696565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.036532Z","time spent":"660.020614ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fspqq\" "} {"level":"warn","ts":"2026-02-27T01:57:24.696597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.905725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:57:24.696631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.548831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-np6kg\" ","response":"range_response_count:1 size:15434"} {"level":"info","ts":"2026-02-27T01:57:24.696916Z","caller":"traceutil/trace.go:171","msg":"trace[974078286] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-np6kg; range_end:; response_count:1; response_revision:15134; }","duration":"571.059123ms","start":"2026-02-27T01:57:24.125836Z","end":"2026-02-27T01:57:24.696895Z","steps":["trace[974078286] 'agreement among raft nodes before linearized reading' (duration: 570.413448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:24.697021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.125819Z","time spent":"571.185866ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15457,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-np6kg\" "} {"level":"info","ts":"2026-02-27T01:57:24.69673Z","caller":"traceutil/trace.go:171","msg":"trace[342158953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15134; }","duration":"237.11141ms","start":"2026-02-27T01:57:24.459589Z","end":"2026-02-27T01:57:24.6967Z","steps":["trace[342158953] 'agreement among raft nodes before linearized reading' (duration: 236.68596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.004503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.085026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-27T01:57:25.004597Z","caller":"traceutil/trace.go:171","msg":"trace[582324715] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:15134; }","duration":"904.208029ms","start":"2026-02-27T01:57:24.100365Z","end":"2026-02-27T01:57:25.004573Z","steps":["trace[582324715] 'agreement among raft nodes before linearized reading' (duration: 595.959803ms)","trace[582324715] 'range keys from in-memory index tree' (duration: 308.00085ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:25.004616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.286055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:25.004728Z","caller":"traceutil/trace.go:171","msg":"trace[1954360027] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15134; }","duration":"399.448009ms","start":"2026-02-27T01:57:24.605249Z","end":"2026-02-27T01:57:25.004697Z","steps":["trace[1954360027] 'agreement among raft nodes before linearized reading' (duration: 91.557131ms)","trace[1954360027] 'range keys from in-memory index tree' (duration: 307.754944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:25.004802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.605213Z","time spent":"399.573192ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:57:25.004833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.401088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-27T01:57:25.004941Z","caller":"traceutil/trace.go:171","msg":"trace[1792698021] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15134; }","duration":"411.525811ms","start":"2026-02-27T01:57:24.593385Z","end":"2026-02-27T01:57:25.004911Z","steps":["trace[1792698021] 'agreement among raft nodes before linearized reading' (duration: 103.028829ms)","trace[1792698021] 'range keys from in-memory index tree' (duration: 308.208365ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:25.004646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.100354Z","time spent":"904.2775ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" "} {"level":"warn","ts":"2026-02-27T01:57:25.004992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.593373Z","time spent":"411.608832ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-27T01:57:25.005021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.333741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-02-27T01:57:25.005019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.269335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:57:25.005066Z","caller":"traceutil/trace.go:171","msg":"trace[615628830] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15134; }","duration":"913.410753ms","start":"2026-02-27T01:57:24.091642Z","end":"2026-02-27T01:57:25.005053Z","steps":["trace[615628830] 'agreement among raft nodes before linearized reading' (duration: 604.779278ms)","trace[615628830] 'range keys from in-memory index tree' (duration: 308.512462ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:57:25.005088Z","caller":"traceutil/trace.go:171","msg":"trace[246440232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15134; }","duration":"710.379117ms","start":"2026-02-27T01:57:24.294688Z","end":"2026-02-27T01:57:25.005067Z","steps":["trace[246440232] 'agreement among raft nodes before linearized reading' (duration: 401.729332ms)","trace[246440232] 'range keys from in-memory index tree' (duration: 308.489342ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:25.005097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.091625Z","time spent":"913.465474ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-27T01:57:25.005075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.805957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:57:25.005126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.294655Z","time spent":"710.46194ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:57:25.005189Z","caller":"traceutil/trace.go:171","msg":"trace[1530755669] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15134; }","duration":"399.981242ms","start":"2026-02-27T01:57:24.605179Z","end":"2026-02-27T01:57:25.005161Z","steps":["trace[1530755669] 'agreement among raft nodes before linearized reading' (duration: 91.230964ms)","trace[1530755669] 'range keys from in-memory index tree' (duration: 308.568313ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:25.005242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.605159Z","time spent":"400.072043ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:57:25.00526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.777257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:57:25.005296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.885185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-27T01:57:25.005303Z","caller":"traceutil/trace.go:171","msg":"trace[1728211375] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15134; }","duration":"399.862169ms","start":"2026-02-27T01:57:24.605429Z","end":"2026-02-27T01:57:25.005291Z","steps":["trace[1728211375] 'agreement among raft nodes before linearized reading' (duration: 90.969468ms)","trace[1728211375] 'range keys from in-memory index tree' (duration: 308.83777ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:57:25.005328Z","caller":"traceutil/trace.go:171","msg":"trace[1636073885] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:15134; }","duration":"904.951176ms","start":"2026-02-27T01:57:24.100366Z","end":"2026-02-27T01:57:25.005317Z","steps":["trace[1636073885] 'agreement among raft nodes before linearized reading' (duration: 596.023325ms)","trace[1636073885] 'range keys from in-memory index tree' (duration: 308.840729ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:25.005338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.605407Z","time spent":"399.923831ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:57:25.005356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.100347Z","time spent":"905.003317ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" "} {"level":"warn","ts":"2026-02-27T01:57:25.005268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.715364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:57:25.005385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.833343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:57:25.005421Z","caller":"traceutil/trace.go:171","msg":"trace[757956130] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:15134; }","duration":"313.912378ms","start":"2026-02-27T01:57:24.691496Z","end":"2026-02-27T01:57:25.005408Z","steps":["trace[757956130] 'count revisions from in-memory index tree' (duration: 308.86802ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:25.005449Z","caller":"traceutil/trace.go:171","msg":"trace[1106499443] linearizableReadLoop","detail":"{readStateIndex:15690; appliedIndex:15689; }","duration":"297.802723ms","start":"2026-02-27T01:57:24.707635Z","end":"2026-02-27T01:57:25.005438Z","steps":["trace[1106499443] 'read index received' (duration: 185.817166ms)","trace[1106499443] 'applied index is now lower than readState.Index' (duration: 111.984467ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:25.005454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.691471Z","time spent":"313.972479ms","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:57:25.005432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.674668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:25.005471Z","caller":"traceutil/trace.go:171","msg":"trace[1320046742] transaction","detail":"{read_only:false; response_revision:15135; number_of_response:1; }","duration":"299.513022ms","start":"2026-02-27T01:57:24.705931Z","end":"2026-02-27T01:57:25.005444Z","steps":["trace[1320046742] 'process raft request' (duration: 187.563016ms)","trace[1320046742] 'compare' (duration: 111.554867ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:57:25.005515Z","caller":"traceutil/trace.go:171","msg":"trace[858973890] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15134; }","duration":"400.80288ms","start":"2026-02-27T01:57:24.60469Z","end":"2026-02-27T01:57:25.005493Z","steps":["trace[858973890] 'agreement among raft nodes before linearized reading' (duration: 91.714215ms)","trace[858973890] 'range keys from in-memory index tree' (duration: 308.947962ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:25.005568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.604683Z","time spent":"400.873252ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:57:25.006284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.642412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:87 size:850040"} {"level":"info","ts":"2026-02-27T01:57:25.006332Z","caller":"traceutil/trace.go:171","msg":"trace[2147347780] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:87; response_revision:15135; }","duration":"298.705954ms","start":"2026-02-27T01:57:24.707616Z","end":"2026-02-27T01:57:25.006322Z","steps":["trace[2147347780] 'agreement among raft nodes before linearized reading' (duration: 297.879844ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:25.06781Z","caller":"traceutil/trace.go:171","msg":"trace[905673554] transaction","detail":"{read_only:false; response_revision:15136; number_of_response:1; }","duration":"142.99237ms","start":"2026-02-27T01:57:24.924746Z","end":"2026-02-27T01:57:25.067738Z","steps":["trace[905673554] 'process raft request' (duration: 142.829806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.067961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.239928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:57:25.068059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.003008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:57:25.068103Z","caller":"traceutil/trace.go:171","msg":"trace[569129178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15136; }","duration":"144.434872ms","start":"2026-02-27T01:57:24.92364Z","end":"2026-02-27T01:57:25.068075Z","steps":["trace[569129178] 'agreement among raft nodes before linearized reading' (duration: 144.120705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:25.068158Z","caller":"traceutil/trace.go:171","msg":"trace[743052810] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15136; }","duration":"289.11901ms","start":"2026-02-27T01:57:24.779Z","end":"2026-02-27T01:57:25.068119Z","steps":["trace[743052810] 'agreement among raft nodes before linearized reading' (duration: 288.907056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.068318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.613426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:57:25.068373Z","caller":"traceutil/trace.go:171","msg":"trace[556697286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15136; }","duration":"101.705648ms","start":"2026-02-27T01:57:24.96665Z","end":"2026-02-27T01:57:25.068356Z","steps":["trace[556697286] 'agreement among raft nodes before linearized reading' (duration: 101.570875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.068921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.633669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:87 size:850040"} {"level":"info","ts":"2026-02-27T01:57:25.068976Z","caller":"traceutil/trace.go:171","msg":"trace[1077815875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:87; response_revision:15136; }","duration":"358.70107ms","start":"2026-02-27T01:57:24.710261Z","end":"2026-02-27T01:57:25.068962Z","steps":["trace[1077815875] 'agreement among raft nodes before linearized reading' (duration: 357.565564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.069025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:24.710254Z","time spent":"358.747322ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":87,"response size":850063,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:57:25.215959Z","caller":"traceutil/trace.go:171","msg":"trace[1820513158] transaction","detail":"{read_only:false; response_revision:15137; number_of_response:1; }","duration":"142.867596ms","start":"2026-02-27T01:57:25.073057Z","end":"2026-02-27T01:57:25.215925Z","steps":["trace[1820513158] 'process raft request' (duration: 65.045194ms)","trace[1820513158] 'compare' (duration: 77.686379ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:57:25.507788Z","caller":"traceutil/trace.go:171","msg":"trace[321610409] transaction","detail":"{read_only:false; response_revision:15138; number_of_response:1; }","duration":"434.433643ms","start":"2026-02-27T01:57:25.073298Z","end":"2026-02-27T01:57:25.507732Z","steps":["trace[321610409] 'process raft request' (duration: 414.776796ms)","trace[321610409] 'compare' (duration: 19.389441ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:57:25.507826Z","caller":"traceutil/trace.go:171","msg":"trace[1711216346] transaction","detail":"{read_only:false; response_revision:15139; number_of_response:1; }","duration":"434.019154ms","start":"2026-02-27T01:57:25.073775Z","end":"2026-02-27T01:57:25.507794Z","steps":["trace[1711216346] 'process raft request' (duration: 433.826819ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:25.507867Z","caller":"traceutil/trace.go:171","msg":"trace[1379697477] transaction","detail":"{read_only:false; response_revision:15140; number_of_response:1; }","duration":"434.000534ms","start":"2026-02-27T01:57:25.07384Z","end":"2026-02-27T01:57:25.507841Z","steps":["trace[1379697477] 'process raft request' (duration: 433.815139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.507966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:25.073282Z","time spent":"434.580537ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:57:25.507996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:25.073749Z","time spent":"434.151027ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:57:25.508023Z","caller":"traceutil/trace.go:171","msg":"trace[665237500] linearizableReadLoop","detail":"{readStateIndex:15697; appliedIndex:15691; }","duration":"407.108577ms","start":"2026-02-27T01:57:25.100886Z","end":"2026-02-27T01:57:25.507994Z","steps":["trace[665237500] 'read index received' (duration: 37.294298ms)","trace[665237500] 'applied index is now lower than readState.Index' (duration: 369.813279ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:25.508088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:25.073813Z","time spent":"434.132326ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:57:25.508163Z","caller":"traceutil/trace.go:171","msg":"trace[1690832777] transaction","detail":"{read_only:false; response_revision:15142; number_of_response:1; }","duration":"433.590894ms","start":"2026-02-27T01:57:25.074559Z","end":"2026-02-27T01:57:25.50815Z","steps":["trace[1690832777] 'process raft request' (duration: 433.349848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.508231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:25.074543Z","time spent":"433.656735ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:57:25.508247Z","caller":"traceutil/trace.go:171","msg":"trace[1527104453] transaction","detail":"{read_only:false; response_revision:15141; number_of_response:1; }","duration":"434.364622ms","start":"2026-02-27T01:57:25.073867Z","end":"2026-02-27T01:57:25.508232Z","steps":["trace[1527104453] 'process raft request' (duration: 433.916441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.508308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.404414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:57:25.508385Z","caller":"traceutil/trace.go:171","msg":"trace[462042321] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:15142; }","duration":"407.500517ms","start":"2026-02-27T01:57:25.100855Z","end":"2026-02-27T01:57:25.508356Z","steps":["trace[462042321] 'agreement among raft nodes before linearized reading' (duration: 407.346653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.508379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:25.073859Z","time spent":"434.447404ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:57:25.508426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:25.100837Z","time spent":"407.579478ms","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":15,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:57:25.538712Z","caller":"traceutil/trace.go:171","msg":"trace[1127692507] transaction","detail":"{read_only:false; response_revision:15143; number_of_response:1; }","duration":"265.761067ms","start":"2026-02-27T01:57:25.272932Z","end":"2026-02-27T01:57:25.538693Z","steps":["trace[1127692507] 'process raft request' (duration: 265.603553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.538966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.864099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:57:25.539026Z","caller":"traceutil/trace.go:171","msg":"trace[1213318518] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:15143; }","duration":"216.973912ms","start":"2026-02-27T01:57:25.322037Z","end":"2026-02-27T01:57:25.539011Z","steps":["trace[1213318518] 'agreement among raft nodes before linearized reading' (duration: 216.855229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.539204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.93095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:25.539339Z","caller":"traceutil/trace.go:171","msg":"trace[784135480] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15143; }","duration":"400.135235ms","start":"2026-02-27T01:57:25.139176Z","end":"2026-02-27T01:57:25.539311Z","steps":["trace[784135480] 'agreement among raft nodes before linearized reading' (duration: 399.896229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.539401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:25.139152Z","time spent":"400.236037ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T01:57:25.889064Z","caller":"traceutil/trace.go:171","msg":"trace[1466794549] linearizableReadLoop","detail":"{readStateIndex:15699; appliedIndex:15698; }","duration":"343.20297ms","start":"2026-02-27T01:57:25.545837Z","end":"2026-02-27T01:57:25.88904Z","steps":["trace[1466794549] 'read index received' (duration: 342.963635ms)","trace[1466794549] 'applied index is now lower than readState.Index' (duration: 238.525µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:57:25.889156Z","caller":"traceutil/trace.go:171","msg":"trace[1519589369] transaction","detail":"{read_only:false; response_revision:15144; number_of_response:1; }","duration":"346.506826ms","start":"2026-02-27T01:57:25.542626Z","end":"2026-02-27T01:57:25.889133Z","steps":["trace[1519589369] 'process raft request' (duration: 346.2442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.889293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.440435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T01:57:25.889336Z","caller":"traceutil/trace.go:171","msg":"trace[1577395946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15144; }","duration":"343.545268ms","start":"2026-02-27T01:57:25.545779Z","end":"2026-02-27T01:57:25.889325Z","steps":["trace[1577395946] 'agreement among raft nodes before linearized reading' (duration: 343.383094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.889376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:25.545757Z","time spent":"343.60871ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:57:25.889455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:25.542595Z","time spent":"346.750992ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1969,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:57:25.961309Z","caller":"traceutil/trace.go:171","msg":"trace[1644852748] transaction","detail":"{read_only:false; response_revision:15145; number_of_response:1; }","duration":"326.166574ms","start":"2026-02-27T01:57:25.635113Z","end":"2026-02-27T01:57:25.961279Z","steps":["trace[1644852748] 'process raft request' (duration: 325.733254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:25.961595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:25.63509Z","time spent":"326.300256ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:57:25.961652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.266233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:25.961742Z","caller":"traceutil/trace.go:171","msg":"trace[867012690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15145; }","duration":"136.404056ms","start":"2026-02-27T01:57:25.825319Z","end":"2026-02-27T01:57:25.961723Z","steps":["trace[867012690] 'agreement among raft nodes before linearized reading' (duration: 136.241562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:27.322497Z","caller":"traceutil/trace.go:171","msg":"trace[1290266568] linearizableReadLoop","detail":"{readStateIndex:15708; appliedIndex:15707; }","duration":"231.897889ms","start":"2026-02-27T01:57:27.090574Z","end":"2026-02-27T01:57:27.322471Z","steps":["trace[1290266568] 'read index received' (duration: 231.686284ms)","trace[1290266568] 'applied index is now lower than readState.Index' (duration: 210.375µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:57:27.322526Z","caller":"traceutil/trace.go:171","msg":"trace[289953333] transaction","detail":"{read_only:false; response_revision:15152; number_of_response:1; }","duration":"249.333404ms","start":"2026-02-27T01:57:27.073167Z","end":"2026-02-27T01:57:27.3225Z","steps":["trace[289953333] 'process raft request' (duration: 249.083559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:27.322693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.113383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-27T01:57:27.32273Z","caller":"traceutil/trace.go:171","msg":"trace[2050591979] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:15152; }","duration":"232.200776ms","start":"2026-02-27T01:57:27.090521Z","end":"2026-02-27T01:57:27.322722Z","steps":["trace[2050591979] 'agreement among raft nodes before linearized reading' (duration: 232.048432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:27.322888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.253334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-27T01:57:27.322969Z","caller":"traceutil/trace.go:171","msg":"trace[720494609] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:15152; }","duration":"231.353356ms","start":"2026-02-27T01:57:27.091597Z","end":"2026-02-27T01:57:27.32295Z","steps":["trace[720494609] 'agreement among raft nodes before linearized reading' (duration: 231.11526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:27.322984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.709311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:57:27.323027Z","caller":"traceutil/trace.go:171","msg":"trace[1651642119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15152; }","duration":"102.818523ms","start":"2026-02-27T01:57:27.220197Z","end":"2026-02-27T01:57:27.323015Z","steps":["trace[1651642119] 'agreement among raft nodes before linearized reading' (duration: 102.540667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:27.323083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.875695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fspqq\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-02-27T01:57:27.323203Z","caller":"traceutil/trace.go:171","msg":"trace[912997048] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fspqq; range_end:; response_count:1; response_revision:15152; }","duration":"225.033169ms","start":"2026-02-27T01:57:27.098142Z","end":"2026-02-27T01:57:27.323176Z","steps":["trace[912997048] 'agreement among raft nodes before linearized reading' (duration: 224.64663ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:27.693362Z","caller":"traceutil/trace.go:171","msg":"trace[1664058022] transaction","detail":"{read_only:false; response_revision:15155; number_of_response:1; }","duration":"176.431257ms","start":"2026-02-27T01:57:27.516903Z","end":"2026-02-27T01:57:27.693334Z","steps":["trace[1664058022] 'process raft request' (duration: 176.241323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:27.693729Z","caller":"traceutil/trace.go:171","msg":"trace[692124777] transaction","detail":"{read_only:false; response_revision:15157; number_of_response:1; }","duration":"175.954486ms","start":"2026-02-27T01:57:27.517741Z","end":"2026-02-27T01:57:27.693695Z","steps":["trace[692124777] 'process raft request' (duration: 175.750711ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:27.693783Z","caller":"traceutil/trace.go:171","msg":"trace[1591159637] transaction","detail":"{read_only:false; response_revision:15156; number_of_response:1; }","duration":"176.592491ms","start":"2026-02-27T01:57:27.517171Z","end":"2026-02-27T01:57:27.693764Z","steps":["trace[1591159637] 'process raft request' (duration: 176.123771ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:27.693961Z","caller":"traceutil/trace.go:171","msg":"trace[2040176314] transaction","detail":"{read_only:false; response_revision:15158; number_of_response:1; }","duration":"176.053699ms","start":"2026-02-27T01:57:27.517892Z","end":"2026-02-27T01:57:27.693945Z","steps":["trace[2040176314] 'process raft request' (duration: 175.715351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:28.34355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.267944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:57:28.343644Z","caller":"traceutil/trace.go:171","msg":"trace[1430288094] linearizableReadLoop","detail":"{readStateIndex:15717; appliedIndex:15716; }","duration":"152.622573ms","start":"2026-02-27T01:57:28.191008Z","end":"2026-02-27T01:57:28.343631Z","steps":["trace[1430288094] 'read index received' (duration: 52.107673ms)","trace[1430288094] 'applied index is now lower than readState.Index' (duration: 100.51393ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:28.343695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.683864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:57:28.343714Z","caller":"traceutil/trace.go:171","msg":"trace[726964849] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15161; }","duration":"152.731405ms","start":"2026-02-27T01:57:28.190974Z","end":"2026-02-27T01:57:28.343705Z","steps":["trace[726964849] 'agreement among raft nodes before linearized reading' (duration: 152.689984ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:28.343694Z","caller":"traceutil/trace.go:171","msg":"trace[872861383] transaction","detail":"{read_only:false; response_revision:15161; number_of_response:1; }","duration":"293.673607ms","start":"2026-02-27T01:57:28.049981Z","end":"2026-02-27T01:57:28.343655Z","steps":["trace[872861383] 'process raft request' (duration: 193.228419ms)","trace[872861383] 'compare' (duration: 100.11106ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:00.368661Z","caller":"traceutil/trace.go:171","msg":"trace[88875311] transaction","detail":"{read_only:false; response_revision:16191; number_of_response:1; }","duration":"144.782911ms","start":"2026-02-27T02:00:00.223838Z","end":"2026-02-27T02:00:00.368621Z","steps":["trace[88875311] 'process raft request' (duration: 139.176732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:00.369332Z","caller":"traceutil/trace.go:171","msg":"trace[472426290] transaction","detail":"{read_only:false; response_revision:16192; number_of_response:1; }","duration":"145.350084ms","start":"2026-02-27T02:00:00.223944Z","end":"2026-02-27T02:00:00.369294Z","steps":["trace[472426290] 'process raft request' (duration: 144.603607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:00.369665Z","caller":"traceutil/trace.go:171","msg":"trace[1899193675] linearizableReadLoop","detail":"{readStateIndex:16786; appliedIndex:16781; }","duration":"137.78533ms","start":"2026-02-27T02:00:00.231847Z","end":"2026-02-27T02:00:00.369633Z","steps":["trace[1899193675] 'read index received' (duration: 74.807702ms)","trace[1899193675] 'applied index is now lower than readState.Index' (duration: 62.976128ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:00.369771Z","caller":"traceutil/trace.go:171","msg":"trace[1399860612] transaction","detail":"{read_only:false; response_revision:16193; number_of_response:1; }","duration":"145.864987ms","start":"2026-02-27T02:00:00.223893Z","end":"2026-02-27T02:00:00.369758Z","steps":["trace[1399860612] 'process raft request' (duration: 145.347285ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:00.369693Z","caller":"traceutil/trace.go:171","msg":"trace[1197714097] transaction","detail":"{read_only:false; response_revision:16194; number_of_response:1; }","duration":"144.575476ms","start":"2026-02-27T02:00:00.225091Z","end":"2026-02-27T02:00:00.369666Z","steps":["trace[1197714097] 'process raft request' (duration: 144.454144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.369925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.065426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29535960-rx6tb\" ","response":"range_response_count:1 size:6911"} {"level":"info","ts":"2026-02-27T02:00:00.369987Z","caller":"traceutil/trace.go:171","msg":"trace[1350407148] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29535960-rx6tb; range_end:; response_count:1; response_revision:16194; }","duration":"138.162818ms","start":"2026-02-27T02:00:00.231807Z","end":"2026-02-27T02:00:00.36997Z","steps":["trace[1350407148] 'agreement among raft nodes before linearized reading' (duration: 137.976414ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:08.990626Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14049} {"level":"info","ts":"2026-02-27T02:00:09.103817Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14049,"took":"110.269462ms","hash":2502451371,"current-db-size-bytes":41029632,"current-db-size":"41 MB","current-db-size-in-use-bytes":27697152,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T02:00:09.103887Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2502451371,"revision":14049,"compact-revision":11662} {"level":"warn","ts":"2026-02-27T02:00:18.831349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.95473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:00:18.83145Z","caller":"traceutil/trace.go:171","msg":"trace[347715423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16482; }","duration":"102.099504ms","start":"2026-02-27T02:00:18.729332Z","end":"2026-02-27T02:00:18.831432Z","steps":["trace[347715423] 'range keys from in-memory index tree' (duration: 101.826308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.953818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017170475s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:00:21.95394Z","caller":"traceutil/trace.go:171","msg":"trace[42855238] linearizableReadLoop","detail":"{readStateIndex:17098; appliedIndex:17097; }","duration":"1.403180409s","start":"2026-02-27T02:00:20.550739Z","end":"2026-02-27T02:00:21.95392Z","steps":["trace[42855238] 'read index received' (duration: 385.826501ms)","trace[42855238] 'applied index is now lower than readState.Index' (duration: 1.017352758s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:21.954027Z","caller":"traceutil/trace.go:171","msg":"trace[1549428199] transaction","detail":"{read_only:false; response_revision:16500; number_of_response:1; }","duration":"1.425703301s","start":"2026-02-27T02:00:20.528312Z","end":"2026-02-27T02:00:21.954016Z","steps":["trace[1549428199] 'process raft request' (duration: 408.241179ms)","trace[1549428199] 'compare' (duration: 1.017049022s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:21.954087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.52829Z","time spent":"1.425768042s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:21.954335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323036465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:21.954383Z","caller":"traceutil/trace.go:171","msg":"trace[809317169] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:16500; }","duration":"1.323098796s","start":"2026-02-27T02:00:20.63127Z","end":"2026-02-27T02:00:21.954369Z","steps":["trace[809317169] 'agreement among raft nodes before linearized reading' (duration: 1.323016934s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.954386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052346779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:00:21.954431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.631264Z","time spent":"1.323157277s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"info","ts":"2026-02-27T02:00:21.954443Z","caller":"traceutil/trace.go:171","msg":"trace[38056179] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16500; }","duration":"1.05242556s","start":"2026-02-27T02:00:20.902Z","end":"2026-02-27T02:00:21.954426Z","steps":["trace[38056179] 'agreement among raft nodes before linearized reading' (duration: 1.052293437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.954469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.962371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22126"} {"level":"warn","ts":"2026-02-27T02:00:21.954475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.901951Z","time spent":"1.052518562s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:00:21.954497Z","caller":"traceutil/trace.go:171","msg":"trace[1436278564] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:16500; }","duration":"404.039723ms","start":"2026-02-27T02:00:21.550449Z","end":"2026-02-27T02:00:21.954489Z","steps":["trace[1436278564] 'agreement among raft nodes before linearized reading' (duration: 403.949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.954515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.550423Z","time spent":"404.087423ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" "} {"level":"warn","ts":"2026-02-27T02:00:21.954542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.206033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:00:21.954508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127505268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:21.95437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025362684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:00:21.954578Z","caller":"traceutil/trace.go:171","msg":"trace[980336796] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:16500; }","duration":"924.257223ms","start":"2026-02-27T02:00:21.030312Z","end":"2026-02-27T02:00:21.954569Z","steps":["trace[980336796] 'agreement among raft nodes before linearized reading' (duration: 924.140421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:21.954591Z","caller":"traceutil/trace.go:171","msg":"trace[9988851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16500; }","duration":"1.025663501s","start":"2026-02-27T02:00:20.928921Z","end":"2026-02-27T02:00:21.954584Z","steps":["trace[9988851] 'agreement among raft nodes before linearized reading' (duration: 1.025311313s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.954604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.030301Z","time spent":"924.296855ms","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":123,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:21.954612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.928909Z","time spent":"1.025697832s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:00:21.954609Z","caller":"traceutil/trace.go:171","msg":"trace[1748012628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16500; }","duration":"1.127673192s","start":"2026-02-27T02:00:20.826911Z","end":"2026-02-27T02:00:21.954585Z","steps":["trace[1748012628] 'agreement among raft nodes before linearized reading' (duration: 1.127466087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.954638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403901036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:00:21.954677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.826879Z","time spent":"1.127786115s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:00:21.954716Z","caller":"traceutil/trace.go:171","msg":"trace[1041154036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16500; }","duration":"1.404024288s","start":"2026-02-27T02:00:20.550673Z","end":"2026-02-27T02:00:21.954697Z","steps":["trace[1041154036] 'agreement among raft nodes before linearized reading' (duration: 1.403866615s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.954727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024622757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:00:21.954759Z","caller":"traceutil/trace.go:171","msg":"trace[191034874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16500; }","duration":"1.024691579s","start":"2026-02-27T02:00:20.930059Z","end":"2026-02-27T02:00:21.95475Z","steps":["trace[191034874] 'agreement among raft nodes before linearized reading' (duration: 1.024620637s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.954762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.550649Z","time spent":"1.404103971s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:00:21.954771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323604927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:21.954786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.930036Z","time spent":"1.024744709s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:00:21.954795Z","caller":"traceutil/trace.go:171","msg":"trace[983479724] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16500; }","duration":"1.323653948s","start":"2026-02-27T02:00:20.631132Z","end":"2026-02-27T02:00:21.954786Z","steps":["trace[983479724] 'agreement among raft nodes before linearized reading' (duration: 1.323621028s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.954814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.631115Z","time spent":"1.3236939s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T02:00:21.954669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.991008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T02:00:21.954865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323611547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:21.95488Z","caller":"traceutil/trace.go:171","msg":"trace[2010240489] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:16500; }","duration":"155.199122ms","start":"2026-02-27T02:00:21.799671Z","end":"2026-02-27T02:00:21.95487Z","steps":["trace[2010240489] 'agreement among raft nodes before linearized reading' (duration: 154.951827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:21.954901Z","caller":"traceutil/trace.go:171","msg":"trace[742623948] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16500; }","duration":"1.32369738s","start":"2026-02-27T02:00:20.631194Z","end":"2026-02-27T02:00:21.954891Z","steps":["trace[742623948] 'agreement among raft nodes before linearized reading' (duration: 1.323651389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.95444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.814286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:21.954929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.631165Z","time spent":"1.323757651s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-02-27T02:00:21.954952Z","caller":"traceutil/trace.go:171","msg":"trace[1939005327] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:16500; }","duration":"588.369719ms","start":"2026-02-27T02:00:21.366566Z","end":"2026-02-27T02:00:21.954936Z","steps":["trace[1939005327] 'agreement among raft nodes before linearized reading' (duration: 587.846217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.955004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325746907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:21.955007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.366546Z","time spent":"588.444181ms","remote":"127.0.0.1:42688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:00:21.95503Z","caller":"traceutil/trace.go:171","msg":"trace[2130670999] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16500; }","duration":"1.325772968s","start":"2026-02-27T02:00:20.629249Z","end":"2026-02-27T02:00:21.955022Z","steps":["trace[2130670999] 'agreement among raft nodes before linearized reading' (duration: 1.325734097s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.955056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.62923Z","time spent":"1.325819528s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T02:00:21.955134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395625864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-np6kg\" ","response":"range_response_count:1 size:15877"} {"level":"info","ts":"2026-02-27T02:00:21.95526Z","caller":"traceutil/trace.go:171","msg":"trace[1426116102] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-np6kg; range_end:; response_count:1; response_revision:16500; }","duration":"1.396536306s","start":"2026-02-27T02:00:20.558701Z","end":"2026-02-27T02:00:21.955238Z","steps":["trace[1426116102] 'agreement among raft nodes before linearized reading' (duration: 1.395494512s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.955418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.55865Z","time spent":"1.396752711s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15900,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-np6kg\" "} {"level":"warn","ts":"2026-02-27T02:00:22.462429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625319565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:00:22.827514Z","caller":"traceutil/trace.go:171","msg":"trace[124735487] transaction","detail":"{read_only:false; response_revision:16501; number_of_response:1; }","duration":"868.764859ms","start":"2026-02-27T02:00:21.958726Z","end":"2026-02-27T02:00:22.827491Z","steps":["trace[124735487] 'process raft request' (duration: 868.622006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.827649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.958704Z","time spent":"868.873412ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:23.30047Z","caller":"traceutil/trace.go:171","msg":"trace[1979379972] transaction","detail":"{read_only:false; response_revision:16502; number_of_response:1; }","duration":"1.338831519s","start":"2026-02-27T02:00:21.961611Z","end":"2026-02-27T02:00:23.300442Z","steps":["trace[1979379972] 'process raft request' (duration: 1.245368206s)","trace[1979379972] 'compare' (duration: 93.152186ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:23.300616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.9616Z","time spent":"1.338940391s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:23.300773Z","caller":"traceutil/trace.go:171","msg":"trace[1946858061] linearizableReadLoop","detail":"{readStateIndex:17105; appliedIndex:17098; }","duration":"1.339230749s","start":"2026-02-27T02:00:21.961535Z","end":"2026-02-27T02:00:23.300766Z","steps":["trace[1946858061] 'read index received' (duration: 865.880803ms)","trace[1946858061] 'applied index is now lower than readState.Index' (duration: 473.349385ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:23.300904Z","caller":"traceutil/trace.go:171","msg":"trace[1897844355] transaction","detail":"{read_only:false; response_revision:16505; number_of_response:1; }","duration":"1.331911319s","start":"2026-02-27T02:00:21.968988Z","end":"2026-02-27T02:00:23.300899Z","steps":["trace[1897844355] 'process raft request' (duration: 1.331713414s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:23.300863Z","caller":"traceutil/trace.go:171","msg":"trace[435044100] transaction","detail":"{read_only:false; response_revision:16504; number_of_response:1; }","duration":"1.332459851s","start":"2026-02-27T02:00:21.968342Z","end":"2026-02-27T02:00:23.300802Z","steps":["trace[435044100] 'process raft request' (duration: 1.332335998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.301118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.968336Z","time spent":"1.332656696s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:23.300945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.968977Z","time spent":"1.331944369s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16005,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:23.300963Z","caller":"traceutil/trace.go:171","msg":"trace[1089603477] transaction","detail":"{read_only:false; response_revision:16506; number_of_response:1; }","duration":"1.223347636s","start":"2026-02-27T02:00:22.077612Z","end":"2026-02-27T02:00:23.30096Z","steps":["trace[1089603477] 'process raft request' (duration: 1.223132431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.301166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.964387Z","time spent":"1.336763151s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:00:23.301193Z","caller":"traceutil/trace.go:171","msg":"trace[2018598483] transaction","detail":"{read_only:false; response_revision:16503; number_of_response:1; }","duration":"1.332910561s","start":"2026-02-27T02:00:21.968241Z","end":"2026-02-27T02:00:23.301152Z","steps":["trace[2018598483] 'process raft request' (duration: 1.332394299s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.301257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.077578Z","time spent":"1.223655443s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:23.301377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.968223Z","time spent":"1.333058866s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:23.302491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340942918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:961904"} {"level":"info","ts":"2026-02-27T02:00:23.302545Z","caller":"traceutil/trace.go:171","msg":"trace[1273648088] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:16506; }","duration":"1.34101813s","start":"2026-02-27T02:00:21.961514Z","end":"2026-02-27T02:00:23.302532Z","steps":["trace[1273648088] 'agreement among raft nodes before linearized reading' (duration: 1.339461293s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.302584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.961501Z","time spent":"1.341071561s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":100,"response size":961927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T02:00:23.483693Z","caller":"traceutil/trace.go:171","msg":"trace[1245515573] linearizableReadLoop","detail":"{readStateIndex:17106; appliedIndex:17105; }","duration":"182.876033ms","start":"2026-02-27T02:00:23.300796Z","end":"2026-02-27T02:00:23.483672Z","steps":["trace[1245515573] 'read index received' (duration: 132.63553ms)","trace[1245515573] 'applied index is now lower than readState.Index' (duration: 50.239753ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:23.48394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301462894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:23.484026Z","caller":"traceutil/trace.go:171","msg":"trace[807831223] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16507; }","duration":"1.301616377s","start":"2026-02-27T02:00:22.182396Z","end":"2026-02-27T02:00:23.484012Z","steps":["trace[807831223] 'agreement among raft nodes before linearized reading' (duration: 1.301484224s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.484058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215725369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:23.484103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393980005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:00:23.484134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.620642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:23.484131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301877633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:23.484161Z","caller":"traceutil/trace.go:171","msg":"trace[1725215045] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:16507; }","duration":"1.394109438s","start":"2026-02-27T02:00:22.09004Z","end":"2026-02-27T02:00:23.48415Z","steps":["trace[1725215045] 'agreement among raft nodes before linearized reading' (duration: 1.393972785s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:23.484166Z","caller":"traceutil/trace.go:171","msg":"trace[589111075] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16507; }","duration":"1.215869733s","start":"2026-02-27T02:00:22.268263Z","end":"2026-02-27T02:00:23.484133Z","steps":["trace[589111075] 'agreement among raft nodes before linearized reading' (duration: 1.2157648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.4842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.090021Z","time spent":"1.394171419s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:23.484205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.268229Z","time spent":"1.215966985s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T02:00:23.484202Z","caller":"traceutil/trace.go:171","msg":"trace[1443411744] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16507; }","duration":"1.302051537s","start":"2026-02-27T02:00:22.182134Z","end":"2026-02-27T02:00:23.484186Z","steps":["trace[1443411744] 'agreement among raft nodes before linearized reading' (duration: 1.301908214s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:23.484209Z","caller":"traceutil/trace.go:171","msg":"trace[1324833082] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16507; }","duration":"956.693174ms","start":"2026-02-27T02:00:22.527472Z","end":"2026-02-27T02:00:23.484166Z","steps":["trace[1324833082] 'agreement among raft nodes before linearized reading' (duration: 956.593341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.48416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302534359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:23.484243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.182102Z","time spent":"1.302133369s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T02:00:23.484288Z","caller":"traceutil/trace.go:171","msg":"trace[49226655] transaction","detail":"{read_only:false; response_revision:16507; number_of_response:1; }","duration":"375.868669ms","start":"2026-02-27T02:00:23.108404Z","end":"2026-02-27T02:00:23.484272Z","steps":["trace[49226655] 'process raft request' (duration: 324.840738ms)","trace[49226655] 'compare' (duration: 50.331075ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:23.484293Z","caller":"traceutil/trace.go:171","msg":"trace[697432494] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:16507; }","duration":"1.302693382s","start":"2026-02-27T02:00:22.18157Z","end":"2026-02-27T02:00:23.484264Z","steps":["trace[697432494] 'agreement among raft nodes before linearized reading' (duration: 1.302493367s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.484353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216111728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:23.484381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:23.108377Z","time spent":"375.942921ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:23.483928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213872866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:23.484451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301351071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:23.484482Z","caller":"traceutil/trace.go:171","msg":"trace[2068804062] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16507; }","duration":"1.301402462s","start":"2026-02-27T02:00:22.183072Z","end":"2026-02-27T02:00:23.484474Z","steps":["trace[2068804062] 'agreement among raft nodes before linearized reading' (duration: 1.30134499s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.484496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.98692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:23.484529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.183062Z","time spent":"1.301460974s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"info","ts":"2026-02-27T02:00:23.484543Z","caller":"traceutil/trace.go:171","msg":"trace[2107716453] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:16507; }","duration":"957.061132ms","start":"2026-02-27T02:00:22.527473Z","end":"2026-02-27T02:00:23.484534Z","steps":["trace[2107716453] 'agreement among raft nodes before linearized reading' (duration: 957.000601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.484365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215983025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:23.484577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.527456Z","time spent":"957.115673ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"info","ts":"2026-02-27T02:00:23.484604Z","caller":"traceutil/trace.go:171","msg":"trace[1666932758] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16507; }","duration":"1.216284863s","start":"2026-02-27T02:00:22.268311Z","end":"2026-02-27T02:00:23.484596Z","steps":["trace[1666932758] 'agreement among raft nodes before linearized reading' (duration: 1.216034057s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.484122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.182372Z","time spent":"1.30173735s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-02-27T02:00:23.484647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.268274Z","time spent":"1.216367595s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-02-27T02:00:23.484488Z","caller":"traceutil/trace.go:171","msg":"trace[1405979204] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:16507; }","duration":"1.214486151s","start":"2026-02-27T02:00:22.26999Z","end":"2026-02-27T02:00:23.484476Z","steps":["trace[1405979204] 'agreement among raft nodes before linearized reading' (duration: 1.213727393s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.484732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.623518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:23.484248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.527456Z","time spent":"956.782575ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T02:00:23.484757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.269978Z","time spent":"1.214771407s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"info","ts":"2026-02-27T02:00:23.484771Z","caller":"traceutil/trace.go:171","msg":"trace[1829455367] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:16507; }","duration":"618.70995ms","start":"2026-02-27T02:00:22.866049Z","end":"2026-02-27T02:00:23.484759Z","steps":["trace[1829455367] 'agreement among raft nodes before linearized reading' (duration: 618.636609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.484356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.181557Z","time spent":"1.302789265s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:00:23.484831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.866026Z","time spent":"618.773401ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:00:23.484445Z","caller":"traceutil/trace.go:171","msg":"trace[345802156] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16507; }","duration":"1.216206461s","start":"2026-02-27T02:00:22.268192Z","end":"2026-02-27T02:00:23.484398Z","steps":["trace[345802156] 'agreement among raft nodes before linearized reading' (duration: 1.216056017s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.484829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.558224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:23.484934Z","caller":"traceutil/trace.go:171","msg":"trace[390252177] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16507; }","duration":"957.689306ms","start":"2026-02-27T02:00:22.527229Z","end":"2026-02-27T02:00:23.484919Z","steps":["trace[390252177] 'agreement among raft nodes before linearized reading' (duration: 957.491491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.484446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.148544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:23.48502Z","caller":"traceutil/trace.go:171","msg":"trace[1426102951] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16507; }","duration":"957.731467ms","start":"2026-02-27T02:00:22.527278Z","end":"2026-02-27T02:00:23.48501Z","steps":["trace[1426102951] 'agreement among raft nodes before linearized reading' (duration: 957.120523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.485048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.527275Z","time spent":"957.766768ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-02-27T02:00:23.484999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.527212Z","time spent":"957.774829ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T02:00:23.484896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.268138Z","time spent":"1.216748243s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T02:00:23.485299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383092104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T02:00:23.485332Z","caller":"traceutil/trace.go:171","msg":"trace[816641327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16507; }","duration":"1.383170436s","start":"2026-02-27T02:00:22.102154Z","end":"2026-02-27T02:00:23.485324Z","steps":["trace[816641327] 'agreement among raft nodes before linearized reading' (duration: 1.381838405s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.485373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.10213Z","time spent":"1.383235626s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:00:23.485486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.801509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:00:23.485553Z","caller":"traceutil/trace.go:171","msg":"trace[465170232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16507; }","duration":"957.961662ms","start":"2026-02-27T02:00:22.527569Z","end":"2026-02-27T02:00:23.485531Z","steps":["trace[465170232] 'agreement among raft nodes before linearized reading' (duration: 957.209585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.485592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.527541Z","time spent":"958.042685ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:00:23.485622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070789744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29535960-gpjsl\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-02-27T02:00:23.485657Z","caller":"traceutil/trace.go:171","msg":"trace[235124989] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29535960-gpjsl; range_end:; response_count:1; response_revision:16507; }","duration":"1.070877996s","start":"2026-02-27T02:00:22.414771Z","end":"2026-02-27T02:00:23.485649Z","steps":["trace[235124989] 'agreement among raft nodes before linearized reading' (duration: 1.07018913s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.485678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.414739Z","time spent":"1.070935038s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29535960-gpjsl\" "} {"level":"warn","ts":"2026-02-27T02:00:23.485796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464333543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ss5t4\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-02-27T02:00:23.485867Z","caller":"traceutil/trace.go:171","msg":"trace[2147327457] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ss5t4; range_end:; response_count:1; response_revision:16507; }","duration":"1.464445016s","start":"2026-02-27T02:00:22.021411Z","end":"2026-02-27T02:00:23.485856Z","steps":["trace[2147327457] 'agreement among raft nodes before linearized reading' (duration: 1.463109295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.485917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.021385Z","time spent":"1.464522338s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ss5t4\" "} {"level":"warn","ts":"2026-02-27T02:00:23.485173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514830993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:23.486024Z","caller":"traceutil/trace.go:171","msg":"trace[1622022485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16507; }","duration":"1.516864239s","start":"2026-02-27T02:00:21.969144Z","end":"2026-02-27T02:00:23.486008Z","steps":["trace[1622022485] 'agreement among raft nodes before linearized reading' (duration: 1.51472891s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.486092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.969138Z","time spent":"1.516943512s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:00:23.487205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.454828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29535960-rx6tb\" ","response":"range_response_count:1 size:8599"} {"level":"info","ts":"2026-02-27T02:00:23.493109Z","caller":"traceutil/trace.go:171","msg":"trace[1123768246] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29535960-rx6tb; range_end:; response_count:1; response_revision:16508; }","duration":"183.384325ms","start":"2026-02-27T02:00:23.309711Z","end":"2026-02-27T02:00:23.493095Z","steps":["trace[1123768246] 'agreement among raft nodes before linearized reading' (duration: 177.368025ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:23.487269Z","caller":"traceutil/trace.go:171","msg":"trace[2041196739] transaction","detail":"{read_only:false; response_revision:16508; number_of_response:1; }","duration":"184.04948ms","start":"2026-02-27T02:00:23.303194Z","end":"2026-02-27T02:00:23.487244Z","steps":["trace[2041196739] 'process raft request' (duration: 183.794404ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:23.599342Z","caller":"traceutil/trace.go:171","msg":"trace[1217326800] linearizableReadLoop","detail":"{readStateIndex:17109; appliedIndex:17107; }","duration":"107.385566ms","start":"2026-02-27T02:00:23.491921Z","end":"2026-02-27T02:00:23.599306Z","steps":["trace[1217326800] 'read index received' (duration: 23.474474ms)","trace[1217326800] 'applied index is now lower than readState.Index' (duration: 83.909862ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:23.601102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.688114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T02:00:23.601318Z","caller":"traceutil/trace.go:171","msg":"trace[410923472] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16511; }","duration":"101.93679ms","start":"2026-02-27T02:00:23.499359Z","end":"2026-02-27T02:00:23.601296Z","steps":["trace[410923472] 'agreement among raft nodes before linearized reading' (duration: 101.403608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.60137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.422633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:961906"} {"level":"info","ts":"2026-02-27T02:00:23.601451Z","caller":"traceutil/trace.go:171","msg":"trace[2038530524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:16511; }","duration":"109.533975ms","start":"2026-02-27T02:00:23.4919Z","end":"2026-02-27T02:00:23.601434Z","steps":["trace[2038530524] 'agreement among raft nodes before linearized reading' (duration: 107.656942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.60193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.279051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:23.601989Z","caller":"traceutil/trace.go:171","msg":"trace[293868483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16511; }","duration":"103.343692ms","start":"2026-02-27T02:00:23.498633Z","end":"2026-02-27T02:00:23.601977Z","steps":["trace[293868483] 'agreement among raft nodes before linearized reading' (duration: 103.058575ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:23.602323Z","caller":"traceutil/trace.go:171","msg":"trace[1401648084] transaction","detail":"{read_only:false; response_revision:16511; number_of_response:1; }","duration":"103.792713ms","start":"2026-02-27T02:00:23.498518Z","end":"2026-02-27T02:00:23.602311Z","steps":["trace[1401648084] 'process raft request' (duration: 100.706181ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:23.602491Z","caller":"traceutil/trace.go:171","msg":"trace[1410731222] transaction","detail":"{read_only:false; response_revision:16510; number_of_response:1; }","duration":"110.769935ms","start":"2026-02-27T02:00:23.49171Z","end":"2026-02-27T02:00:23.60248Z","steps":["trace[1410731222] 'process raft request' (duration: 106.805313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.602688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.132996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:961906"} {"level":"info","ts":"2026-02-27T02:00:23.60273Z","caller":"traceutil/trace.go:171","msg":"trace[563099310] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:16511; }","duration":"109.189477ms","start":"2026-02-27T02:00:23.493531Z","end":"2026-02-27T02:00:23.60272Z","steps":["trace[563099310] 'agreement among raft nodes before linearized reading' (duration: 106.178007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.65582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625319618,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:00:25.861623Z","caller":"traceutil/trace.go:171","msg":"trace[1726176999] transaction","detail":"{read_only:false; response_revision:16522; number_of_response:1; }","duration":"998.755788ms","start":"2026-02-27T02:00:24.862848Z","end":"2026-02-27T02:00:25.861604Z","steps":["trace[1726176999] 'process raft request' (duration: 998.630245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.861754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:24.862823Z","time spent":"998.857911ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:25.881141Z","caller":"traceutil/trace.go:171","msg":"trace[1971885234] linearizableReadLoop","detail":"{readStateIndex:17122; appliedIndex:17121; }","duration":"729.547977ms","start":"2026-02-27T02:00:25.151572Z","end":"2026-02-27T02:00:25.88112Z","steps":["trace[1971885234] 'read index received' (duration: 710.123067ms)","trace[1971885234] 'applied index is now lower than readState.Index' (duration: 19.42363ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:25.881248Z","caller":"traceutil/trace.go:171","msg":"trace[2111588815] transaction","detail":"{read_only:false; response_revision:16523; number_of_response:1; }","duration":"574.519188ms","start":"2026-02-27T02:00:25.306707Z","end":"2026-02-27T02:00:25.881226Z","steps":["trace[2111588815] 'process raft request' (duration: 557.571526ms)","trace[2111588815] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 10.280808ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:25.88137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.306678Z","time spent":"574.59349ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:25.881408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.054442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:25.88146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.573359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:00:25.881483Z","caller":"traceutil/trace.go:171","msg":"trace[122228897] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16523; }","duration":"385.242067ms","start":"2026-02-27T02:00:25.496223Z","end":"2026-02-27T02:00:25.881465Z","steps":["trace[122228897] 'agreement among raft nodes before linearized reading' (duration: 385.062123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.881513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.015326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T02:00:25.881527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.496198Z","time spent":"385.319939ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-02-27T02:00:25.881541Z","caller":"traceutil/trace.go:171","msg":"trace[1358008230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16523; }","duration":"348.089837ms","start":"2026-02-27T02:00:25.533444Z","end":"2026-02-27T02:00:25.881534Z","steps":["trace[1358008230] 'agreement among raft nodes before linearized reading' (duration: 348.028796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.881563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.53342Z","time spent":"348.137138ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:00:25.881584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.423897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:25.881627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.075229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:00:25.88162Z","caller":"traceutil/trace.go:171","msg":"trace[2019851610] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:16523; }","duration":"387.465249ms","start":"2026-02-27T02:00:25.494141Z","end":"2026-02-27T02:00:25.881606Z","steps":["trace[2019851610] 'agreement among raft nodes before linearized reading' (duration: 387.410768ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:25.881639Z","caller":"traceutil/trace.go:171","msg":"trace[1523801601] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16523; }","duration":"730.136671ms","start":"2026-02-27T02:00:25.151498Z","end":"2026-02-27T02:00:25.881635Z","steps":["trace[1523801601] 'agreement among raft nodes before linearized reading' (duration: 730.10485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.881653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.151475Z","time spent":"730.174311ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:25.881657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.494134Z","time spent":"387.51386ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:00:25.88173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.441299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ss5t4\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-02-27T02:00:25.881746Z","caller":"traceutil/trace.go:171","msg":"trace[65422989] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ss5t4; range_end:; response_count:1; response_revision:16523; }","duration":"222.48932ms","start":"2026-02-27T02:00:25.659251Z","end":"2026-02-27T02:00:25.88174Z","steps":["trace[65422989] 'agreement among raft nodes before linearized reading' (duration: 222.439239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.881774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.849598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:25.881811Z","caller":"traceutil/trace.go:171","msg":"trace[726486693] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16523; }","duration":"387.897179ms","start":"2026-02-27T02:00:25.493903Z","end":"2026-02-27T02:00:25.8818Z","steps":["trace[726486693] 'agreement among raft nodes before linearized reading' (duration: 387.839897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.881848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.493897Z","time spent":"387.942999ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T02:00:25.881889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.997031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:25.881925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.322304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29535960-gpjsl\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-02-27T02:00:25.881926Z","caller":"traceutil/trace.go:171","msg":"trace[953659382] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16523; }","duration":"385.051853ms","start":"2026-02-27T02:00:25.496864Z","end":"2026-02-27T02:00:25.881916Z","steps":["trace[953659382] 'agreement among raft nodes before linearized reading' (duration: 385.006572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.881922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.669296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:25.881989Z","caller":"traceutil/trace.go:171","msg":"trace[1793727287] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16523; }","duration":"391.780319ms","start":"2026-02-27T02:00:25.490193Z","end":"2026-02-27T02:00:25.881974Z","steps":["trace[1793727287] 'agreement among raft nodes before linearized reading' (duration: 391.674426ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:25.881524Z","caller":"traceutil/trace.go:171","msg":"trace[1180658420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16523; }","duration":"574.699293ms","start":"2026-02-27T02:00:25.306805Z","end":"2026-02-27T02:00:25.881505Z","steps":["trace[1180658420] 'agreement among raft nodes before linearized reading' (duration: 574.462137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.882029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.30675Z","time spent":"575.272046ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:00:25.882034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.490175Z","time spent":"391.8466ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T02:00:25.881955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.496849Z","time spent":"385.100794ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T02:00:25.882177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.834029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:00:25.882187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.762218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:25.882199Z","caller":"traceutil/trace.go:171","msg":"trace[898114618] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16523; }","duration":"572.897691ms","start":"2026-02-27T02:00:25.309293Z","end":"2026-02-27T02:00:25.882191Z","steps":["trace[898114618] 'agreement among raft nodes before linearized reading' (duration: 572.849929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.882214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.309262Z","time spent":"572.949262ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:00:25.882232Z","caller":"traceutil/trace.go:171","msg":"trace[940868419] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:16523; }","duration":"391.800839ms","start":"2026-02-27T02:00:25.490405Z","end":"2026-02-27T02:00:25.882206Z","steps":["trace[940868419] 'agreement among raft nodes before linearized reading' (duration: 391.767068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.882262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.490393Z","time spent":"391.86334ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:00:25.882313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.835873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:25.882331Z","caller":"traceutil/trace.go:171","msg":"trace[222907078] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16523; }","duration":"392.897655ms","start":"2026-02-27T02:00:25.489428Z","end":"2026-02-27T02:00:25.882326Z","steps":["trace[222907078] 'agreement among raft nodes before linearized reading' (duration: 392.867014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.882347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.489407Z","time spent":"392.936015ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-02-27T02:00:25.882352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.915542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:25.882383Z","caller":"traceutil/trace.go:171","msg":"trace[859876557] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16523; }","duration":"392.091796ms","start":"2026-02-27T02:00:25.490285Z","end":"2026-02-27T02:00:25.882377Z","steps":["trace[859876557] 'agreement among raft nodes before linearized reading' (duration: 392.031814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.882402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.490255Z","time spent":"392.140716ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T02:00:25.881948Z","caller":"traceutil/trace.go:171","msg":"trace[1814106483] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29535960-gpjsl; range_end:; response_count:1; response_revision:16523; }","duration":"250.361075ms","start":"2026-02-27T02:00:25.63158Z","end":"2026-02-27T02:00:25.881941Z","steps":["trace[1814106483] 'agreement among raft nodes before linearized reading' (duration: 250.288723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.882438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.286572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22126"} {"level":"warn","ts":"2026-02-27T02:00:25.881812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.837958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:25.88247Z","caller":"traceutil/trace.go:171","msg":"trace[1559289660] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:16523; }","duration":"561.341773ms","start":"2026-02-27T02:00:25.321122Z","end":"2026-02-27T02:00:25.882464Z","steps":["trace[1559289660] 'agreement among raft nodes before linearized reading' (duration: 561.263491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.882487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.321111Z","time spent":"561.371894ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" "} {"level":"info","ts":"2026-02-27T02:00:25.882488Z","caller":"traceutil/trace.go:171","msg":"trace[1943049463] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:16523; }","duration":"385.518634ms","start":"2026-02-27T02:00:25.496955Z","end":"2026-02-27T02:00:25.882474Z","steps":["trace[1943049463] 'agreement among raft nodes before linearized reading' (duration: 384.830288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.882541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.496948Z","time spent":"385.576155ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:00:25.881995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.388873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T02:00:25.882596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.476871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:00:25.882618Z","caller":"traceutil/trace.go:171","msg":"trace[547688510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16523; }","duration":"575.545202ms","start":"2026-02-27T02:00:25.307065Z","end":"2026-02-27T02:00:25.88261Z","steps":["trace[547688510] 'agreement among raft nodes before linearized reading' (duration: 575.488811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.882635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.307041Z","time spent":"575.587533ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:00:25.881854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.90394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:25.881993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.174016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:25.882716Z","caller":"traceutil/trace.go:171","msg":"trace[2078255154] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16523; }","duration":"385.916703ms","start":"2026-02-27T02:00:25.496791Z","end":"2026-02-27T02:00:25.882708Z","steps":["trace[2078255154] 'agreement among raft nodes before linearized reading' (duration: 385.182426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.882737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.496776Z","time spent":"385.955134ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-02-27T02:00:25.88216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.0924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:25.882788Z","caller":"traceutil/trace.go:171","msg":"trace[1936281788] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16523; }","duration":"390.731194ms","start":"2026-02-27T02:00:25.49205Z","end":"2026-02-27T02:00:25.882782Z","steps":["trace[1936281788] 'agreement among raft nodes before linearized reading' (duration: 390.086619ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:25.882748Z","caller":"traceutil/trace.go:171","msg":"trace[2059358942] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16523; }","duration":"385.772309ms","start":"2026-02-27T02:00:25.496927Z","end":"2026-02-27T02:00:25.8827Z","steps":["trace[2059358942] 'agreement among raft nodes before linearized reading' (duration: 384.905509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.88282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.49203Z","time spent":"390.770585ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T02:00:25.882911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:25.496919Z","time spent":"385.922453ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T02:00:25.882594Z","caller":"traceutil/trace.go:171","msg":"trace[518999013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16523; }","duration":"269.017547ms","start":"2026-02-27T02:00:25.613568Z","end":"2026-02-27T02:00:25.882586Z","steps":["trace[518999013] 'agreement among raft nodes before linearized reading' (duration: 268.391912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:29.54026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.70609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-27T02:00:29.540356Z","caller":"traceutil/trace.go:171","msg":"trace[98542911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16562; }","duration":"182.842063ms","start":"2026-02-27T02:00:29.35749Z","end":"2026-02-27T02:00:29.540332Z","steps":["trace[98542911] 'range keys from in-memory index tree' (duration: 182.520415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:29.986176Z","caller":"traceutil/trace.go:171","msg":"trace[1355024077] linearizableReadLoop","detail":"{readStateIndex:17164; appliedIndex:17163; }","duration":"108.288486ms","start":"2026-02-27T02:00:29.877864Z","end":"2026-02-27T02:00:29.986152Z","steps":["trace[1355024077] 'read index received' (duration: 108.081802ms)","trace[1355024077] 'applied index is now lower than readState.Index' (duration: 205.504µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:29.986229Z","caller":"traceutil/trace.go:171","msg":"trace[1755491295] transaction","detail":"{read_only:false; response_revision:16564; number_of_response:1; }","duration":"166.943084ms","start":"2026-02-27T02:00:29.819252Z","end":"2026-02-27T02:00:29.986195Z","steps":["trace[1755491295] 'process raft request' (duration: 166.673228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:29.986428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.555223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:00:29.986481Z","caller":"traceutil/trace.go:171","msg":"trace[353847787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16564; }","duration":"108.670066ms","start":"2026-02-27T02:00:29.877799Z","end":"2026-02-27T02:00:29.986469Z","steps":["trace[353847787] 'agreement among raft nodes before linearized reading' (duration: 108.495172ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:30.265411Z","caller":"traceutil/trace.go:171","msg":"trace[1311582419] transaction","detail":"{read_only:false; response_revision:16573; number_of_response:1; }","duration":"187.344607ms","start":"2026-02-27T02:00:30.078038Z","end":"2026-02-27T02:00:30.265383Z","steps":["trace[1311582419] 'process raft request' (duration: 174.190972ms)","trace[1311582419] 'compare' (duration: 13.044442ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:30.82615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.664962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-27T02:00:30.826244Z","caller":"traceutil/trace.go:171","msg":"trace[1792558997] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:16573; }","duration":"215.788335ms","start":"2026-02-27T02:00:30.61043Z","end":"2026-02-27T02:00:30.826219Z","steps":["trace[1792558997] 'range keys from in-memory index tree' (duration: 215.421777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:31.985879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625319745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:00:32.48604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625319745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:00:32.961179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.950864658s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:00:32.961641Z","caller":"traceutil/trace.go:171","msg":"trace[1963291824] transaction","detail":"{read_only:false; response_revision:16574; number_of_response:1; }","duration":"1.951522953s","start":"2026-02-27T02:00:31.010094Z","end":"2026-02-27T02:00:32.961617Z","steps":["trace[1963291824] 'process raft request' (duration: 1.95136327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:32.961829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.01004Z","time spent":"1.951676417s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:33.023107Z","caller":"traceutil/trace.go:171","msg":"trace[1801390848] linearizableReadLoop","detail":"{readStateIndex:17175; appliedIndex:17173; }","duration":"1.538277788s","start":"2026-02-27T02:00:31.484799Z","end":"2026-02-27T02:00:33.023077Z","steps":["trace[1801390848] 'read index received' (duration: 1.476622621s)","trace[1801390848] 'applied index is now lower than readState.Index' (duration: 61.653927ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:33.023199Z","caller":"traceutil/trace.go:171","msg":"trace[1366318838] transaction","detail":"{read_only:false; response_revision:16575; number_of_response:1; }","duration":"1.023997563s","start":"2026-02-27T02:00:31.999147Z","end":"2026-02-27T02:00:33.023144Z","steps":["trace[1366318838] 'process raft request' (duration: 1.023778478s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.023344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.999133Z","time spent":"1.024120906s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:33.023374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538519283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:00:33.023419Z","caller":"traceutil/trace.go:171","msg":"trace[1263365728] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:16575; }","duration":"1.538654586s","start":"2026-02-27T02:00:31.484749Z","end":"2026-02-27T02:00:33.023404Z","steps":["trace[1263365728] 'agreement among raft nodes before linearized reading' (duration: 1.538476922s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.023469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.484724Z","time spent":"1.538734149s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":89,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:33.023972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.747181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-02-27T02:00:33.024013Z","caller":"traceutil/trace.go:171","msg":"trace[757667235] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:16575; }","duration":"932.808782ms","start":"2026-02-27T02:00:32.091194Z","end":"2026-02-27T02:00:33.024003Z","steps":["trace[757667235] 'agreement among raft nodes before linearized reading' (duration: 932.658019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.023974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017210696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-27T02:00:33.024108Z","caller":"traceutil/trace.go:171","msg":"trace[2017446549] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:16575; }","duration":"1.01736749s","start":"2026-02-27T02:00:32.006706Z","end":"2026-02-27T02:00:33.024073Z","steps":["trace[2017446549] 'agreement among raft nodes before linearized reading' (duration: 1.017006601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.024168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.006701Z","time spent":"1.017456832s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:00:33.024221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.452688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29535960-gpjsl\" ","response":"range_response_count:1 size:7041"} {"level":"warn","ts":"2026-02-27T02:00:33.024231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.375009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:00:33.024256Z","caller":"traceutil/trace.go:171","msg":"trace[577248667] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29535960-gpjsl; range_end:; response_count:1; response_revision:16575; }","duration":"927.50292ms","start":"2026-02-27T02:00:32.096746Z","end":"2026-02-27T02:00:33.024249Z","steps":["trace[577248667] 'agreement among raft nodes before linearized reading' (duration: 927.423578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.024279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.096738Z","time spent":"927.53657ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29535960-gpjsl\" "} {"level":"warn","ts":"2026-02-27T02:00:33.024248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.653615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:00:33.024332Z","caller":"traceutil/trace.go:171","msg":"trace[2037478970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16575; }","duration":"950.787008ms","start":"2026-02-27T02:00:32.073525Z","end":"2026-02-27T02:00:33.024312Z","steps":["trace[2037478970] 'agreement among raft nodes before linearized reading' (duration: 950.518762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.02437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.073503Z","time spent":"950.859901ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:00:33.024361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.759068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:00:33.024418Z","caller":"traceutil/trace.go:171","msg":"trace[1747846541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16575; }","duration":"950.86136ms","start":"2026-02-27T02:00:32.073542Z","end":"2026-02-27T02:00:33.024404Z","steps":["trace[1747846541] 'agreement among raft nodes before linearized reading' (duration: 950.647075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.024439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.398213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ss5t4\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-02-27T02:00:33.024453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.073531Z","time spent":"950.916271ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:00:33.024456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.515703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:00:33.024465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.064839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:33.02449Z","caller":"traceutil/trace.go:171","msg":"trace[864668203] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16575; }","duration":"950.569243ms","start":"2026-02-27T02:00:32.073911Z","end":"2026-02-27T02:00:33.024481Z","steps":["trace[864668203] 'agreement among raft nodes before linearized reading' (duration: 950.490051ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:33.024507Z","caller":"traceutil/trace.go:171","msg":"trace[1723982205] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:16575; }","duration":"962.151302ms","start":"2026-02-27T02:00:32.062342Z","end":"2026-02-27T02:00:33.024493Z","steps":["trace[1723982205] 'agreement among raft nodes before linearized reading' (duration: 962.06504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.02438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.942329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:00:33.024532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.073897Z","time spent":"950.627895ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:00:33.024544Z","caller":"traceutil/trace.go:171","msg":"trace[2023385480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16575; }","duration":"950.152264ms","start":"2026-02-27T02:00:32.074385Z","end":"2026-02-27T02:00:33.024537Z","steps":["trace[2023385480] 'agreement among raft nodes before linearized reading' (duration: 949.920588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.024038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.091183Z","time spent":"932.850293ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" "} {"level":"info","ts":"2026-02-27T02:00:33.024278Z","caller":"traceutil/trace.go:171","msg":"trace[1070083998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16575; }","duration":"950.600404ms","start":"2026-02-27T02:00:32.073665Z","end":"2026-02-27T02:00:33.024265Z","steps":["trace[1070083998] 'agreement among raft nodes before linearized reading' (duration: 950.301807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.024597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.073646Z","time spent":"950.942522ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:00:33.024542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.062323Z","time spent":"962.210933ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:33.024682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.543306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:33.024698Z","caller":"traceutil/trace.go:171","msg":"trace[1644094308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16575; }","duration":"198.560056ms","start":"2026-02-27T02:00:32.826133Z","end":"2026-02-27T02:00:33.024693Z","steps":["trace[1644094308] 'agreement among raft nodes before linearized reading' (duration: 198.530065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.024569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.074363Z","time spent":"950.200675ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:00:33.024757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.414201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:00:33.024863Z","caller":"traceutil/trace.go:171","msg":"trace[895845998] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16575; }","duration":"909.890241ms","start":"2026-02-27T02:00:32.114946Z","end":"2026-02-27T02:00:33.024836Z","steps":["trace[895845998] 'agreement among raft nodes before linearized reading' (duration: 909.216456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.024917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.114933Z","time spent":"909.974764ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:00:33.025297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.990542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T02:00:33.025335Z","caller":"traceutil/trace.go:171","msg":"trace[1879532248] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:16575; }","duration":"458.077964ms","start":"2026-02-27T02:00:32.567245Z","end":"2026-02-27T02:00:33.025323Z","steps":["trace[1879532248] 'agreement among raft nodes before linearized reading' (duration: 457.784747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.025363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026169684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:33.025391Z","caller":"traceutil/trace.go:171","msg":"trace[729833550] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16575; }","duration":"1.026214784s","start":"2026-02-27T02:00:31.99917Z","end":"2026-02-27T02:00:33.025385Z","steps":["trace[729833550] 'agreement among raft nodes before linearized reading' (duration: 1.026163743s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.02539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019041849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:33.025411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.99916Z","time spent":"1.026247035s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-02-27T02:00:33.025437Z","caller":"traceutil/trace.go:171","msg":"trace[417241042] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16575; }","duration":"1.019118s","start":"2026-02-27T02:00:32.006309Z","end":"2026-02-27T02:00:33.025427Z","steps":["trace[417241042] 'agreement among raft nodes before linearized reading' (duration: 1.019031558s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.025451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027100985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:33.025464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.006299Z","time spent":"1.019160151s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T02:00:33.024461Z","caller":"traceutil/trace.go:171","msg":"trace[598062096] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ss5t4; range_end:; response_count:1; response_revision:16575; }","duration":"929.438375ms","start":"2026-02-27T02:00:32.095016Z","end":"2026-02-27T02:00:33.024455Z","steps":["trace[598062096] 'agreement among raft nodes before linearized reading' (duration: 929.375123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.025467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027146896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:33.025509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.095006Z","time spent":"930.498189ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ss5t4\" "} {"level":"warn","ts":"2026-02-27T02:00:33.025523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027209747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:33.025476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018865634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:33.025391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027083724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:33.025552Z","caller":"traceutil/trace.go:171","msg":"trace[22529018] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16575; }","duration":"1.027274229s","start":"2026-02-27T02:00:31.99827Z","end":"2026-02-27T02:00:33.025544Z","steps":["trace[22529018] 'agreement among raft nodes before linearized reading' (duration: 1.027233428s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.025557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02646877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-27T02:00:33.02559Z","caller":"traceutil/trace.go:171","msg":"trace[408586456] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16575; }","duration":"1.019014677s","start":"2026-02-27T02:00:32.006549Z","end":"2026-02-27T02:00:33.025563Z","steps":["trace[408586456] 'agreement among raft nodes before linearized reading' (duration: 1.018822583s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.025628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02643752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:33.025518Z","caller":"traceutil/trace.go:171","msg":"trace[1316700019] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16575; }","duration":"1.027220668s","start":"2026-02-27T02:00:31.998286Z","end":"2026-02-27T02:00:33.025507Z","steps":["trace[1316700019] 'agreement among raft nodes before linearized reading' (duration: 1.027141656s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.025653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027589586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:33.025656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.006542Z","time spent":"1.01909938s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"info","ts":"2026-02-27T02:00:33.025682Z","caller":"traceutil/trace.go:171","msg":"trace[1937718348] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16575; }","duration":"1.027645457s","start":"2026-02-27T02:00:31.998031Z","end":"2026-02-27T02:00:33.025676Z","steps":["trace[1937718348] 'agreement among raft nodes before linearized reading' (duration: 1.027599776s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:33.025676Z","caller":"traceutil/trace.go:171","msg":"trace[1412463187] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16575; }","duration":"1.026506871s","start":"2026-02-27T02:00:31.999159Z","end":"2026-02-27T02:00:33.025666Z","steps":["trace[1412463187] 'agreement among raft nodes before linearized reading' (duration: 1.026443579s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.025697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027440572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-27T02:00:33.025707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028387805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:33.025694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.998275Z","time spent":"1.027404632s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T02:00:33.025717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.999143Z","time spent":"1.026567023s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T02:00:33.025668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026491001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-27T02:00:33.025579Z","caller":"traceutil/trace.go:171","msg":"trace[892902804] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16575; }","duration":"1.027304699s","start":"2026-02-27T02:00:31.998263Z","end":"2026-02-27T02:00:33.025568Z","steps":["trace[892902804] 'agreement among raft nodes before linearized reading' (duration: 1.027097285s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:33.02574Z","caller":"traceutil/trace.go:171","msg":"trace[768363612] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16575; }","duration":"1.028464626s","start":"2026-02-27T02:00:31.997267Z","end":"2026-02-27T02:00:33.025731Z","steps":["trace[768363612] 'agreement among raft nodes before linearized reading' (duration: 1.028412285s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.02577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.998241Z","time spent":"1.027525555s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-02-27T02:00:33.025788Z","caller":"traceutil/trace.go:171","msg":"trace[1882650384] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:16575; }","duration":"1.026642964s","start":"2026-02-27T02:00:31.999121Z","end":"2026-02-27T02:00:33.025764Z","steps":["trace[1882650384] 'agreement among raft nodes before linearized reading' (duration: 1.026302546s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.02578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.99724Z","time spent":"1.028535098s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T02:00:33.025848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.999111Z","time spent":"1.026726426s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:00:33.025364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.567216Z","time spent":"458.141226ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-27T02:00:33.025634Z","caller":"traceutil/trace.go:171","msg":"trace[982351183] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:16575; }","duration":"1.026571693s","start":"2026-02-27T02:00:31.999046Z","end":"2026-02-27T02:00:33.025617Z","steps":["trace[982351183] 'agreement among raft nodes before linearized reading' (duration: 1.026292966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.024805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.889991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:00:33.025957Z","caller":"traceutil/trace.go:171","msg":"trace[371461280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16575; }","duration":"952.048898ms","start":"2026-02-27T02:00:32.073893Z","end":"2026-02-27T02:00:33.025941Z","steps":["trace[371461280] 'agreement among raft nodes before linearized reading' (duration: 950.84725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.025962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.999034Z","time spent":"1.02688818s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:00:33.025704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.998018Z","time spent":"1.027682689s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-02-27T02:00:33.025485Z","caller":"traceutil/trace.go:171","msg":"trace[1200146334] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16575; }","duration":"1.027156836s","start":"2026-02-27T02:00:31.998318Z","end":"2026-02-27T02:00:33.025475Z","steps":["trace[1200146334] 'agreement among raft nodes before linearized reading' (duration: 1.027100755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.025583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.998251Z","time spent":"1.02732615s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-02-27T02:00:33.026049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.998304Z","time spent":"1.02773759s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T02:00:33.025735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026652564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:33.026112Z","caller":"traceutil/trace.go:171","msg":"trace[1343290268] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16575; }","duration":"1.027039784s","start":"2026-02-27T02:00:31.999059Z","end":"2026-02-27T02:00:33.026099Z","steps":["trace[1343290268] 'agreement among raft nodes before linearized reading' (duration: 1.026655455s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.026141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026695576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:33.026614Z","caller":"traceutil/trace.go:171","msg":"trace[1498815385] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16575; }","duration":"1.027168576s","start":"2026-02-27T02:00:31.999419Z","end":"2026-02-27T02:00:33.026588Z","steps":["trace[1498815385] 'agreement among raft nodes before linearized reading' (duration: 1.026686265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.026664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.999412Z","time spent":"1.027241389s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T02:00:33.026239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.999048Z","time spent":"1.027172937s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T02:00:33.025734Z","caller":"traceutil/trace.go:171","msg":"trace[310798527] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:16575; }","duration":"1.027524124s","start":"2026-02-27T02:00:31.998202Z","end":"2026-02-27T02:00:33.025726Z","steps":["trace[310798527] 'agreement among raft nodes before linearized reading' (duration: 1.027441002s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.026894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.998176Z","time spent":"1.028697852s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:00:33.026011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:32.073886Z","time spent":"952.111169ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:00:33.024126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224252208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T02:00:33.027201Z","caller":"traceutil/trace.go:171","msg":"trace[458441848] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:16575; }","duration":"1.227499424s","start":"2026-02-27T02:00:31.799685Z","end":"2026-02-27T02:00:33.027184Z","steps":["trace[458441848] 'agreement among raft nodes before linearized reading' (duration: 1.223980962s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.027242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:31.799665Z","time spent":"1.227563305s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-02-27T02:00:33.172474Z","caller":"traceutil/trace.go:171","msg":"trace[39373929] linearizableReadLoop","detail":"{readStateIndex:17176; appliedIndex:17175; }","duration":"142.59761ms","start":"2026-02-27T02:00:33.02985Z","end":"2026-02-27T02:00:33.172447Z","steps":["trace[39373929] 'read index received' (duration: 89.378239ms)","trace[39373929] 'applied index is now lower than readState.Index' (duration: 53.217591ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:33.172695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.825165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cd1c4dff-4aec-4a45-a45f-27352a7f41ee\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T02:00:33.172729Z","caller":"traceutil/trace.go:171","msg":"trace[76034789] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cd1c4dff-4aec-4a45-a45f-27352a7f41ee; range_end:; response_count:1; response_revision:16575; }","duration":"142.909078ms","start":"2026-02-27T02:00:33.029809Z","end":"2026-02-27T02:00:33.172718Z","steps":["trace[76034789] 'agreement among raft nodes before linearized reading' (duration: 142.753094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:33.42638Z","caller":"traceutil/trace.go:171","msg":"trace[592687854] transaction","detail":"{read_only:false; response_revision:16579; number_of_response:1; }","duration":"394.238656ms","start":"2026-02-27T02:00:33.032103Z","end":"2026-02-27T02:00:33.426342Z","steps":["trace[592687854] 'process raft request' (duration: 394.030271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:33.42642Z","caller":"traceutil/trace.go:171","msg":"trace[445032934] transaction","detail":"{read_only:false; response_revision:16581; number_of_response:1; }","duration":"393.377326ms","start":"2026-02-27T02:00:33.033021Z","end":"2026-02-27T02:00:33.426399Z","steps":["trace[445032934] 'process raft request' (duration: 393.193302ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:33.426309Z","caller":"traceutil/trace.go:171","msg":"trace[197254172] transaction","detail":"{read_only:false; response_revision:16576; number_of_response:1; }","duration":"396.355776ms","start":"2026-02-27T02:00:33.02988Z","end":"2026-02-27T02:00:33.426235Z","steps":["trace[197254172] 'process raft request' (duration: 369.411152ms)","trace[197254172] 'compare' (duration: 26.543874ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:33.426411Z","caller":"traceutil/trace.go:171","msg":"trace[315302728] transaction","detail":"{read_only:false; response_revision:16577; number_of_response:1; }","duration":"396.258273ms","start":"2026-02-27T02:00:33.030116Z","end":"2026-02-27T02:00:33.426375Z","steps":["trace[315302728] 'process raft request' (duration: 395.872714ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:33.426459Z","caller":"traceutil/trace.go:171","msg":"trace[1844869032] transaction","detail":"{read_only:false; response_revision:16582; number_of_response:1; }","duration":"393.278344ms","start":"2026-02-27T02:00:33.033144Z","end":"2026-02-27T02:00:33.426423Z","steps":["trace[1844869032] 'process raft request' (duration: 393.10963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:33.426504Z","caller":"traceutil/trace.go:171","msg":"trace[1701909011] linearizableReadLoop","detail":"{readStateIndex:17183; appliedIndex:17176; }","duration":"253.917429ms","start":"2026-02-27T02:00:33.172536Z","end":"2026-02-27T02:00:33.426453Z","steps":["trace[1701909011] 'read index received' (duration: 226.77198ms)","trace[1701909011] 'applied index is now lower than readState.Index' (duration: 27.142569ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:33.426561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:33.032093Z","time spent":"394.371979ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:33.426564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:33.033138Z","time spent":"393.371326ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:33.426573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.66803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:00:33.426593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:33.029857Z","time spent":"396.633251ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:33.426612Z","caller":"traceutil/trace.go:171","msg":"trace[1538083645] transaction","detail":"{read_only:false; response_revision:16580; number_of_response:1; }","duration":"393.591481ms","start":"2026-02-27T02:00:33.033009Z","end":"2026-02-27T02:00:33.426601Z","steps":["trace[1538083645] 'process raft request' (duration: 393.167861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:33.426636Z","caller":"traceutil/trace.go:171","msg":"trace[613768256] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:16583; }","duration":"373.764253ms","start":"2026-02-27T02:00:33.052856Z","end":"2026-02-27T02:00:33.42662Z","steps":["trace[613768256] 'agreement among raft nodes before linearized reading' (duration: 373.65534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.42664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:33.030097Z","time spent":"396.411676ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:33.426681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:33.032996Z","time spent":"393.656482ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:33.426401Z","caller":"traceutil/trace.go:171","msg":"trace[1759892246] transaction","detail":"{read_only:false; response_revision:16578; number_of_response:1; }","duration":"395.330622ms","start":"2026-02-27T02:00:33.031038Z","end":"2026-02-27T02:00:33.426369Z","steps":["trace[1759892246] 'process raft request' (duration: 395.041055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.426564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:33.033011Z","time spent":"393.459188ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:33.42673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:33.052843Z","time spent":"373.875695ms","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:33.426832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:33.031024Z","time spent":"395.749951ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:33.426407Z","caller":"traceutil/trace.go:171","msg":"trace[391751626] transaction","detail":"{read_only:false; response_revision:16583; number_of_response:1; }","duration":"252.734951ms","start":"2026-02-27T02:00:33.17364Z","end":"2026-02-27T02:00:33.426375Z","steps":["trace[391751626] 'process raft request' (duration: 252.669549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.427616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.332588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:968813"} {"level":"info","ts":"2026-02-27T02:00:33.427685Z","caller":"traceutil/trace.go:171","msg":"trace[253586262] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16583; }","duration":"397.42711ms","start":"2026-02-27T02:00:33.030243Z","end":"2026-02-27T02:00:33.42767Z","steps":["trace[253586262] 'agreement among raft nodes before linearized reading' (duration: 396.319794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.427744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:33.030229Z","time spent":"397.498021ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":101,"response size":968836,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:00:33.427815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.581171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:968813"} {"level":"warn","ts":"2026-02-27T02:00:33.427844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.901401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:968813"} {"level":"info","ts":"2026-02-27T02:00:33.427858Z","caller":"traceutil/trace.go:171","msg":"trace[1060151532] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16583; }","duration":"396.645912ms","start":"2026-02-27T02:00:33.031201Z","end":"2026-02-27T02:00:33.427847Z","steps":["trace[1060151532] 'agreement among raft nodes before linearized reading' (duration: 395.493845ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:33.427896Z","caller":"traceutil/trace.go:171","msg":"trace[1980572242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16583; }","duration":"394.986414ms","start":"2026-02-27T02:00:33.032898Z","end":"2026-02-27T02:00:33.427885Z","steps":["trace[1980572242] 'agreement among raft nodes before linearized reading' (duration: 393.562361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:33.427964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:33.032887Z","time spent":"395.066315ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":101,"response size":968836,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:00:33.427905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:33.031188Z","time spent":"396.705763ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":101,"response size":968836,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T02:00:52.201999Z","caller":"traceutil/trace.go:171","msg":"trace[1642520180] linearizableReadLoop","detail":"{readStateIndex:17286; appliedIndex:17282; }","duration":"678.421653ms","start":"2026-02-27T02:00:51.523548Z","end":"2026-02-27T02:00:52.20197Z","steps":["trace[1642520180] 'read index received' (duration: 64.325049ms)","trace[1642520180] 'applied index is now lower than readState.Index' (duration: 614.095344ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:52.202032Z","caller":"traceutil/trace.go:171","msg":"trace[1758949531] transaction","detail":"{read_only:false; response_revision:16680; number_of_response:1; }","duration":"682.005276ms","start":"2026-02-27T02:00:51.519979Z","end":"2026-02-27T02:00:52.201984Z","steps":["trace[1758949531] 'process raft request' (duration: 681.899433ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:52.202064Z","caller":"traceutil/trace.go:171","msg":"trace[322735082] transaction","detail":"{read_only:false; response_revision:16679; number_of_response:1; }","duration":"682.682261ms","start":"2026-02-27T02:00:51.519357Z","end":"2026-02-27T02:00:52.20204Z","steps":["trace[322735082] 'process raft request' (duration: 682.327943ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:52.202076Z","caller":"traceutil/trace.go:171","msg":"trace[897037624] transaction","detail":"{read_only:false; response_revision:16681; number_of_response:1; }","duration":"680.134603ms","start":"2026-02-27T02:00:51.521876Z","end":"2026-02-27T02:00:52.202011Z","steps":["trace[897037624] 'process raft request' (duration: 680.050051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.202196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.51996Z","time spent":"682.142309ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:52.20227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.521865Z","time spent":"680.294686ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:52.20231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.68706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:00:52.202326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.921546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:52.202354Z","caller":"traceutil/trace.go:171","msg":"trace[1515423408] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16681; }","duration":"675.757411ms","start":"2026-02-27T02:00:51.526581Z","end":"2026-02-27T02:00:52.202339Z","steps":["trace[1515423408] 'agreement among raft nodes before linearized reading' (duration: 675.589157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.202321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.764671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:00:52.202393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.526574Z","time spent":"675.809952ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:00:52.202428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.519343Z","time spent":"682.774474ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:52.202437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.060044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-27T02:00:52.20246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.94165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29535960-gpjsl\" ","response":"range_response_count:1 size:7041"} {"level":"warn","ts":"2026-02-27T02:00:52.202522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.800001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:00:52.202559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.330478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:00:52.202559Z","caller":"traceutil/trace.go:171","msg":"trace[1595856444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16681; }","duration":"678.877994ms","start":"2026-02-27T02:00:51.523539Z","end":"2026-02-27T02:00:52.202417Z","steps":["trace[1595856444] 'agreement among raft nodes before linearized reading' (duration: 678.600627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:52.202577Z","caller":"traceutil/trace.go:171","msg":"trace[2093559475] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:16681; }","duration":"554.893173ms","start":"2026-02-27T02:00:51.647667Z","end":"2026-02-27T02:00:52.20256Z","steps":["trace[2093559475] 'agreement among raft nodes before linearized reading' (duration: 554.808861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:52.202591Z","caller":"traceutil/trace.go:171","msg":"trace[1712079400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16681; }","duration":"674.368879ms","start":"2026-02-27T02:00:51.528213Z","end":"2026-02-27T02:00:52.202582Z","steps":["trace[1712079400] 'agreement among raft nodes before linearized reading' (duration: 674.287857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.202608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.52352Z","time spent":"679.075968ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:00:52.202575Z","caller":"traceutil/trace.go:171","msg":"trace[1874917529] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29535960-gpjsl; range_end:; response_count:1; response_revision:16681; }","duration":"525.121064ms","start":"2026-02-27T02:00:51.67743Z","end":"2026-02-27T02:00:52.202551Z","steps":["trace[1874917529] 'agreement among raft nodes before linearized reading' (duration: 524.766286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.202621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.528206Z","time spent":"674.40943ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:00:52.202387Z","caller":"traceutil/trace.go:171","msg":"trace[1701916294] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:16681; }","duration":"368.026069ms","start":"2026-02-27T02:00:51.834341Z","end":"2026-02-27T02:00:52.202367Z","steps":["trace[1701916294] 'agreement among raft nodes before linearized reading' (duration: 367.892436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.202624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.647637Z","time spent":"554.971095ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:52.202625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.085488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ss5t4\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-02-27T02:00:52.202446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.563018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:00:52.20266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.677405Z","time spent":"525.243447ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29535960-gpjsl\" "} {"level":"warn","ts":"2026-02-27T02:00:52.202687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.834299Z","time spent":"368.367747ms","remote":"127.0.0.1:32884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:00:52.202705Z","caller":"traceutil/trace.go:171","msg":"trace[1782691675] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ss5t4; range_end:; response_count:1; response_revision:16681; }","duration":"520.19881ms","start":"2026-02-27T02:00:51.682486Z","end":"2026-02-27T02:00:52.202685Z","steps":["trace[1782691675] 'agreement among raft nodes before linearized reading' (duration: 519.947564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:52.202512Z","caller":"traceutil/trace.go:171","msg":"trace[1721990786] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:16681; }","duration":"401.180547ms","start":"2026-02-27T02:00:51.801314Z","end":"2026-02-27T02:00:52.202495Z","steps":["trace[1721990786] 'agreement among raft nodes before linearized reading' (duration: 400.966002ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:52.202714Z","caller":"traceutil/trace.go:171","msg":"trace[2107536354] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:16681; }","duration":"580.868684ms","start":"2026-02-27T02:00:51.621826Z","end":"2026-02-27T02:00:52.202694Z","steps":["trace[2107536354] 'agreement among raft nodes before linearized reading' (duration: 580.546607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.202751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.68248Z","time spent":"520.262692ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ss5t4\" "} {"level":"warn","ts":"2026-02-27T02:00:52.202764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.80129Z","time spent":"401.460644ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T02:00:52.202773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.621804Z","time spent":"580.952667ms","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:52.202839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.358935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T02:00:52.202957Z","caller":"traceutil/trace.go:171","msg":"trace[560871640] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16681; }","duration":"660.539769ms","start":"2026-02-27T02:00:51.542383Z","end":"2026-02-27T02:00:52.202923Z","steps":["trace[560871640] 'agreement among raft nodes before linearized reading' (duration: 660.142249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.203015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.542365Z","time spent":"660.635841ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T02:00:52.203145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.175078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-02-27T02:00:52.203222Z","caller":"traceutil/trace.go:171","msg":"trace[784884456] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:16681; }","duration":"529.315421ms","start":"2026-02-27T02:00:51.673893Z","end":"2026-02-27T02:00:52.203208Z","steps":["trace[784884456] 'agreement among raft nodes before linearized reading' (duration: 528.537533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.20326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:51.673876Z","time spent":"529.376323ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" "} {"level":"warn","ts":"2026-02-27T02:00:52.679028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.245333ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:00:52.679456Z","caller":"traceutil/trace.go:171","msg":"trace[2132574153] linearizableReadLoop","detail":"{readStateIndex:17288; appliedIndex:17286; }","duration":"471.529715ms","start":"2026-02-27T02:00:52.207793Z","end":"2026-02-27T02:00:52.679323Z","steps":["trace[2132574153] 'read index received' (duration: 172.982344ms)","trace[2132574153] 'applied index is now lower than readState.Index' (duration: 298.546031ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:52.679565Z","caller":"traceutil/trace.go:171","msg":"trace[2070453407] transaction","detail":"{read_only:false; response_revision:16684; number_of_response:1; }","duration":"471.413752ms","start":"2026-02-27T02:00:52.20814Z","end":"2026-02-27T02:00:52.679554Z","steps":["trace[2070453407] 'process raft request' (duration: 471.144126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:52.679567Z","caller":"traceutil/trace.go:171","msg":"trace[1278781219] transaction","detail":"{read_only:false; response_revision:16683; number_of_response:1; }","duration":"471.678268ms","start":"2026-02-27T02:00:52.207856Z","end":"2026-02-27T02:00:52.679534Z","steps":["trace[1278781219] 'process raft request' (duration: 471.392121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:52.679604Z","caller":"traceutil/trace.go:171","msg":"trace[487263616] transaction","detail":"{read_only:false; response_revision:16682; number_of_response:1; }","duration":"471.891893ms","start":"2026-02-27T02:00:52.207686Z","end":"2026-02-27T02:00:52.679577Z","steps":["trace[487263616] 'process raft request' (duration: 471.442132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.679599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:52.204112Z","time spent":"475.477776ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:00:52.679667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:52.20812Z","time spent":"471.477223ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:52.679735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:52.207825Z","time spent":"471.817081ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:52.679731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:52.207666Z","time spent":"471.992006ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:52.680791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.986308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:969195"} {"level":"info","ts":"2026-02-27T02:00:52.680854Z","caller":"traceutil/trace.go:171","msg":"trace[1668474814] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16684; }","duration":"473.097421ms","start":"2026-02-27T02:00:52.207741Z","end":"2026-02-27T02:00:52.680838Z","steps":["trace[1668474814] 'agreement among raft nodes before linearized reading' (duration: 471.871273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.680862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.557435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:969195"} {"level":"warn","ts":"2026-02-27T02:00:52.680892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:52.207723Z","time spent":"473.157032ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":101,"response size":969218,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T02:00:52.680922Z","caller":"traceutil/trace.go:171","msg":"trace[1574679533] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16684; }","duration":"471.624767ms","start":"2026-02-27T02:00:52.209283Z","end":"2026-02-27T02:00:52.680908Z","steps":["trace[1574679533] 'agreement among raft nodes before linearized reading' (duration: 470.331857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.680999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:52.209274Z","time spent":"471.708899ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":101,"response size":969218,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:00:52.681031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.147962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:969195"} {"level":"info","ts":"2026-02-27T02:00:52.681087Z","caller":"traceutil/trace.go:171","msg":"trace[1845326647] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16684; }","duration":"473.211093ms","start":"2026-02-27T02:00:52.207865Z","end":"2026-02-27T02:00:52.681076Z","steps":["trace[1845326647] 'agreement among raft nodes before linearized reading' (duration: 471.734939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:52.681133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:52.207839Z","time spent":"473.282435ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":101,"response size":969218,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T02:00:52.862433Z","caller":"traceutil/trace.go:171","msg":"trace[324302511] transaction","detail":"{read_only:false; response_revision:16685; number_of_response:1; }","duration":"181.090142ms","start":"2026-02-27T02:00:52.681294Z","end":"2026-02-27T02:00:52.862385Z","steps":["trace[324302511] 'process raft request' (duration: 179.513376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:55.598652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.356075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:00:55.598803Z","caller":"traceutil/trace.go:171","msg":"trace[311099915] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:16751; }","duration":"260.604631ms","start":"2026-02-27T02:00:55.338165Z","end":"2026-02-27T02:00:55.598769Z","steps":["trace[311099915] 'count revisions from in-memory index tree' (duration: 260.234573ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:55.598978Z","caller":"traceutil/trace.go:171","msg":"trace[52096342] transaction","detail":"{read_only:false; response_revision:16752; number_of_response:1; }","duration":"113.441686ms","start":"2026-02-27T02:00:55.485421Z","end":"2026-02-27T02:00:55.598863Z","steps":["trace[52096342] 'process raft request' (duration: 112.31284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:00.635278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.063732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:01:00.635356Z","caller":"traceutil/trace.go:171","msg":"trace[185492495] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:16801; }","duration":"143.167905ms","start":"2026-02-27T02:01:00.49217Z","end":"2026-02-27T02:01:00.635338Z","steps":["trace[185492495] 'count revisions from in-memory index tree' (duration: 142.96756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:19.819505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.302156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ss5t4\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-02-27T02:02:19.819568Z","caller":"traceutil/trace.go:171","msg":"trace[440698182] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ss5t4; range_end:; response_count:1; response_revision:17449; }","duration":"111.405649ms","start":"2026-02-27T02:02:19.708148Z","end":"2026-02-27T02:02:19.819554Z","steps":["trace[440698182] 'range keys from in-memory index tree' (duration: 111.191883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:19.819773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.458646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sk9xc\" ","response":"range_response_count:1 size:23313"} {"level":"info","ts":"2026-02-27T02:02:19.819851Z","caller":"traceutil/trace.go:171","msg":"trace[1141793207] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sk9xc; range_end:; response_count:1; response_revision:17449; }","duration":"148.606069ms","start":"2026-02-27T02:02:19.671225Z","end":"2026-02-27T02:02:19.819831Z","steps":["trace[1141793207] 'range keys from in-memory index tree' (duration: 148.281942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:19.820392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.694605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:02:19.820536Z","caller":"traceutil/trace.go:171","msg":"trace[2121353849] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:17449; }","duration":"133.846908ms","start":"2026-02-27T02:02:19.686624Z","end":"2026-02-27T02:02:19.820471Z","steps":["trace[2121353849] 'count revisions from in-memory index tree' (duration: 133.53387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:03:25.146405Z","caller":"traceutil/trace.go:171","msg":"trace[308143317] linearizableReadLoop","detail":"{readStateIndex:18704; appliedIndex:18702; }","duration":"152.328423ms","start":"2026-02-27T02:03:24.99405Z","end":"2026-02-27T02:03:25.146379Z","steps":["trace[308143317] 'read index received' (duration: 125.555064ms)","trace[308143317] 'applied index is now lower than readState.Index' (duration: 26.772329ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:03:25.146451Z","caller":"traceutil/trace.go:171","msg":"trace[2054275635] transaction","detail":"{read_only:false; response_revision:18058; number_of_response:1; }","duration":"178.054987ms","start":"2026-02-27T02:03:24.968356Z","end":"2026-02-27T02:03:25.146411Z","steps":["trace[2054275635] 'process raft request' (duration: 151.132425ms)","trace[2054275635] 'compare' (duration: 26.725028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:03:25.147019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.939056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:03:25.147122Z","caller":"traceutil/trace.go:171","msg":"trace[65343508] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:18059; }","duration":"153.071389ms","start":"2026-02-27T02:03:24.994015Z","end":"2026-02-27T02:03:25.147087Z","steps":["trace[65343508] 'agreement among raft nodes before linearized reading' (duration: 152.895705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:03:25.147857Z","caller":"traceutil/trace.go:171","msg":"trace[1489782176] transaction","detail":"{read_only:false; response_revision:18059; number_of_response:1; }","duration":"176.84363ms","start":"2026-02-27T02:03:24.969788Z","end":"2026-02-27T02:03:25.146632Z","steps":["trace[1489782176] 'process raft request' (duration: 176.538892ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:03:45.888779Z","caller":"traceutil/trace.go:171","msg":"trace[707100697] transaction","detail":"{read_only:false; response_revision:18203; number_of_response:1; }","duration":"146.691112ms","start":"2026-02-27T02:03:45.742056Z","end":"2026-02-27T02:03:45.888747Z","steps":["trace[707100697] 'process raft request' (duration: 146.574299ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:03:46.02455Z","caller":"traceutil/trace.go:171","msg":"trace[2097575948] transaction","detail":"{read_only:false; response_revision:18204; number_of_response:1; }","duration":"279.903002ms","start":"2026-02-27T02:03:45.744599Z","end":"2026-02-27T02:03:46.024502Z","steps":["trace[2097575948] 'process raft request' (duration: 250.322118ms)","trace[2097575948] 'compare' (duration: 29.173575ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:03:46.025613Z","caller":"traceutil/trace.go:171","msg":"trace[1335251501] linearizableReadLoop","detail":"{readStateIndex:18853; appliedIndex:18851; }","duration":"201.057819ms","start":"2026-02-27T02:03:45.824525Z","end":"2026-02-27T02:03:46.025583Z","steps":["trace[1335251501] 'read index received' (duration: 64.117753ms)","trace[1335251501] 'applied index is now lower than readState.Index' (duration: 136.926346ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:03:46.025763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.224283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:03:46.025625Z","caller":"traceutil/trace.go:171","msg":"trace[1953219915] transaction","detail":"{read_only:false; response_revision:18205; number_of_response:1; }","duration":"144.42482ms","start":"2026-02-27T02:03:45.88118Z","end":"2026-02-27T02:03:46.025604Z","steps":["trace[1953219915] 'process raft request' (duration: 143.254763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:03:46.025812Z","caller":"traceutil/trace.go:171","msg":"trace[502831000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18205; }","duration":"201.323725ms","start":"2026-02-27T02:03:45.824477Z","end":"2026-02-27T02:03:46.025801Z","steps":["trace[502831000] 'agreement among raft nodes before linearized reading' (duration: 201.218613ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:04:31.620277Z","caller":"traceutil/trace.go:171","msg":"trace[962115076] transaction","detail":"{read_only:false; response_revision:18472; number_of_response:1; }","duration":"154.945563ms","start":"2026-02-27T02:04:31.465313Z","end":"2026-02-27T02:04:31.620259Z","steps":["trace[962115076] 'process raft request' (duration: 154.800819ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:04:31.670808Z","caller":"traceutil/trace.go:171","msg":"trace[596980163] transaction","detail":"{read_only:false; response_revision:18473; number_of_response:1; }","duration":"204.434437ms","start":"2026-02-27T02:04:31.466339Z","end":"2026-02-27T02:04:31.670773Z","steps":["trace[596980163] 'process raft request' (duration: 204.152371ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:06.620639Z","caller":"traceutil/trace.go:171","msg":"trace[277311877] transaction","detail":"{read_only:false; response_revision:18728; number_of_response:1; }","duration":"171.506315ms","start":"2026-02-27T02:05:06.449113Z","end":"2026-02-27T02:05:06.620619Z","steps":["trace[277311877] 'process raft request' (duration: 171.201748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:08.99595Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16272} {"level":"info","ts":"2026-02-27T02:05:09.08645Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16272,"took":"87.80591ms","hash":3340619003,"current-db-size-bytes":41877504,"current-db-size":"42 MB","current-db-size-in-use-bytes":31084544,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T02:05:09.0865Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3340619003,"revision":16272,"compact-revision":14049} {"level":"info","ts":"2026-02-27T02:06:12.364192Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T02:06:12.368556Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-27T02:06:12.368631Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-27T02:06:55.414244Z","caller":"traceutil/trace.go:171","msg":"trace[1550304262] linearizableReadLoop","detail":"{readStateIndex:20223; appliedIndex:20222; }","duration":"155.909355ms","start":"2026-02-27T02:06:55.258307Z","end":"2026-02-27T02:06:55.414217Z","steps":["trace[1550304262] 'read index received' (duration: 155.743221ms)","trace[1550304262] 'applied index is now lower than readState.Index' (duration: 165.154µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:55.414459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.12831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:06:55.4145Z","caller":"traceutil/trace.go:171","msg":"trace[1808770586] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19526; }","duration":"156.211932ms","start":"2026-02-27T02:06:55.258276Z","end":"2026-02-27T02:06:55.414488Z","steps":["trace[1808770586] 'agreement among raft nodes before linearized reading' (duration: 156.051648ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:55.414576Z","caller":"traceutil/trace.go:171","msg":"trace[1264052149] transaction","detail":"{read_only:false; response_revision:19526; number_of_response:1; }","duration":"463.473517ms","start":"2026-02-27T02:06:54.951061Z","end":"2026-02-27T02:06:55.414534Z","steps":["trace[1264052149] 'process raft request' (duration: 462.987196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:55.414765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:54.951045Z","time spent":"463.6258ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:55.973764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625328931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:56.302259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.00731ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:56.302402Z","caller":"traceutil/trace.go:171","msg":"trace[237111539] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19526; }","duration":"426.161774ms","start":"2026-02-27T02:06:55.876217Z","end":"2026-02-27T02:06:56.302379Z","steps":["trace[237111539] 'range keys from in-memory index tree' (duration: 425.98857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:56.302429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.784338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:56.302514Z","caller":"traceutil/trace.go:171","msg":"trace[1727375543] transaction","detail":"{read_only:false; response_revision:19527; number_of_response:1; }","duration":"881.584115ms","start":"2026-02-27T02:06:55.420915Z","end":"2026-02-27T02:06:56.302499Z","steps":["trace[1727375543] 'process raft request' (duration: 595.656974ms)","trace[1727375543] 'compare' (duration: 285.684605ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:56.302558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.420893Z","time spent":"881.643685ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:57.11657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.619098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:57.117092Z","caller":"traceutil/trace.go:171","msg":"trace[1620254334] transaction","detail":"{read_only:false; response_revision:19528; number_of_response:1; }","duration":"1.155498707s","start":"2026-02-27T02:06:55.96155Z","end":"2026-02-27T02:06:57.117049Z","steps":["trace[1620254334] 'process raft request' (duration: 890.306476ms)","trace[1620254334] 'compare' (duration: 264.502365ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:57.117257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.961529Z","time spent":"1.15564233s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:57.117859Z","caller":"traceutil/trace.go:171","msg":"trace[90831104] transaction","detail":"{read_only:false; response_revision:19530; number_of_response:1; }","duration":"345.564639ms","start":"2026-02-27T02:06:56.772274Z","end":"2026-02-27T02:06:57.117839Z","steps":["trace[90831104] 'process raft request' (duration: 345.523848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.117955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.772239Z","time spent":"345.675262ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:57.118247Z","caller":"traceutil/trace.go:171","msg":"trace[764192560] transaction","detail":"{read_only:false; response_revision:19529; number_of_response:1; }","duration":"913.625414ms","start":"2026-02-27T02:06:56.204608Z","end":"2026-02-27T02:06:57.118233Z","steps":["trace[764192560] 'process raft request' (duration: 913.118383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.118312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.204566Z","time spent":"913.715556ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:57.118346Z","caller":"traceutil/trace.go:171","msg":"trace[2043751910] linearizableReadLoop","detail":"{readStateIndex:20225; appliedIndex:20223; }","duration":"1.645327173s","start":"2026-02-27T02:06:55.472883Z","end":"2026-02-27T02:06:57.11821Z","steps":["trace[2043751910] 'read index received' (duration: 543.744183ms)","trace[2043751910] 'applied index is now lower than readState.Index' (duration: 1.10157497s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:57.118736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520728512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:57.118984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.406407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:57.118972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123232001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:06:57.119031Z","caller":"traceutil/trace.go:171","msg":"trace[1890684566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19530; }","duration":"294.476678ms","start":"2026-02-27T02:06:56.824535Z","end":"2026-02-27T02:06:57.119012Z","steps":["trace[1890684566] 'agreement among raft nodes before linearized reading' (duration: 294.421437ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:57.119077Z","caller":"traceutil/trace.go:171","msg":"trace[1764220889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19530; }","duration":"1.123378564s","start":"2026-02-27T02:06:55.995673Z","end":"2026-02-27T02:06:57.119051Z","steps":["trace[1764220889] 'agreement among raft nodes before linearized reading' (duration: 1.122975075s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.119127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.995647Z","time spent":"1.123469946s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:06:57.119041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64606551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:06:57.119275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.518858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T02:06:57.119302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217781997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:57.119324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.415308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:06:57.119342Z","caller":"traceutil/trace.go:171","msg":"trace[165088390] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19530; }","duration":"1.217820458s","start":"2026-02-27T02:06:55.901508Z","end":"2026-02-27T02:06:57.119328Z","steps":["trace[165088390] 'agreement among raft nodes before linearized reading' (duration: 1.217755016s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:57.119372Z","caller":"traceutil/trace.go:171","msg":"trace[1393033298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19530; }","duration":"714.462679ms","start":"2026-02-27T02:06:56.404898Z","end":"2026-02-27T02:06:57.119361Z","steps":["trace[1393033298] 'agreement among raft nodes before linearized reading' (duration: 714.355257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.119391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.90146Z","time spent":"1.21792008s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:57.119408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.404814Z","time spent":"714.586792ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:06:57.119409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.982553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:06:57.119441Z","caller":"traceutil/trace.go:171","msg":"trace[361149340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19530; }","duration":"485.070965ms","start":"2026-02-27T02:06:56.634362Z","end":"2026-02-27T02:06:57.119433Z","steps":["trace[361149340] 'agreement among raft nodes before linearized reading' (duration: 484.989953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.11947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.634325Z","time spent":"485.138807ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:06:57.118983Z","caller":"traceutil/trace.go:171","msg":"trace[786258267] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:19530; }","duration":"1.521043759s","start":"2026-02-27T02:06:55.59792Z","end":"2026-02-27T02:06:57.118963Z","steps":["trace[786258267] 'agreement among raft nodes before linearized reading' (duration: 1.52064926s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.119542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.98611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:06:57.119513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329377097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:57.119573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.597901Z","time spent":"1.521660413s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:57.119576Z","caller":"traceutil/trace.go:171","msg":"trace[1245495330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19530; }","duration":"718.093753ms","start":"2026-02-27T02:06:56.401469Z","end":"2026-02-27T02:06:57.119562Z","steps":["trace[1245495330] 'agreement among raft nodes before linearized reading' (duration: 718.011511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:57.119298Z","caller":"traceutil/trace.go:171","msg":"trace[2000044690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19530; }","duration":"1.646427288s","start":"2026-02-27T02:06:55.472845Z","end":"2026-02-27T02:06:57.119272Z","steps":["trace[2000044690] 'agreement among raft nodes before linearized reading' (duration: 1.645675231s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.119791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072771124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:57.119835Z","caller":"traceutil/trace.go:171","msg":"trace[842096785] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19530; }","duration":"1.072903047s","start":"2026-02-27T02:06:56.046921Z","end":"2026-02-27T02:06:57.119824Z","steps":["trace[842096785] 'agreement among raft nodes before linearized reading' (duration: 1.072791935s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.119869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.046889Z","time spent":"1.072971219s","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:57.119325Z","caller":"traceutil/trace.go:171","msg":"trace[565905102] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19530; }","duration":"473.60679ms","start":"2026-02-27T02:06:56.645701Z","end":"2026-02-27T02:06:57.119307Z","steps":["trace[565905102] 'agreement among raft nodes before linearized reading' (duration: 473.488767ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:57.119602Z","caller":"traceutil/trace.go:171","msg":"trace[1378956713] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:19530; }","duration":"1.329514731s","start":"2026-02-27T02:06:55.790065Z","end":"2026-02-27T02:06:57.11958Z","steps":["trace[1378956713] 'agreement among raft nodes before linearized reading' (duration: 1.329299436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.119606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.401428Z","time spent":"718.171735ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:06:57.120357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.790045Z","time spent":"1.330292199s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":78,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:57.120328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.645673Z","time spent":"474.603664ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:06:57.119209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176115934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:06:57.120666Z","caller":"traceutil/trace.go:171","msg":"trace[1667299680] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:19530; }","duration":"1.177555117s","start":"2026-02-27T02:06:55.943082Z","end":"2026-02-27T02:06:57.120637Z","steps":["trace[1667299680] 'agreement among raft nodes before linearized reading' (duration: 1.175925489s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.120716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.94299Z","time spent":"1.17770889s","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":147,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:57.120671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.472828Z","time spent":"1.64780018s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:06:57.118736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.690362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:06:57.121474Z","caller":"traceutil/trace.go:171","msg":"trace[1804470071] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19530; }","duration":"713.474027ms","start":"2026-02-27T02:06:56.407981Z","end":"2026-02-27T02:06:57.121455Z","steps":["trace[1804470071] 'agreement among raft nodes before linearized reading' (duration: 710.59265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.121534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.407961Z","time spent":"713.553918ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:07:01.772672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.085601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"info","ts":"2026-02-27T02:07:01.772761Z","caller":"traceutil/trace.go:171","msg":"trace[1051536258] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:19555; }","duration":"256.208784ms","start":"2026-02-27T02:07:01.516535Z","end":"2026-02-27T02:07:01.772744Z","steps":["trace[1051536258] 'range keys from in-memory index tree' (duration: 255.920887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:01.773311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.251404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-27T02:07:01.773355Z","caller":"traceutil/trace.go:171","msg":"trace[1268032270] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:19555; }","duration":"227.320306ms","start":"2026-02-27T02:07:01.546023Z","end":"2026-02-27T02:07:01.773343Z","steps":["trace[1268032270] 'range keys from in-memory index tree' (duration: 227.155482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:07.655589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.839803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:07:07.655688Z","caller":"traceutil/trace.go:171","msg":"trace[317652782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19575; }","duration":"390.012187ms","start":"2026-02-27T02:07:07.265653Z","end":"2026-02-27T02:07:07.655665Z","steps":["trace[317652782] 'range keys from in-memory index tree' (duration: 389.669579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:07.65579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.265632Z","time spent":"390.14329ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:07:07.658861Z","caller":"traceutil/trace.go:171","msg":"trace[1624859315] transaction","detail":"{read_only:false; response_revision:19576; number_of_response:1; }","duration":"222.142016ms","start":"2026-02-27T02:07:07.436695Z","end":"2026-02-27T02:07:07.658837Z","steps":["trace[1624859315] 'process raft request' (duration: 222.015013ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:07.658871Z","caller":"traceutil/trace.go:171","msg":"trace[360294910] linearizableReadLoop","detail":"{readStateIndex:20275; appliedIndex:20274; }","duration":"346.113522ms","start":"2026-02-27T02:07:07.312711Z","end":"2026-02-27T02:07:07.658824Z","steps":["trace[360294910] 'read index received' (duration: 342.837297ms)","trace[360294910] 'applied index is now lower than readState.Index' (duration: 3.271665ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:07.659174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.4357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T02:07:07.659194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.551163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:07:07.659233Z","caller":"traceutil/trace.go:171","msg":"trace[885592512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19576; }","duration":"346.546971ms","start":"2026-02-27T02:07:07.31267Z","end":"2026-02-27T02:07:07.659217Z","steps":["trace[885592512] 'agreement among raft nodes before linearized reading' (duration: 346.311866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:07.659287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.312654Z","time spent":"346.620664ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:07:07.659321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.074509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:07:07.659291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.369482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:07:07.65936Z","caller":"traceutil/trace.go:171","msg":"trace[332312337] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19576; }","duration":"134.10945ms","start":"2026-02-27T02:07:07.52524Z","end":"2026-02-27T02:07:07.659349Z","steps":["trace[332312337] 'agreement among raft nodes before linearized reading' (duration: 134.021378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:07.659347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.803249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:07:07.659408Z","caller":"traceutil/trace.go:171","msg":"trace[2117209004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19576; }","duration":"312.541526ms","start":"2026-02-27T02:07:07.346841Z","end":"2026-02-27T02:07:07.659382Z","steps":["trace[2117209004] 'agreement among raft nodes before linearized reading' (duration: 312.202178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:07.65947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.346818Z","time spent":"312.637078ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:07:07.659466Z","caller":"traceutil/trace.go:171","msg":"trace[144751173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19576; }","duration":"311.948493ms","start":"2026-02-27T02:07:07.34749Z","end":"2026-02-27T02:07:07.659439Z","steps":["trace[144751173] 'agreement among raft nodes before linearized reading' (duration: 311.650496ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:07.659242Z","caller":"traceutil/trace.go:171","msg":"trace[45240676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19576; }","duration":"311.650276ms","start":"2026-02-27T02:07:07.347577Z","end":"2026-02-27T02:07:07.659228Z","steps":["trace[45240676] 'agreement among raft nodes before linearized reading' (duration: 311.472812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:07.659535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.34748Z","time spent":"312.036014ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:07.659571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.347554Z","time spent":"312.006443ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:07.659824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.513305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:07:07.659868Z","caller":"traceutil/trace.go:171","msg":"trace[59534513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19576; }","duration":"312.557496ms","start":"2026-02-27T02:07:07.347299Z","end":"2026-02-27T02:07:07.659857Z","steps":["trace[59534513] 'agreement among raft nodes before linearized reading' (duration: 312.347541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:07.659898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.347102Z","time spent":"312.789832ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:07:13.69419Z","caller":"traceutil/trace.go:171","msg":"trace[440559637] transaction","detail":"{read_only:false; response_revision:19605; number_of_response:1; }","duration":"413.824378ms","start":"2026-02-27T02:07:13.280333Z","end":"2026-02-27T02:07:13.694157Z","steps":["trace[440559637] 'process raft request' (duration: 413.48908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:13.694372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.280309Z","time spent":"413.971572ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:15.236341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437538748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:07:15.236415Z","caller":"traceutil/trace.go:171","msg":"trace[666685330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19605; }","duration":"1.437643561s","start":"2026-02-27T02:07:13.798755Z","end":"2026-02-27T02:07:15.236399Z","steps":["trace[666685330] 'range keys from in-memory index tree' (duration: 1.437379815s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.23645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.798747Z","time spent":"1.437694792s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:07:15.23657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3965254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:15.236656Z","caller":"traceutil/trace.go:171","msg":"trace[1571554993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19605; }","duration":"1.396642363s","start":"2026-02-27T02:07:13.84Z","end":"2026-02-27T02:07:15.236642Z","steps":["trace[1571554993] 'range keys from in-memory index tree' (duration: 1.396457988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.236672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437980898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:07:15.236692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.839982Z","time spent":"1.396698024s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:15.236687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438351297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:07:15.236757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437968478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:07:15.236754Z","caller":"traceutil/trace.go:171","msg":"trace[248841030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19605; }","duration":"1.438445079s","start":"2026-02-27T02:07:13.798289Z","end":"2026-02-27T02:07:15.236734Z","steps":["trace[248841030] 'range keys from in-memory index tree' (duration: 1.438234554s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:15.236779Z","caller":"traceutil/trace.go:171","msg":"trace[1789197083] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19605; }","duration":"1.43801098s","start":"2026-02-27T02:07:13.798761Z","end":"2026-02-27T02:07:15.236772Z","steps":["trace[1789197083] 'range keys from in-memory index tree' (duration: 1.437886366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.236801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.798745Z","time spent":"1.43804953s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:15.236802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.798277Z","time spent":"1.438511871s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:07:15.236696Z","caller":"traceutil/trace.go:171","msg":"trace[2142785101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19605; }","duration":"1.43803145s","start":"2026-02-27T02:07:13.798657Z","end":"2026-02-27T02:07:15.236688Z","steps":["trace[2142785101] 'range keys from in-memory index tree' (duration: 1.437885736s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.236991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438847079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T02:07:15.237003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.798642Z","time spent":"1.438337096s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:15.237028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448652995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:07:15.237046Z","caller":"traceutil/trace.go:171","msg":"trace[223203532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19605; }","duration":"1.43890957s","start":"2026-02-27T02:07:13.798097Z","end":"2026-02-27T02:07:15.237007Z","steps":["trace[223203532] 'range keys from in-memory index tree' (duration: 1.438751026s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.237074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.798074Z","time spent":"1.438994241s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:07:15.237082Z","caller":"traceutil/trace.go:171","msg":"trace[1346975050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19605; }","duration":"1.448746147s","start":"2026-02-27T02:07:13.788321Z","end":"2026-02-27T02:07:15.237067Z","steps":["trace[1346975050] 'range keys from in-memory index tree' (duration: 1.448489711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.237123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.788298Z","time spent":"1.448812969s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:07:15.237366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.874393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:15.237422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.272359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:07:15.237412Z","caller":"traceutil/trace.go:171","msg":"trace[2089331945] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:19605; }","duration":"533.969386ms","start":"2026-02-27T02:07:14.703428Z","end":"2026-02-27T02:07:15.237398Z","steps":["trace[2089331945] 'count revisions from in-memory index tree' (duration: 533.766621ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:15.237618Z","caller":"traceutil/trace.go:171","msg":"trace[616624250] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19605; }","duration":"709.327241ms","start":"2026-02-27T02:07:14.528105Z","end":"2026-02-27T02:07:15.237433Z","steps":["trace[616624250] 'range keys from in-memory index tree' (duration: 709.110986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.237415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.473946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7913"} {"level":"warn","ts":"2026-02-27T02:07:15.237632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:14.528085Z","time spent":"709.542535ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:15.237642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:14.703405Z","time spent":"534.221791ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:15.237658Z","caller":"traceutil/trace.go:171","msg":"trace[647610198] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19605; }","duration":"604.753193ms","start":"2026-02-27T02:07:14.632889Z","end":"2026-02-27T02:07:15.237642Z","steps":["trace[647610198] 'range keys from in-memory index tree' (duration: 604.332053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.237928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:14.632874Z","time spent":"605.042629ms","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7936,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T02:07:15.747311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625329169,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:07:15.888213Z","caller":"traceutil/trace.go:171","msg":"trace[1414595432] transaction","detail":"{read_only:false; response_revision:19606; number_of_response:1; }","duration":"645.522586ms","start":"2026-02-27T02:07:15.242664Z","end":"2026-02-27T02:07:15.888187Z","steps":["trace[1414595432] 'process raft request' (duration: 645.335161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.88838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.242627Z","time spent":"645.662489ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:17.246748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000386633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:17.246841Z","caller":"traceutil/trace.go:171","msg":"trace[526052267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000526827s","start":"2026-02-27T02:07:15.246293Z","end":"2026-02-27T02:07:17.24682Z","steps":["trace[526052267] 'agreement among raft nodes before linearized reading' (duration: 2.000404364s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.246903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.246283Z","time spent":"2.000610009s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:17.539497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.651510476s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:07:17.54055Z","caller":"traceutil/trace.go:171","msg":"trace[875463436] linearizableReadLoop","detail":"{readStateIndex:20314; appliedIndex:20306; }","duration":"2.294193207s","start":"2026-02-27T02:07:15.24633Z","end":"2026-02-27T02:07:17.540523Z","steps":["trace[875463436] 'read index received' (duration: 641.654307ms)","trace[875463436] 'applied index is now lower than readState.Index' (duration: 1.6525379s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:17.540878Z","caller":"traceutil/trace.go:171","msg":"trace[713768889] transaction","detail":"{read_only:false; response_revision:19612; number_of_response:1; }","duration":"2.296294565s","start":"2026-02-27T02:07:15.244572Z","end":"2026-02-27T02:07:17.540866Z","steps":["trace[713768889] 'process raft request' (duration: 2.29564016s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.540864Z","caller":"traceutil/trace.go:171","msg":"trace[290107130] transaction","detail":"{read_only:false; response_revision:19611; number_of_response:1; }","duration":"2.296522571s","start":"2026-02-27T02:07:15.244301Z","end":"2026-02-27T02:07:17.540824Z","steps":["trace[290107130] 'process raft request' (duration: 2.295871516s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.540934Z","caller":"traceutil/trace.go:171","msg":"trace[1813707446] transaction","detail":"{read_only:false; response_revision:19608; number_of_response:1; }","duration":"2.298081387s","start":"2026-02-27T02:07:15.242798Z","end":"2026-02-27T02:07:17.540879Z","steps":["trace[1813707446] 'process raft request' (duration: 2.297267858s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.541008Z","caller":"traceutil/trace.go:171","msg":"trace[840869808] transaction","detail":"{read_only:false; response_revision:19609; number_of_response:1; }","duration":"2.298071787s","start":"2026-02-27T02:07:15.242898Z","end":"2026-02-27T02:07:17.54097Z","steps":["trace[840869808] 'process raft request' (duration: 2.297209157s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.541075Z","caller":"traceutil/trace.go:171","msg":"trace[1945592702] transaction","detail":"{read_only:false; response_revision:19610; number_of_response:1; }","duration":"2.296974922s","start":"2026-02-27T02:07:15.244087Z","end":"2026-02-27T02:07:17.541062Z","steps":["trace[1945592702] 'process raft request' (duration: 2.296055691s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.541118Z","caller":"traceutil/trace.go:171","msg":"trace[103084469] transaction","detail":"{read_only:false; response_revision:19613; number_of_response:1; }","duration":"1.840880475s","start":"2026-02-27T02:07:15.700221Z","end":"2026-02-27T02:07:17.541102Z","steps":["trace[103084469] 'process raft request' (duration: 1.840017275s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.54113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.244064Z","time spent":"2.297037053s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:17.541189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.700201Z","time spent":"1.840956067s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:17.541173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.242791Z","time spent":"2.298263052s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:17.541297Z","caller":"traceutil/trace.go:171","msg":"trace[1461521830] transaction","detail":"{read_only:false; response_revision:19607; number_of_response:1; }","duration":"2.298566528s","start":"2026-02-27T02:07:15.24272Z","end":"2026-02-27T02:07:17.541286Z","steps":["trace[1461521830] 'process raft request' (duration: 2.297157465s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.54135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.242701Z","time spent":"2.29861885s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:17.540996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.244536Z","time spent":"2.296377877s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:17.541027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.244293Z","time spent":"2.296645164s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:17.541034Z","caller":"traceutil/trace.go:171","msg":"trace[703627519] transaction","detail":"{read_only:false; response_revision:19614; number_of_response:1; }","duration":"1.69533041s","start":"2026-02-27T02:07:15.845695Z","end":"2026-02-27T02:07:17.541025Z","steps":["trace[703627519] 'process raft request' (duration: 1.694761307s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.541505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.84567Z","time spent":"1.69578971s","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7896,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:17.541152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.242873Z","time spent":"2.29820027s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:19.247521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00028971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:19.247632Z","caller":"traceutil/trace.go:171","msg":"trace[538296696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452674s","start":"2026-02-27T02:07:17.247154Z","end":"2026-02-27T02:07:19.247607Z","steps":["trace[538296696] 'agreement among raft nodes before linearized reading' (duration: 2.000313691s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:19.247698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.247137Z","time spent":"2.000545487s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:19.618933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006189107s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:07:19.619229Z","caller":"traceutil/trace.go:171","msg":"trace[1150611584] linearizableReadLoop","detail":"{readStateIndex:20316; appliedIndex:20315; }","duration":"2.07857788s","start":"2026-02-27T02:07:17.540626Z","end":"2026-02-27T02:07:19.619204Z","steps":["trace[1150611584] 'read index received' (duration: 72.197139ms)","trace[1150611584] 'applied index is now lower than readState.Index' (duration: 2.006379501s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:19.619636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942848964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:19.619704Z","caller":"traceutil/trace.go:171","msg":"trace[1980364384] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19614; }","duration":"2.942954766s","start":"2026-02-27T02:07:16.67673Z","end":"2026-02-27T02:07:19.619685Z","steps":["trace[1980364384] 'agreement among raft nodes before linearized reading' (duration: 2.942836763s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:19.619798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.676716Z","time spent":"2.943061799s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:19.619845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399992275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:19.619929Z","caller":"traceutil/trace.go:171","msg":"trace[2132966108] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:19614; }","duration":"3.400128967s","start":"2026-02-27T02:07:16.219779Z","end":"2026-02-27T02:07:19.619908Z","steps":["trace[2132966108] 'agreement among raft nodes before linearized reading' (duration: 3.399925732s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:19.619979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.219728Z","time spent":"3.40023879s","remote":"127.0.0.1:57520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":34,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:19.620054Z","caller":"traceutil/trace.go:171","msg":"trace[1229554234] transaction","detail":"{read_only:false; response_revision:19615; number_of_response:1; }","duration":"1.620238653s","start":"2026-02-27T02:07:17.99979Z","end":"2026-02-27T02:07:19.620029Z","steps":["trace[1229554234] 'process raft request' (duration: 1.619285431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:19.62019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.999774Z","time spent":"1.620344005s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:20.120414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625329184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:20.508645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:20.508732Z","caller":"traceutil/trace.go:171","msg":"trace[479457046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000514136s","start":"2026-02-27T02:07:18.508194Z","end":"2026-02-27T02:07:20.508709Z","steps":["trace[479457046] 'agreement among raft nodes before linearized reading' (duration: 2.000410514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.508778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:18.508176Z","time spent":"2.000592867s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:20.621215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625329184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:20.646324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067983024s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:21.25496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:21.255042Z","caller":"traceutil/trace.go:171","msg":"trace[1789605442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326192s","start":"2026-02-27T02:07:19.254694Z","end":"2026-02-27T02:07:21.25502Z","steps":["trace[1789605442] 'agreement among raft nodes before linearized reading' (duration: 2.00022634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.255087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:19.25466Z","time spent":"2.000418444s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:21.812582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166077672s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:21.813903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193798995s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:21.814134Z","caller":"traceutil/trace.go:171","msg":"trace[899748859] transaction","detail":"{read_only:false; response_revision:19616; number_of_response:1; }","duration":"3.162640087s","start":"2026-02-27T02:07:18.651463Z","end":"2026-02-27T02:07:21.814103Z","steps":["trace[899748859] 'process raft request' (duration: 968.552085ms)","trace[899748859] 'compare' (duration: 2.193012967s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:21.814197Z","caller":"traceutil/trace.go:171","msg":"trace[661834808] linearizableReadLoop","detail":"{readStateIndex:20320; appliedIndex:20317; }","duration":"2.194889901s","start":"2026-02-27T02:07:19.619285Z","end":"2026-02-27T02:07:21.814175Z","steps":["trace[661834808] 'read index received' (duration: 1.027230752s)","trace[661834808] 'applied index is now lower than readState.Index' (duration: 1.167657889s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:21.814264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:18.651439Z","time spent":"3.162741729s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:21.8143Z","caller":"traceutil/trace.go:171","msg":"trace[718190288] transaction","detail":"{read_only:false; response_revision:19617; number_of_response:1; }","duration":"2.268019302s","start":"2026-02-27T02:07:19.54627Z","end":"2026-02-27T02:07:21.814289Z","steps":["trace[718190288] 'process raft request' (duration: 2.267765326s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.814366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:19.546252Z","time spent":"2.268075042s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:21.814651Z","caller":"traceutil/trace.go:171","msg":"trace[1191610728] transaction","detail":"{read_only:false; response_revision:19618; number_of_response:1; }","duration":"2.134588686s","start":"2026-02-27T02:07:19.680047Z","end":"2026-02-27T02:07:21.814636Z","steps":["trace[1191610728] 'process raft request' (duration: 2.134079814s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.814712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:19.680016Z","time spent":"2.134664398s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:21.814936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26753353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:07:21.814964Z","caller":"traceutil/trace.go:171","msg":"trace[887610673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19618; }","duration":"2.267606472s","start":"2026-02-27T02:07:19.547348Z","end":"2026-02-27T02:07:21.814955Z","steps":["trace[887610673] 'agreement among raft nodes before linearized reading' (duration: 2.267473019s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.814991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:19.547338Z","time spent":"2.267646233s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:21.815118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58234737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:21.815182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152723816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:07:21.815223Z","caller":"traceutil/trace.go:171","msg":"trace[793109532] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19618; }","duration":"2.152808007s","start":"2026-02-27T02:07:19.662404Z","end":"2026-02-27T02:07:21.815212Z","steps":["trace[793109532] 'agreement among raft nodes before linearized reading' (duration: 2.152651123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.81522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923026607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:07:21.815255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:19.662386Z","time spent":"2.152860819s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":128,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:21.815291Z","caller":"traceutil/trace.go:171","msg":"trace[839740969] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19618; }","duration":"3.92313612s","start":"2026-02-27T02:07:17.892136Z","end":"2026-02-27T02:07:21.815272Z","steps":["trace[839740969] 'agreement among raft nodes before linearized reading' (duration: 3.922912045s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.815341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.892121Z","time spent":"3.923211892s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:21.81536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.706316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:21.815377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564557028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-02-27T02:07:21.81539Z","caller":"traceutil/trace.go:171","msg":"trace[1866468727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19618; }","duration":"551.776278ms","start":"2026-02-27T02:07:21.263605Z","end":"2026-02-27T02:07:21.815381Z","steps":["trace[1866468727] 'agreement among raft nodes before linearized reading' (duration: 551.725127ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:21.815401Z","caller":"traceutil/trace.go:171","msg":"trace[463999099] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:19618; }","duration":"2.564617439s","start":"2026-02-27T02:07:19.250776Z","end":"2026-02-27T02:07:21.815393Z","steps":["trace[463999099] 'agreement among raft nodes before linearized reading' (duration: 2.564544347s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.815418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.263561Z","time spent":"551.85202ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:21.815426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:19.250755Z","time spent":"2.56466436s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" "} {"level":"warn","ts":"2026-02-27T02:07:21.815424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407711259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:21.815455Z","caller":"traceutil/trace.go:171","msg":"trace[960503841] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19618; }","duration":"1.40777705s","start":"2026-02-27T02:07:20.407668Z","end":"2026-02-27T02:07:21.815445Z","steps":["trace[960503841] 'agreement among raft nodes before linearized reading' (duration: 1.407714949s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.81538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.88376809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T02:07:21.815305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269978387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:07:21.815488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.40765Z","time spent":"1.407830402s","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:21.815521Z","caller":"traceutil/trace.go:171","msg":"trace[1404848817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19618; }","duration":"2.270233353s","start":"2026-02-27T02:07:19.545276Z","end":"2026-02-27T02:07:21.815509Z","steps":["trace[1404848817] 'agreement among raft nodes before linearized reading' (duration: 2.269932756s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.815557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:19.545254Z","time spent":"2.270291764s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:21.815541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269138877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:07:21.81519Z","caller":"traceutil/trace.go:171","msg":"trace[1374792859] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:19618; }","duration":"3.582426582s","start":"2026-02-27T02:07:18.232735Z","end":"2026-02-27T02:07:21.815162Z","steps":["trace[1374792859] 'agreement among raft nodes before linearized reading' (duration: 3.582308549s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.815608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266193141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-27T02:07:21.815604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.267692337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18472"} {"level":"info","ts":"2026-02-27T02:07:21.81562Z","caller":"traceutil/trace.go:171","msg":"trace[1561417732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19618; }","duration":"2.26925425s","start":"2026-02-27T02:07:19.546346Z","end":"2026-02-27T02:07:21.8156Z","steps":["trace[1561417732] 'agreement among raft nodes before linearized reading' (duration: 2.268769039s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.815632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:18.232713Z","time spent":"3.582904983s","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:21.815528Z","caller":"traceutil/trace.go:171","msg":"trace[1798561744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19618; }","duration":"3.883988606s","start":"2026-02-27T02:07:17.93151Z","end":"2026-02-27T02:07:21.815498Z","steps":["trace[1798561744] 'agreement among raft nodes before linearized reading' (duration: 3.883609547s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.815671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:19.546338Z","time spent":"2.269324881s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:07:21.81568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269254283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:21.815703Z","caller":"traceutil/trace.go:171","msg":"trace[306130293] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19618; }","duration":"3.269317803s","start":"2026-02-27T02:07:18.546379Z","end":"2026-02-27T02:07:21.815697Z","steps":["trace[306130293] 'agreement among raft nodes before linearized reading' (duration: 3.269267522s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.815724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:18.54636Z","time spent":"3.269359105s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:21.815789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.931486Z","time spent":"3.88419563s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T02:07:21.815644Z","caller":"traceutil/trace.go:171","msg":"trace[1884933681] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19618; }","duration":"4.267755519s","start":"2026-02-27T02:07:17.54788Z","end":"2026-02-27T02:07:21.815635Z","steps":["trace[1884933681] 'agreement among raft nodes before linearized reading' (duration: 4.267652916s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:21.815635Z","caller":"traceutil/trace.go:171","msg":"trace[916837186] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19618; }","duration":"3.266221502s","start":"2026-02-27T02:07:18.549405Z","end":"2026-02-27T02:07:21.815626Z","steps":["trace[916837186] 'agreement among raft nodes before linearized reading' (duration: 3.26614305s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.815979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.547867Z","time spent":"4.268102846s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18495,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T02:07:21.816056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:18.549383Z","time spent":"3.266613471s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T02:07:21.81624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269520636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:07:21.816279Z","caller":"traceutil/trace.go:171","msg":"trace[675660379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19618; }","duration":"2.269576397s","start":"2026-02-27T02:07:19.546692Z","end":"2026-02-27T02:07:21.816268Z","steps":["trace[675660379] 'agreement among raft nodes before linearized reading' (duration: 2.269472765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.816262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268945553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:07:21.816309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:19.546684Z","time spent":"2.269618128s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:07:21.816334Z","caller":"traceutil/trace.go:171","msg":"trace[1099894118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19618; }","duration":"2.269042064s","start":"2026-02-27T02:07:19.547274Z","end":"2026-02-27T02:07:21.816316Z","steps":["trace[1099894118] 'agreement among raft nodes before linearized reading' (duration: 2.26885922s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.816374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:19.547266Z","time spent":"2.269100397s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:07:21.816792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269975026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:07:21.816831Z","caller":"traceutil/trace.go:171","msg":"trace[744657367] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19618; }","duration":"2.270061658s","start":"2026-02-27T02:07:19.546757Z","end":"2026-02-27T02:07:21.816819Z","steps":["trace[744657367] 'agreement among raft nodes before linearized reading' (duration: 2.269326071s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.816868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:19.546732Z","time spent":"2.27012976s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:22.249701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.34187ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T02:07:22.249796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.820108Z","time spent":"429.683905ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:07:22.320125Z","caller":"traceutil/trace.go:171","msg":"trace[1371223800] transaction","detail":"{read_only:false; response_revision:19622; number_of_response:1; }","duration":"498.69187ms","start":"2026-02-27T02:07:21.821395Z","end":"2026-02-27T02:07:22.320087Z","steps":["trace[1371223800] 'process raft request' (duration: 498.597298ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:22.320266Z","caller":"traceutil/trace.go:171","msg":"trace[1709326895] linearizableReadLoop","detail":"{readStateIndex:20322; appliedIndex:20320; }","duration":"499.698313ms","start":"2026-02-27T02:07:21.820546Z","end":"2026-02-27T02:07:22.320244Z","steps":["trace[1709326895] 'read index received' (duration: 277.931866ms)","trace[1709326895] 'applied index is now lower than readState.Index' (duration: 221.765867ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:22.320357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.821389Z","time spent":"498.850433ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:22.320454Z","caller":"traceutil/trace.go:171","msg":"trace[694336451] transaction","detail":"{read_only:false; response_revision:19623; number_of_response:1; }","duration":"498.513836ms","start":"2026-02-27T02:07:21.821933Z","end":"2026-02-27T02:07:22.320446Z","steps":["trace[694336451] 'process raft request' (duration: 498.104297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.320555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.821926Z","time spent":"498.551527ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:22.320653Z","caller":"traceutil/trace.go:171","msg":"trace[1880161086] transaction","detail":"{read_only:false; response_revision:19624; number_of_response:1; }","duration":"498.087226ms","start":"2026-02-27T02:07:21.822561Z","end":"2026-02-27T02:07:22.320648Z","steps":["trace[1880161086] 'process raft request' (duration: 497.579064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.320682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.822554Z","time spent":"498.113056ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:22.320721Z","caller":"traceutil/trace.go:171","msg":"trace[74989435] transaction","detail":"{read_only:false; response_revision:19625; number_of_response:1; }","duration":"497.8463ms","start":"2026-02-27T02:07:21.82287Z","end":"2026-02-27T02:07:22.320717Z","steps":["trace[74989435] 'process raft request' (duration: 497.348859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.320745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.822864Z","time spent":"497.869561ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:22.320883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.339338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-78c22787-34e6-4079-8eca-dda20e2979c4\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T02:07:22.320906Z","caller":"traceutil/trace.go:171","msg":"trace[364330736] range","detail":"{range_begin:/registry/persistentvolumes/pvc-78c22787-34e6-4079-8eca-dda20e2979c4; range_end:; response_count:1; response_revision:19625; }","duration":"500.385169ms","start":"2026-02-27T02:07:21.820514Z","end":"2026-02-27T02:07:22.320899Z","steps":["trace[364330736] 'agreement among raft nodes before linearized reading' (duration: 500.272206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.320924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.8205Z","time spent":"500.41742ms","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-78c22787-34e6-4079-8eca-dda20e2979c4\" "} {"level":"info","ts":"2026-02-27T02:07:22.320937Z","caller":"traceutil/trace.go:171","msg":"trace[519016681] transaction","detail":"{read_only:false; response_revision:19620; number_of_response:1; }","duration":"500.361359ms","start":"2026-02-27T02:07:21.82055Z","end":"2026-02-27T02:07:22.320912Z","steps":["trace[519016681] 'process raft request' (duration: 499.337555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.321013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.820533Z","time spent":"500.44038ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:22.321017Z","caller":"traceutil/trace.go:171","msg":"trace[646496400] transaction","detail":"{read_only:false; response_revision:19621; number_of_response:1; }","duration":"500.247266ms","start":"2026-02-27T02:07:21.820737Z","end":"2026-02-27T02:07:22.320985Z","steps":["trace[646496400] 'process raft request' (duration: 499.210582ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:22.321118Z","caller":"traceutil/trace.go:171","msg":"trace[1095303300] transaction","detail":"{read_only:false; response_revision:19619; number_of_response:1; }","duration":"500.579393ms","start":"2026-02-27T02:07:21.820527Z","end":"2026-02-27T02:07:22.321106Z","steps":["trace[1095303300] 'process raft request' (duration: 499.002287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.321156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.820721Z","time spent":"500.360309ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:22.321178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.820508Z","time spent":"500.639005ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:22.330351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.04895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T02:07:22.330419Z","caller":"traceutil/trace.go:171","msg":"trace[2073647284] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:19626; }","duration":"509.141441ms","start":"2026-02-27T02:07:21.82126Z","end":"2026-02-27T02:07:22.330401Z","steps":["trace[2073647284] 'agreement among raft nodes before linearized reading' (duration: 508.973907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.330456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.821251Z","time spent":"509.197052ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T02:07:22.330351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.734886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:07:22.330535Z","caller":"traceutil/trace.go:171","msg":"trace[1923097101] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19626; }","duration":"509.96224ms","start":"2026-02-27T02:07:21.820556Z","end":"2026-02-27T02:07:22.330519Z","steps":["trace[1923097101] 'agreement among raft nodes before linearized reading' (duration: 509.646993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.330591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.820538Z","time spent":"510.037282ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:07:22.668623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.152082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:22.668738Z","caller":"traceutil/trace.go:171","msg":"trace[327080221] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:19629; }","duration":"163.316706ms","start":"2026-02-27T02:07:22.505398Z","end":"2026-02-27T02:07:22.668715Z","steps":["trace[327080221] 'count revisions from in-memory index tree' (duration: 162.994498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.365709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.723454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:07:40.264446Z","caller":"traceutil/trace.go:171","msg":"trace[349963365] transaction","detail":"{read_only:false; response_revision:19702; number_of_response:1; }","duration":"105.027906ms","start":"2026-02-27T02:07:40.159397Z","end":"2026-02-27T02:07:40.264425Z","steps":["trace[349963365] 'process raft request' (duration: 104.909853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:56.919084Z","caller":"traceutil/trace.go:171","msg":"trace[283680377] linearizableReadLoop","detail":"{readStateIndex:20490; appliedIndex:20489; }","duration":"116.00593ms","start":"2026-02-27T02:07:56.803056Z","end":"2026-02-27T02:07:56.919062Z","steps":["trace[283680377] 'read index received' (duration: 115.931358ms)","trace[283680377] 'applied index is now lower than readState.Index' (duration: 73.652µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:56.919137Z","caller":"traceutil/trace.go:171","msg":"trace[108971755] transaction","detail":"{read_only:false; response_revision:19780; number_of_response:1; }","duration":"116.45494ms","start":"2026-02-27T02:07:56.802656Z","end":"2026-02-27T02:07:56.919111Z","steps":["trace[108971755] 'process raft request' (duration: 116.270826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:56.919287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.211525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:07:56.919323Z","caller":"traceutil/trace.go:171","msg":"trace[1291973543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19780; }","duration":"116.288497ms","start":"2026-02-27T02:07:56.803023Z","end":"2026-02-27T02:07:56.919312Z","steps":["trace[1291973543] 'agreement among raft nodes before linearized reading' (duration: 116.155884ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:56.920971Z","caller":"traceutil/trace.go:171","msg":"trace[894723081] transaction","detail":"{read_only:false; response_revision:19781; number_of_response:1; }","duration":"116.339998ms","start":"2026-02-27T02:07:56.804614Z","end":"2026-02-27T02:07:56.920954Z","steps":["trace[894723081] 'process raft request' (duration: 116.060232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:56.920973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.606514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:07:56.921036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.742007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:07:56.921181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.669363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:07:56.921235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.571797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:07:56.921366Z","caller":"traceutil/trace.go:171","msg":"trace[173459001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19781; }","duration":"114.71066ms","start":"2026-02-27T02:07:56.806642Z","end":"2026-02-27T02:07:56.921353Z","steps":["trace[173459001] 'agreement among raft nodes before linearized reading' (duration: 114.430814ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:56.921048Z","caller":"traceutil/trace.go:171","msg":"trace[788375945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19781; }","duration":"116.704677ms","start":"2026-02-27T02:07:56.804324Z","end":"2026-02-27T02:07:56.921029Z","steps":["trace[788375945] 'agreement among raft nodes before linearized reading' (duration: 116.492782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:56.921424Z","caller":"traceutil/trace.go:171","msg":"trace[612329496] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19781; }","duration":"112.869038ms","start":"2026-02-27T02:07:56.808463Z","end":"2026-02-27T02:07:56.921332Z","steps":["trace[612329496] 'agreement among raft nodes before linearized reading' (duration: 112.605892ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:56.921376Z","caller":"traceutil/trace.go:171","msg":"trace[1849038607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19781; }","duration":"114.061575ms","start":"2026-02-27T02:07:56.807262Z","end":"2026-02-27T02:07:56.921323Z","steps":["trace[1849038607] 'agreement among raft nodes before linearized reading' (duration: 113.644295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:18.043871Z","caller":"traceutil/trace.go:171","msg":"trace[1040205258] transaction","detail":"{read_only:false; response_revision:20115; number_of_response:1; }","duration":"108.842284ms","start":"2026-02-27T02:08:17.935Z","end":"2026-02-27T02:08:18.043842Z","steps":["trace[1040205258] 'process raft request' (duration: 108.614529ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:26.878762Z","caller":"traceutil/trace.go:171","msg":"trace[656240897] transaction","detail":"{read_only:false; response_revision:20175; number_of_response:1; }","duration":"121.705343ms","start":"2026-02-27T02:08:26.75701Z","end":"2026-02-27T02:08:26.878715Z","steps":["trace[656240897] 'process raft request' (duration: 121.391865ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:29.19674Z","caller":"traceutil/trace.go:171","msg":"trace[415775073] transaction","detail":"{read_only:false; response_revision:20186; number_of_response:1; }","duration":"118.132269ms","start":"2026-02-27T02:08:29.078591Z","end":"2026-02-27T02:08:29.196723Z","steps":["trace[415775073] 'process raft request' (duration: 118.016876ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:29.197285Z","caller":"traceutil/trace.go:171","msg":"trace[1450437911] linearizableReadLoop","detail":"{readStateIndex:20915; appliedIndex:20913; }","duration":"112.051119ms","start":"2026-02-27T02:08:29.085212Z","end":"2026-02-27T02:08:29.197263Z","steps":["trace[1450437911] 'read index received' (duration: 111.414004ms)","trace[1450437911] 'applied index is now lower than readState.Index' (duration: 636.375µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:29.197358Z","caller":"traceutil/trace.go:171","msg":"trace[2104965985] transaction","detail":"{read_only:false; response_revision:20187; number_of_response:1; }","duration":"118.383815ms","start":"2026-02-27T02:08:29.078955Z","end":"2026-02-27T02:08:29.197338Z","steps":["trace[2104965985] 'process raft request' (duration: 118.213902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.197435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.205462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:08:29.197459Z","caller":"traceutil/trace.go:171","msg":"trace[1632401169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20187; }","duration":"112.268723ms","start":"2026-02-27T02:08:29.085185Z","end":"2026-02-27T02:08:29.197453Z","steps":["trace[1632401169] 'agreement among raft nodes before linearized reading' (duration: 112.166131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.197551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.113734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:08:29.197577Z","caller":"traceutil/trace.go:171","msg":"trace[1810226843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20187; }","duration":"107.197186ms","start":"2026-02-27T02:08:29.09037Z","end":"2026-02-27T02:08:29.197568Z","steps":["trace[1810226843] 'agreement among raft nodes before linearized reading' (duration: 107.100834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.197648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.400051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:08:29.197664Z","caller":"traceutil/trace.go:171","msg":"trace[1810539770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20187; }","duration":"104.452782ms","start":"2026-02-27T02:08:29.093208Z","end":"2026-02-27T02:08:29.197661Z","steps":["trace[1810539770] 'agreement among raft nodes before linearized reading' (duration: 104.412061ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:31.313713Z","caller":"traceutil/trace.go:171","msg":"trace[1371397868] transaction","detail":"{read_only:false; response_revision:20199; number_of_response:1; }","duration":"108.356353ms","start":"2026-02-27T02:08:31.205333Z","end":"2026-02-27T02:08:31.31369Z","steps":["trace[1371397868] 'process raft request' (duration: 108.213219ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:31.336379Z","caller":"traceutil/trace.go:171","msg":"trace[21652073] transaction","detail":"{read_only:false; response_revision:20200; number_of_response:1; }","duration":"130.784193ms","start":"2026-02-27T02:08:31.205558Z","end":"2026-02-27T02:08:31.336343Z","steps":["trace[21652073] 'process raft request' (duration: 130.544337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:31.336372Z","caller":"traceutil/trace.go:171","msg":"trace[1496021676] linearizableReadLoop","detail":"{readStateIndex:20928; appliedIndex:20926; }","duration":"129.462942ms","start":"2026-02-27T02:08:31.206878Z","end":"2026-02-27T02:08:31.33634Z","steps":["trace[1496021676] 'read index received' (duration: 106.675493ms)","trace[1496021676] 'applied index is now lower than readState.Index' (duration: 22.785879ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:31.336576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.676527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T02:08:31.336633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.996763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:08:31.336643Z","caller":"traceutil/trace.go:171","msg":"trace[1239690857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20201; }","duration":"129.78697ms","start":"2026-02-27T02:08:31.206842Z","end":"2026-02-27T02:08:31.336629Z","steps":["trace[1239690857] 'agreement among raft nodes before linearized reading' (duration: 129.603335ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:31.336664Z","caller":"traceutil/trace.go:171","msg":"trace[289410274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20201; }","duration":"126.040033ms","start":"2026-02-27T02:08:31.210616Z","end":"2026-02-27T02:08:31.336657Z","steps":["trace[289410274] 'agreement among raft nodes before linearized reading' (duration: 125.967552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:31.336669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.667878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:08:31.336724Z","caller":"traceutil/trace.go:171","msg":"trace[565280878] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20201; }","duration":"126.751899ms","start":"2026-02-27T02:08:31.209957Z","end":"2026-02-27T02:08:31.336709Z","steps":["trace[565280878] 'agreement among raft nodes before linearized reading' (duration: 126.598776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:31.336774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.281769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:08:31.336817Z","caller":"traceutil/trace.go:171","msg":"trace[1609740699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20201; }","duration":"126.33214ms","start":"2026-02-27T02:08:31.210474Z","end":"2026-02-27T02:08:31.336806Z","steps":["trace[1609740699] 'agreement among raft nodes before linearized reading' (duration: 126.233227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:31.336833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.36688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:08:31.336882Z","caller":"traceutil/trace.go:171","msg":"trace[2067201984] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20201; }","duration":"126.431412ms","start":"2026-02-27T02:08:31.210438Z","end":"2026-02-27T02:08:31.336869Z","steps":["trace[2067201984] 'agreement among raft nodes before linearized reading' (duration: 126.31958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:43.480925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.646013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:08:43.48101Z","caller":"traceutil/trace.go:171","msg":"trace[1495479872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20258; }","duration":"112.776856ms","start":"2026-02-27T02:08:43.368214Z","end":"2026-02-27T02:08:43.480991Z","steps":["trace[1495479872] 'range keys from in-memory index tree' (duration: 112.483148ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:09.003901Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18762} {"level":"info","ts":"2026-02-27T02:10:09.121636Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18762,"took":"115.304074ms","hash":3926053745,"current-db-size-bytes":42721280,"current-db-size":"43 MB","current-db-size-in-use-bytes":27672576,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T02:10:09.121712Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3926053745,"revision":18762,"compact-revision":16272} {"level":"info","ts":"2026-02-27T02:11:04.257967Z","caller":"traceutil/trace.go:171","msg":"trace[1626351007] transaction","detail":"{read_only:false; response_revision:21395; number_of_response:1; }","duration":"162.623691ms","start":"2026-02-27T02:11:04.09532Z","end":"2026-02-27T02:11:04.257943Z","steps":["trace[1626351007] 'process raft request' (duration: 162.476638ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:09.851394Z","caller":"traceutil/trace.go:171","msg":"trace[1095696740] linearizableReadLoop","detail":"{readStateIndex:22518; appliedIndex:22517; }","duration":"244.933111ms","start":"2026-02-27T02:11:09.60644Z","end":"2026-02-27T02:11:09.851373Z","steps":["trace[1095696740] 'read index received' (duration: 244.730336ms)","trace[1095696740] 'applied index is now lower than readState.Index' (duration: 201.864µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:09.851427Z","caller":"traceutil/trace.go:171","msg":"trace[996949232] transaction","detail":"{read_only:false; response_revision:21747; number_of_response:1; }","duration":"245.736879ms","start":"2026-02-27T02:11:09.605657Z","end":"2026-02-27T02:11:09.851394Z","steps":["trace[996949232] 'process raft request' (duration: 245.543805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:09.851689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.226017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-27T02:11:09.851725Z","caller":"traceutil/trace.go:171","msg":"trace[459003664] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21747; }","duration":"245.290998ms","start":"2026-02-27T02:11:09.606424Z","end":"2026-02-27T02:11:09.851715Z","steps":["trace[459003664] 'agreement among raft nodes before linearized reading' (duration: 245.045153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:09.85373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.607399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-02-27T02:11:09.853771Z","caller":"traceutil/trace.go:171","msg":"trace[501495256] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21749; }","duration":"246.66075ms","start":"2026-02-27T02:11:09.6071Z","end":"2026-02-27T02:11:09.853761Z","steps":["trace[501495256] 'agreement among raft nodes before linearized reading' (duration: 246.558878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:09.85397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.655238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-02-27T02:11:09.853975Z","caller":"traceutil/trace.go:171","msg":"trace[1643729046] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"145.246469ms","start":"2026-02-27T02:11:09.708713Z","end":"2026-02-27T02:11:09.853959Z","steps":["trace[1643729046] 'process raft request' (duration: 144.904841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:09.854001Z","caller":"traceutil/trace.go:171","msg":"trace[2056989144] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21749; }","duration":"217.682878ms","start":"2026-02-27T02:11:09.636308Z","end":"2026-02-27T02:11:09.853991Z","steps":["trace[2056989144] 'agreement among raft nodes before linearized reading' (duration: 217.596596ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:09.854059Z","caller":"traceutil/trace.go:171","msg":"trace[1786137821] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"170.219628ms","start":"2026-02-27T02:11:09.68383Z","end":"2026-02-27T02:11:09.85405Z","steps":["trace[1786137821] 'process raft request' (duration: 169.732866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:09.854331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.547609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2140"} {"level":"info","ts":"2026-02-27T02:11:09.854363Z","caller":"traceutil/trace.go:171","msg":"trace[886261535] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:21749; }","duration":"212.642371ms","start":"2026-02-27T02:11:09.641713Z","end":"2026-02-27T02:11:09.854355Z","steps":["trace[886261535] 'agreement among raft nodes before linearized reading' (duration: 212.17748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:11.607855Z","caller":"traceutil/trace.go:171","msg":"trace[505835065] transaction","detail":"{read_only:false; response_revision:21832; number_of_response:1; }","duration":"117.350921ms","start":"2026-02-27T02:11:11.490471Z","end":"2026-02-27T02:11:11.607822Z","steps":["trace[505835065] 'process raft request' (duration: 116.997963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:13.158068Z","caller":"traceutil/trace.go:171","msg":"trace[234586614] linearizableReadLoop","detail":"{readStateIndex:22643; appliedIndex:22642; }","duration":"274.395063ms","start":"2026-02-27T02:11:12.883651Z","end":"2026-02-27T02:11:13.158046Z","steps":["trace[234586614] 'read index received' (duration: 274.034775ms)","trace[234586614] 'applied index is now lower than readState.Index' (duration: 359.438µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:13.158159Z","caller":"traceutil/trace.go:171","msg":"trace[1081737815] transaction","detail":"{read_only:false; response_revision:21871; number_of_response:1; }","duration":"275.679623ms","start":"2026-02-27T02:11:12.882458Z","end":"2026-02-27T02:11:13.158138Z","steps":["trace[1081737815] 'process raft request' (duration: 275.335295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:13.158193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.518447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/cert-manager-test/\" range_end:\"/registry/statefulsets/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:13.158228Z","caller":"traceutil/trace.go:171","msg":"trace[1492087004] range","detail":"{range_begin:/registry/statefulsets/cert-manager-test/; range_end:/registry/statefulsets/cert-manager-test0; response_count:0; response_revision:21871; }","duration":"274.601788ms","start":"2026-02-27T02:11:12.883616Z","end":"2026-02-27T02:11:13.158218Z","steps":["trace[1492087004] 'agreement among raft nodes before linearized reading' (duration: 274.515656ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:14.527002Z","caller":"traceutil/trace.go:171","msg":"trace[1030165119] linearizableReadLoop","detail":"{readStateIndex:22672; appliedIndex:22671; }","duration":"132.410241ms","start":"2026-02-27T02:11:14.394559Z","end":"2026-02-27T02:11:14.526969Z","steps":["trace[1030165119] 'read index received' (duration: 81.462059ms)","trace[1030165119] 'applied index is now lower than readState.Index' (duration: 50.946252ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:14.527032Z","caller":"traceutil/trace.go:171","msg":"trace[64912913] transaction","detail":"{read_only:false; response_revision:21900; number_of_response:1; }","duration":"133.978317ms","start":"2026-02-27T02:11:14.392983Z","end":"2026-02-27T02:11:14.526962Z","steps":["trace[64912913] 'process raft request' (duration: 83.123268ms)","trace[64912913] 'compare' (duration: 50.591613ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:11:14.527309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.711057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:11:14.527334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.635036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:11:14.527359Z","caller":"traceutil/trace.go:171","msg":"trace[967544168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21901; }","duration":"132.81005ms","start":"2026-02-27T02:11:14.394533Z","end":"2026-02-27T02:11:14.527343Z","steps":["trace[967544168] 'agreement among raft nodes before linearized reading' (duration: 132.602185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:14.527395Z","caller":"traceutil/trace.go:171","msg":"trace[1245199086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21901; }","duration":"132.712358ms","start":"2026-02-27T02:11:14.394669Z","end":"2026-02-27T02:11:14.527382Z","steps":["trace[1245199086] 'agreement among raft nodes before linearized reading' (duration: 132.501403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:14.527402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.028403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:11:14.527533Z","caller":"traceutil/trace.go:171","msg":"trace[1019017900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21901; }","duration":"126.191237ms","start":"2026-02-27T02:11:14.401311Z","end":"2026-02-27T02:11:14.527503Z","steps":["trace[1019017900] 'agreement among raft nodes before linearized reading' (duration: 125.89004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:14.527553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.890999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:11:14.527596Z","caller":"traceutil/trace.go:171","msg":"trace[173650073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21901; }","duration":"131.94961ms","start":"2026-02-27T02:11:14.395633Z","end":"2026-02-27T02:11:14.527582Z","steps":["trace[173650073] 'agreement among raft nodes before linearized reading' (duration: 131.847707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:14.527414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.08489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:11:14.527718Z","caller":"traceutil/trace.go:171","msg":"trace[9949663] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21901; }","duration":"128.401368ms","start":"2026-02-27T02:11:14.399294Z","end":"2026-02-27T02:11:14.527696Z","steps":["trace[9949663] 'agreement among raft nodes before linearized reading' (duration: 128.01907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:14.528744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.997085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-02-27T02:11:14.528826Z","caller":"traceutil/trace.go:171","msg":"trace[1837429240] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21901; }","duration":"109.131711ms","start":"2026-02-27T02:11:14.419673Z","end":"2026-02-27T02:11:14.528804Z","steps":["trace[1837429240] 'agreement among raft nodes before linearized reading' (duration: 107.544464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.301154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625336124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:11:18.801911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625336124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:11:19.877802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986845794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:11:19.877891Z","caller":"traceutil/trace.go:171","msg":"trace[1934727147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.986984627s","start":"2026-02-27T02:11:17.890885Z","end":"2026-02-27T02:11:19.87787Z","steps":["trace[1934727147] 'agreement among raft nodes before linearized reading' (duration: 1.986874454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.877939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.890868Z","time spent":"1.987061589s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:11:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:11:19.970414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.35314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:11:19.970543Z","caller":"traceutil/trace.go:171","msg":"trace[704904542] transaction","detail":"{read_only:false; response_revision:21963; number_of_response:1; }","duration":"2.348786527s","start":"2026-02-27T02:11:17.621736Z","end":"2026-02-27T02:11:19.970523Z","steps":["trace[704904542] 'process raft request' (duration: 1.482221822s)","trace[704904542] 'compare' (duration: 866.213397ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:11:19.970605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.621704Z","time spent":"2.34887207s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:11:19.975539Z","caller":"traceutil/trace.go:171","msg":"trace[192844761] linearizableReadLoop","detail":"{readStateIndex:22737; appliedIndex:22735; }","duration":"2.175071029s","start":"2026-02-27T02:11:17.800442Z","end":"2026-02-27T02:11:19.975513Z","steps":["trace[192844761] 'read index received' (duration: 1.303537209s)","trace[192844761] 'applied index is now lower than readState.Index' (duration: 871.53264ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:19.975588Z","caller":"traceutil/trace.go:171","msg":"trace[623621288] transaction","detail":"{read_only:false; response_revision:21965; number_of_response:1; }","duration":"1.113095993s","start":"2026-02-27T02:11:18.862472Z","end":"2026-02-27T02:11:19.975568Z","steps":["trace[623621288] 'process raft request' (duration: 1.112930019s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:19.975636Z","caller":"traceutil/trace.go:171","msg":"trace[1739582162] transaction","detail":"{read_only:false; response_revision:21966; number_of_response:1; }","duration":"978.301217ms","start":"2026-02-27T02:11:18.997308Z","end":"2026-02-27T02:11:19.975609Z","steps":["trace[1739582162] 'process raft request' (duration: 978.153593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.975677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175214183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:19.975716Z","caller":"traceutil/trace.go:171","msg":"trace[299092199] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21966; }","duration":"2.175315135s","start":"2026-02-27T02:11:17.80039Z","end":"2026-02-27T02:11:19.975705Z","steps":["trace[299092199] 'agreement among raft nodes before linearized reading' (duration: 2.175236043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.975709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.862451Z","time spent":"1.113199395s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:11:19.975797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.997283Z","time spent":"978.41305ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:11:19.975855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.800357Z","time spent":"2.175393097s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:11:19.97612Z","caller":"traceutil/trace.go:171","msg":"trace[1651311959] transaction","detail":"{read_only:false; response_revision:21964; number_of_response:1; }","duration":"2.08411795s","start":"2026-02-27T02:11:17.891386Z","end":"2026-02-27T02:11:19.975504Z","steps":["trace[1651311959] 'process raft request' (duration: 2.083857944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.976279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.891368Z","time spent":"2.084827466s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:11:19.984518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064180098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:19.984602Z","caller":"traceutil/trace.go:171","msg":"trace[889663433] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:21969; }","duration":"2.06429849s","start":"2026-02-27T02:11:17.920289Z","end":"2026-02-27T02:11:19.984587Z","steps":["trace[889663433] 'agreement among raft nodes before linearized reading' (duration: 2.064148466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.984633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.92028Z","time spent":"2.064346112s","remote":"127.0.0.1:32960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:11:19.984869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437506016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:11:19.9849Z","caller":"traceutil/trace.go:171","msg":"trace[139629667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21969; }","duration":"1.437560897s","start":"2026-02-27T02:11:18.547332Z","end":"2026-02-27T02:11:19.984893Z","steps":["trace[139629667] 'agreement among raft nodes before linearized reading' (duration: 1.437453334s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.984922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.547321Z","time spent":"1.437596278s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:11:19.984914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436792179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:11:19.98503Z","caller":"traceutil/trace.go:171","msg":"trace[1768847472] transaction","detail":"{read_only:false; response_revision:21967; number_of_response:1; }","duration":"808.593491ms","start":"2026-02-27T02:11:19.176414Z","end":"2026-02-27T02:11:19.985007Z","steps":["trace[1768847472] 'process raft request' (duration: 807.871055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:19.985044Z","caller":"traceutil/trace.go:171","msg":"trace[453411815] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21969; }","duration":"1.436917022s","start":"2026-02-27T02:11:18.548081Z","end":"2026-02-27T02:11:19.984998Z","steps":["trace[453411815] 'agreement among raft nodes before linearized reading' (duration: 1.436702217s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.985083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.52801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:19.985122Z","caller":"traceutil/trace.go:171","msg":"trace[329314368] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21969; }","duration":"225.609622ms","start":"2026-02-27T02:11:19.759502Z","end":"2026-02-27T02:11:19.985111Z","steps":["trace[329314368] 'agreement among raft nodes before linearized reading' (duration: 225.53668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.985122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.176389Z","time spent":"808.686544ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:11:19.985148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.54807Z","time spent":"1.437015664s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:11:19.985203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.082977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:11:19.985252Z","caller":"traceutil/trace.go:171","msg":"trace[403506721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21969; }","duration":"528.135628ms","start":"2026-02-27T02:11:19.457105Z","end":"2026-02-27T02:11:19.98524Z","steps":["trace[403506721] 'agreement among raft nodes before linearized reading' (duration: 528.049546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.985267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.078383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:11:19.985283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.457076Z","time spent":"528.200709ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:11:19.985165Z","caller":"traceutil/trace.go:171","msg":"trace[1327689522] transaction","detail":"{read_only:false; response_revision:21968; number_of_response:1; }","duration":"479.406967ms","start":"2026-02-27T02:11:19.505722Z","end":"2026-02-27T02:11:19.985129Z","steps":["trace[1327689522] 'process raft request' (duration: 478.636979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.985367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432292595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-27T02:11:19.9854Z","caller":"traceutil/trace.go:171","msg":"trace[1698597292] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:21969; }","duration":"1.432346476s","start":"2026-02-27T02:11:18.553045Z","end":"2026-02-27T02:11:19.985391Z","steps":["trace[1698597292] 'agreement among raft nodes before linearized reading' (duration: 1.432241164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.985404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441947379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T02:11:19.985421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.553035Z","time spent":"1.432381927s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-27T02:11:19.985423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442040971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:11:19.985465Z","caller":"traceutil/trace.go:171","msg":"trace[373832907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21969; }","duration":"1.442083992s","start":"2026-02-27T02:11:18.543372Z","end":"2026-02-27T02:11:19.985456Z","steps":["trace[373832907] 'agreement among raft nodes before linearized reading' (duration: 1.44198576s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.985485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438217282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:11:19.985496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.543325Z","time spent":"1.442164794s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:11:19.985505Z","caller":"traceutil/trace.go:171","msg":"trace[888377656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21969; }","duration":"1.438253953s","start":"2026-02-27T02:11:18.547244Z","end":"2026-02-27T02:11:19.985498Z","steps":["trace[888377656] 'agreement among raft nodes before linearized reading' (duration: 1.438199572s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.985528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.547231Z","time spent":"1.438292644s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:11:19.985515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948445644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:11:19.985431Z","caller":"traceutil/trace.go:171","msg":"trace[396833749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21969; }","duration":"1.44201145s","start":"2026-02-27T02:11:18.543415Z","end":"2026-02-27T02:11:19.985426Z","steps":["trace[396833749] 'agreement among raft nodes before linearized reading' (duration: 1.441934788s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:19.985568Z","caller":"traceutil/trace.go:171","msg":"trace[968876190] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:21969; }","duration":"1.948542035s","start":"2026-02-27T02:11:18.037013Z","end":"2026-02-27T02:11:19.985555Z","steps":["trace[968876190] 'agreement among raft nodes before linearized reading' (duration: 1.948443823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.985586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.543393Z","time spent":"1.442184854s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:11:19.985477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.505704Z","time spent":"479.639393ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:11:19.985612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.036993Z","time spent":"1.948609577s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:11:19.985636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610345984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:11:19.985576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547949816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-27T02:11:19.985742Z","caller":"traceutil/trace.go:171","msg":"trace[1813419995] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21969; }","duration":"1.548187362s","start":"2026-02-27T02:11:18.437542Z","end":"2026-02-27T02:11:19.98573Z","steps":["trace[1813419995] 'agreement among raft nodes before linearized reading' (duration: 1.547813744s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.98583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.437523Z","time spent":"1.548274675s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:11:19.985309Z","caller":"traceutil/trace.go:171","msg":"trace[1228640711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21969; }","duration":"107.160435ms","start":"2026-02-27T02:11:19.878138Z","end":"2026-02-27T02:11:19.985298Z","steps":["trace[1228640711] 'agreement among raft nodes before linearized reading' (duration: 107.079573ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:19.985661Z","caller":"traceutil/trace.go:171","msg":"trace[1282960146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21969; }","duration":"1.610411105s","start":"2026-02-27T02:11:18.375243Z","end":"2026-02-27T02:11:19.985654Z","steps":["trace[1282960146] 'agreement among raft nodes before linearized reading' (duration: 1.610300353s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.98593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446509115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:11:19.986002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.375222Z","time spent":"1.610760204s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:11:19.986015Z","caller":"traceutil/trace.go:171","msg":"trace[800249188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21969; }","duration":"1.446636557s","start":"2026-02-27T02:11:18.539352Z","end":"2026-02-27T02:11:19.985989Z","steps":["trace[800249188] 'agreement among raft nodes before linearized reading' (duration: 1.446108865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.986068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.539335Z","time spent":"1.44671948s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:11:26.555419Z","caller":"traceutil/trace.go:171","msg":"trace[280346427] transaction","detail":"{read_only:false; response_revision:22059; number_of_response:1; }","duration":"275.474808ms","start":"2026-02-27T02:11:26.279918Z","end":"2026-02-27T02:11:26.555393Z","steps":["trace[280346427] 'process raft request' (duration: 275.326685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:26.941022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.389403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:26.941127Z","caller":"traceutil/trace.go:171","msg":"trace[1997542424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22060; }","duration":"117.527795ms","start":"2026-02-27T02:11:26.823572Z","end":"2026-02-27T02:11:26.9411Z","steps":["trace[1997542424] 'range keys from in-memory index tree' (duration: 117.31649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.34327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.351215ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:11:27.343358Z","caller":"traceutil/trace.go:171","msg":"trace[1392199745] linearizableReadLoop","detail":"{readStateIndex:22837; appliedIndex:22836; }","duration":"185.167834ms","start":"2026-02-27T02:11:27.158175Z","end":"2026-02-27T02:11:27.343343Z","steps":["trace[1392199745] 'read index received' (duration: 38.511µs)","trace[1392199745] 'applied index is now lower than readState.Index' (duration: 185.128113ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:11:27.344195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.999623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:11:27.344413Z","caller":"traceutil/trace.go:171","msg":"trace[299946408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22060; }","duration":"186.266739ms","start":"2026-02-27T02:11:27.158124Z","end":"2026-02-27T02:11:27.344391Z","steps":["trace[299946408] 'agreement among raft nodes before linearized reading' (duration: 185.913101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:27.829762Z","caller":"traceutil/trace.go:171","msg":"trace[1069085875] linearizableReadLoop","detail":"{readStateIndex:22841; appliedIndex:22839; }","duration":"350.59513ms","start":"2026-02-27T02:11:27.479137Z","end":"2026-02-27T02:11:27.829732Z","steps":["trace[1069085875] 'read index received' (duration: 315.248271ms)","trace[1069085875] 'applied index is now lower than readState.Index' (duration: 35.345769ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:27.830097Z","caller":"traceutil/trace.go:171","msg":"trace[1527953309] transaction","detail":"{read_only:false; response_revision:22063; number_of_response:1; }","duration":"371.136456ms","start":"2026-02-27T02:11:27.458936Z","end":"2026-02-27T02:11:27.830072Z","steps":["trace[1527953309] 'process raft request' (duration: 335.531751ms)","trace[1527953309] 'compare' (duration: 34.868328ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:11:27.830339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.010494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:11:27.830386Z","caller":"traceutil/trace.go:171","msg":"trace[431021520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22064; }","duration":"371.094036ms","start":"2026-02-27T02:11:27.459279Z","end":"2026-02-27T02:11:27.830373Z","steps":["trace[431021520] 'agreement among raft nodes before linearized reading' (duration: 370.888281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.830412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:27.45927Z","time spent":"371.135057ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T02:11:27.830164Z","caller":"traceutil/trace.go:171","msg":"trace[788571270] transaction","detail":"{read_only:false; response_revision:22064; number_of_response:1; }","duration":"370.953502ms","start":"2026-02-27T02:11:27.459198Z","end":"2026-02-27T02:11:27.830152Z","steps":["trace[788571270] 'process raft request' (duration: 370.43198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.830631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:27.459172Z","time spent":"371.349302ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:11:27.831574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:27.458925Z","time spent":"371.367592ms","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4435,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:11:27.946182Z","caller":"traceutil/trace.go:171","msg":"trace[1110072683] linearizableReadLoop","detail":"{readStateIndex:22844; appliedIndex:22841; }","duration":"102.182879ms","start":"2026-02-27T02:11:27.843974Z","end":"2026-02-27T02:11:27.946157Z","steps":["trace[1110072683] 'read index received' (duration: 33.127448ms)","trace[1110072683] 'applied index is now lower than readState.Index' (duration: 69.054331ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:27.946393Z","caller":"traceutil/trace.go:171","msg":"trace[737784623] transaction","detail":"{read_only:false; response_revision:22066; number_of_response:1; }","duration":"108.702181ms","start":"2026-02-27T02:11:27.837538Z","end":"2026-02-27T02:11:27.946241Z","steps":["trace[737784623] 'process raft request' (duration: 94.598284ms)","trace[737784623] 'compare' (duration: 13.79828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:11:27.946473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.457356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-27T02:11:27.946545Z","caller":"traceutil/trace.go:171","msg":"trace[287151400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22067; }","duration":"102.562679ms","start":"2026-02-27T02:11:27.84396Z","end":"2026-02-27T02:11:27.946522Z","steps":["trace[287151400] 'agreement among raft nodes before linearized reading' (duration: 102.321803ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:27.946736Z","caller":"traceutil/trace.go:171","msg":"trace[1653012964] transaction","detail":"{read_only:false; response_revision:22067; number_of_response:1; }","duration":"107.692968ms","start":"2026-02-27T02:11:27.839005Z","end":"2026-02-27T02:11:27.946698Z","steps":["trace[1653012964] 'process raft request' (duration: 107.075344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:42.189388Z","caller":"traceutil/trace.go:171","msg":"trace[1757845314] transaction","detail":"{read_only:false; response_revision:22192; number_of_response:1; }","duration":"128.859529ms","start":"2026-02-27T02:11:42.060511Z","end":"2026-02-27T02:11:42.18937Z","steps":["trace[1757845314] 'process raft request' (duration: 128.727486ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:34.756627Z","caller":"traceutil/trace.go:171","msg":"trace[908525225] linearizableReadLoop","detail":"{readStateIndex:23547; appliedIndex:23546; }","duration":"355.801681ms","start":"2026-02-27T02:12:34.400796Z","end":"2026-02-27T02:12:34.756598Z","steps":["trace[908525225] 'read index received' (duration: 355.381851ms)","trace[908525225] 'applied index is now lower than readState.Index' (duration: 418.77µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:34.756691Z","caller":"traceutil/trace.go:171","msg":"trace[814416282] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"493.806017ms","start":"2026-02-27T02:12:34.26284Z","end":"2026-02-27T02:12:34.756646Z","steps":["trace[814416282] 'process raft request' (duration: 493.393397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:34.756833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.016285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:12:34.756929Z","caller":"traceutil/trace.go:171","msg":"trace[1380553432] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22754; }","duration":"356.126778ms","start":"2026-02-27T02:12:34.400779Z","end":"2026-02-27T02:12:34.756906Z","steps":["trace[1380553432] 'agreement among raft nodes before linearized reading' (duration: 355.952394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:34.756983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.400742Z","time spent":"356.22861ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T02:12:34.757136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.262815Z","time spent":"493.965281ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:12:35.04176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.738371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:12:35.041929Z","caller":"traceutil/trace.go:171","msg":"trace[226761494] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"176.051288ms","start":"2026-02-27T02:12:34.865867Z","end":"2026-02-27T02:12:35.041918Z","steps":["trace[226761494] 'process raft request' (duration: 176.028607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:35.042138Z","caller":"traceutil/trace.go:171","msg":"trace[134374324] linearizableReadLoop","detail":"{readStateIndex:23549; appliedIndex:23547; }","duration":"285.39844ms","start":"2026-02-27T02:12:34.756711Z","end":"2026-02-27T02:12:35.042109Z","steps":["trace[134374324] 'read index received' (duration: 131.303161ms)","trace[134374324] 'applied index is now lower than readState.Index' (duration: 154.083819ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:35.042262Z","caller":"traceutil/trace.go:171","msg":"trace[1090829460] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"542.568556ms","start":"2026-02-27T02:12:34.49968Z","end":"2026-02-27T02:12:35.042248Z","steps":["trace[1090829460] 'process raft request' (duration: 388.264532ms)","trace[1090829460] 'compare' (duration: 153.510646ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:12:35.042371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.499659Z","time spent":"542.636878ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:12:35.04241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.822221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:12:35.042437Z","caller":"traceutil/trace.go:171","msg":"trace[2104827251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22757; }","duration":"529.892593ms","start":"2026-02-27T02:12:34.512536Z","end":"2026-02-27T02:12:35.042428Z","steps":["trace[2104827251] 'agreement among raft nodes before linearized reading' (duration: 529.817271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.042457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.512523Z","time spent":"529.929833ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:12:35.042418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.278158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:12:35.04248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.650459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:12:35.042502Z","caller":"traceutil/trace.go:171","msg":"trace[1961259440] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22757; }","duration":"282.408961ms","start":"2026-02-27T02:12:34.760089Z","end":"2026-02-27T02:12:35.042498Z","steps":["trace[1961259440] 'agreement among raft nodes before linearized reading' (duration: 282.282228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.042498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.131743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:12:35.042576Z","caller":"traceutil/trace.go:171","msg":"trace[155026988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22757; }","duration":"506.205415ms","start":"2026-02-27T02:12:34.536348Z","end":"2026-02-27T02:12:35.042553Z","steps":["trace[155026988] 'agreement among raft nodes before linearized reading' (duration: 505.977849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.042618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.53634Z","time spent":"506.269416ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:12:35.04259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.091218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:12:35.042636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.136193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:12:35.042687Z","caller":"traceutil/trace.go:171","msg":"trace[1565189609] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22757; }","duration":"500.224545ms","start":"2026-02-27T02:12:34.542451Z","end":"2026-02-27T02:12:35.042676Z","steps":["trace[1565189609] 'agreement among raft nodes before linearized reading' (duration: 500.111213ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:35.042697Z","caller":"traceutil/trace.go:171","msg":"trace[1749422363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22757; }","duration":"508.242721ms","start":"2026-02-27T02:12:34.534425Z","end":"2026-02-27T02:12:35.042668Z","steps":["trace[1749422363] 'agreement among raft nodes before linearized reading' (duration: 507.925214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:35.042521Z","caller":"traceutil/trace.go:171","msg":"trace[1439660916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22757; }","duration":"213.72268ms","start":"2026-02-27T02:12:34.828785Z","end":"2026-02-27T02:12:35.042507Z","steps":["trace[1439660916] 'agreement among raft nodes before linearized reading' (duration: 213.664499ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:35.042646Z","caller":"traceutil/trace.go:171","msg":"trace[1592709632] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"538.194355ms","start":"2026-02-27T02:12:34.504331Z","end":"2026-02-27T02:12:35.042526Z","steps":["trace[1592709632] 'process raft request' (duration: 537.492909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.042706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.757137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:12:35.042722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.542425Z","time spent":"500.289747ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:12:35.042763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.534407Z","time spent":"508.343504ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:12:35.042747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.062902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:12:35.042837Z","caller":"traceutil/trace.go:171","msg":"trace[1930821567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22757; }","duration":"503.924072ms","start":"2026-02-27T02:12:34.538888Z","end":"2026-02-27T02:12:35.042812Z","steps":["trace[1930821567] 'agreement among raft nodes before linearized reading' (duration: 503.566273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.042902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.538824Z","time spent":"504.067914ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:12:35.042949Z","caller":"traceutil/trace.go:171","msg":"trace[339459728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22757; }","duration":"503.241465ms","start":"2026-02-27T02:12:34.539645Z","end":"2026-02-27T02:12:35.042886Z","steps":["trace[339459728] 'agreement among raft nodes before linearized reading' (duration: 502.817425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.042894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.504308Z","time spent":"538.460702ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:12:35.043158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.539634Z","time spent":"503.507931ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:12:35.042459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.187518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:12:35.043286Z","caller":"traceutil/trace.go:171","msg":"trace[21644148] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:22757; }","duration":"562.067268ms","start":"2026-02-27T02:12:34.481207Z","end":"2026-02-27T02:12:35.043274Z","steps":["trace[21644148] 'agreement among raft nodes before linearized reading' (duration: 561.125136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.043335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.481188Z","time spent":"562.134099ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:12:35.042603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.232006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:12:35.043675Z","caller":"traceutil/trace.go:171","msg":"trace[2002440428] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22757; }","duration":"501.320111ms","start":"2026-02-27T02:12:34.542326Z","end":"2026-02-27T02:12:35.043647Z","steps":["trace[2002440428] 'agreement among raft nodes before linearized reading' (duration: 500.028941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.043744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:34.542318Z","time spent":"501.406513ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:12:35.516906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.61419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:12:35.517102Z","caller":"traceutil/trace.go:171","msg":"trace[1492517151] transaction","detail":"{read_only:false; response_revision:22759; number_of_response:1; }","duration":"469.7655ms","start":"2026-02-27T02:12:35.047291Z","end":"2026-02-27T02:12:35.517056Z","steps":["trace[1492517151] 'process raft request' (duration: 251.928045ms)","trace[1492517151] 'compare' (duration: 217.509688ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:35.517216Z","caller":"traceutil/trace.go:171","msg":"trace[1380820119] linearizableReadLoop","detail":"{readStateIndex:23557; appliedIndex:23550; }","duration":"468.179844ms","start":"2026-02-27T02:12:35.049023Z","end":"2026-02-27T02:12:35.517203Z","steps":["trace[1380820119] 'read index received' (duration: 51.302149ms)","trace[1380820119] 'applied index is now lower than readState.Index' (duration: 416.876675ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:12:35.517217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:35.047263Z","time spent":"469.903293ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:12:35.517287Z","caller":"traceutil/trace.go:171","msg":"trace[422586860] transaction","detail":"{read_only:false; response_revision:22763; number_of_response:1; }","duration":"468.964051ms","start":"2026-02-27T02:12:35.048314Z","end":"2026-02-27T02:12:35.517278Z","steps":["trace[422586860] 'process raft request' (duration: 468.822368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:35.517309Z","caller":"traceutil/trace.go:171","msg":"trace[1404202882] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"469.486643ms","start":"2026-02-27T02:12:35.047793Z","end":"2026-02-27T02:12:35.51728Z","steps":["trace[1404202882] 'process raft request' (duration: 469.307659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.517346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:35.048309Z","time spent":"469.001932ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:12:35.517336Z","caller":"traceutil/trace.go:171","msg":"trace[2085044701] transaction","detail":"{read_only:false; response_revision:22764; number_of_response:1; }","duration":"468.9166ms","start":"2026-02-27T02:12:35.048393Z","end":"2026-02-27T02:12:35.517309Z","steps":["trace[2085044701] 'process raft request' (duration: 468.775157ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:35.51733Z","caller":"traceutil/trace.go:171","msg":"trace[1602603047] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"469.617307ms","start":"2026-02-27T02:12:35.047686Z","end":"2026-02-27T02:12:35.517303Z","steps":["trace[1602603047] 'process raft request' (duration: 469.356961ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:35.517345Z","caller":"traceutil/trace.go:171","msg":"trace[1914738424] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"469.868543ms","start":"2026-02-27T02:12:35.047428Z","end":"2026-02-27T02:12:35.517297Z","steps":["trace[1914738424] 'process raft request' (duration: 469.563476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.517438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.417819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18576"} {"level":"warn","ts":"2026-02-27T02:12:35.517453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:35.047681Z","time spent":"469.713259ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:12:35.517484Z","caller":"traceutil/trace.go:171","msg":"trace[591121592] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22764; }","duration":"469.032653ms","start":"2026-02-27T02:12:35.048441Z","end":"2026-02-27T02:12:35.517473Z","steps":["trace[591121592] 'agreement among raft nodes before linearized reading' (duration: 468.863839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.517517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:35.048426Z","time spent":"469.083835ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18599,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T02:12:35.517443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:35.048372Z","time spent":"469.015203ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:12:35.517523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:35.047423Z","time spent":"470.009656ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:12:35.517446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:35.047778Z","time spent":"469.596036ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:12:35.561457Z","caller":"traceutil/trace.go:171","msg":"trace[1757584237] transaction","detail":"{read_only:false; response_revision:22765; number_of_response:1; }","duration":"335.295796ms","start":"2026-02-27T02:12:35.226133Z","end":"2026-02-27T02:12:35.561429Z","steps":["trace[1757584237] 'process raft request' (duration: 335.103392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.561616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:12:35.226109Z","time spent":"335.422878ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:12:35.561644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.806956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:12:35.56174Z","caller":"traceutil/trace.go:171","msg":"trace[573193910] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22765; }","duration":"113.942469ms","start":"2026-02-27T02:12:35.447775Z","end":"2026-02-27T02:12:35.561717Z","steps":["trace[573193910] 'agreement among raft nodes before linearized reading' (duration: 113.773325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.561772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.118614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:12:35.561806Z","caller":"traceutil/trace.go:171","msg":"trace[1267065945] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22765; }","duration":"114.176365ms","start":"2026-02-27T02:12:35.447619Z","end":"2026-02-27T02:12:35.561796Z","steps":["trace[1267065945] 'agreement among raft nodes before linearized reading' (duration: 114.113223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.561869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.114296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:12:35.561893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.618181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:12:35.561904Z","caller":"traceutil/trace.go:171","msg":"trace[61371263] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22765; }","duration":"115.149597ms","start":"2026-02-27T02:12:35.446746Z","end":"2026-02-27T02:12:35.561895Z","steps":["trace[61371263] 'agreement among raft nodes before linearized reading' (duration: 115.099456ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:35.561918Z","caller":"traceutil/trace.go:171","msg":"trace[1436186929] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22765; }","duration":"116.679272ms","start":"2026-02-27T02:12:35.445231Z","end":"2026-02-27T02:12:35.56191Z","steps":["trace[1436186929] 'agreement among raft nodes before linearized reading' (duration: 116.644791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.562112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.398086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-27T02:12:35.562179Z","caller":"traceutil/trace.go:171","msg":"trace[1761602769] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22765; }","duration":"113.504689ms","start":"2026-02-27T02:12:35.448659Z","end":"2026-02-27T02:12:35.562164Z","steps":["trace[1761602769] 'agreement among raft nodes before linearized reading' (duration: 113.12343ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:35.735067Z","caller":"traceutil/trace.go:171","msg":"trace[1953488225] transaction","detail":"{read_only:false; response_revision:22766; number_of_response:1; }","duration":"203.532454ms","start":"2026-02-27T02:12:35.531509Z","end":"2026-02-27T02:12:35.735041Z","steps":["trace[1953488225] 'process raft request' (duration: 114.098643ms)","trace[1953488225] 'compare' (duration: 89.278577ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:35.735077Z","caller":"traceutil/trace.go:171","msg":"trace[923811405] linearizableReadLoop","detail":"{readStateIndex:23559; appliedIndex:23558; }","duration":"173.656982ms","start":"2026-02-27T02:12:35.561396Z","end":"2026-02-27T02:12:35.735053Z","steps":["trace[923811405] 'read index received' (duration: 84.289562ms)","trace[923811405] 'applied index is now lower than readState.Index' (duration: 89.36641ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:35.735229Z","caller":"traceutil/trace.go:171","msg":"trace[1320709716] transaction","detail":"{read_only:false; response_revision:22767; number_of_response:1; }","duration":"151.10508ms","start":"2026-02-27T02:12:35.584112Z","end":"2026-02-27T02:12:35.735217Z","steps":["trace[1320709716] 'process raft request' (duration: 150.905505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.735317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.726295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-27T02:12:35.735323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.640186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18576"} {"level":"info","ts":"2026-02-27T02:12:35.73535Z","caller":"traceutil/trace.go:171","msg":"trace[1535861759] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22767; }","duration":"167.806966ms","start":"2026-02-27T02:12:35.567535Z","end":"2026-02-27T02:12:35.735342Z","steps":["trace[1535861759] 'agreement among raft nodes before linearized reading' (duration: 167.715764ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:35.73537Z","caller":"traceutil/trace.go:171","msg":"trace[1447088524] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22767; }","duration":"168.729717ms","start":"2026-02-27T02:12:35.566627Z","end":"2026-02-27T02:12:35.735356Z","steps":["trace[1447088524] 'agreement among raft nodes before linearized reading' (duration: 168.584854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.735415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.157438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-27T02:12:35.7355Z","caller":"traceutil/trace.go:171","msg":"trace[744701172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22767; }","duration":"207.289341ms","start":"2026-02-27T02:12:35.528189Z","end":"2026-02-27T02:12:35.735479Z","steps":["trace[744701172] 'agreement among raft nodes before linearized reading' (duration: 206.958144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:32.07366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.330243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:13:32.073785Z","caller":"traceutil/trace.go:171","msg":"trace[72713082] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23265; }","duration":"100.501978ms","start":"2026-02-27T02:13:31.973255Z","end":"2026-02-27T02:13:32.073757Z","steps":["trace[72713082] 'count revisions from in-memory index tree' (duration: 100.222251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:17.981093Z","caller":"traceutil/trace.go:171","msg":"trace[168798959] linearizableReadLoop","detail":"{readStateIndex:24536; appliedIndex:24535; }","duration":"155.325737ms","start":"2026-02-27T02:14:17.825731Z","end":"2026-02-27T02:14:17.981056Z","steps":["trace[168798959] 'read index received' (duration: 154.506998ms)","trace[168798959] 'applied index is now lower than readState.Index' (duration: 817.379µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:17.98114Z","caller":"traceutil/trace.go:171","msg":"trace[493739541] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"221.146652ms","start":"2026-02-27T02:14:17.759959Z","end":"2026-02-27T02:14:17.981105Z","steps":["trace[493739541] 'process raft request' (duration: 220.285812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:17.981272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.523292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:17.981311Z","caller":"traceutil/trace.go:171","msg":"trace[1637172347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23716; }","duration":"155.623035ms","start":"2026-02-27T02:14:17.825677Z","end":"2026-02-27T02:14:17.981301Z","steps":["trace[1637172347] 'agreement among raft nodes before linearized reading' (duration: 155.521102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:17.988683Z","caller":"traceutil/trace.go:171","msg":"trace[1010433216] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"108.347679ms","start":"2026-02-27T02:14:17.880313Z","end":"2026-02-27T02:14:17.988661Z","steps":["trace[1010433216] 'process raft request' (duration: 108.004641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:17.988909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.99692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:17.989033Z","caller":"traceutil/trace.go:171","msg":"trace[1870643647] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23717; }","duration":"114.175374ms","start":"2026-02-27T02:14:17.874827Z","end":"2026-02-27T02:14:17.989002Z","steps":["trace[1870643647] 'agreement among raft nodes before linearized reading' (duration: 113.951269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:28.693798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164709605s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:14:28.694083Z","caller":"traceutil/trace.go:171","msg":"trace[1109648697] linearizableReadLoop","detail":"{readStateIndex:24606; appliedIndex:24605; }","duration":"1.337952147s","start":"2026-02-27T02:14:27.356111Z","end":"2026-02-27T02:14:28.694063Z","steps":["trace[1109648697] 'read index received' (duration: 172.893324ms)","trace[1109648697] 'applied index is now lower than readState.Index' (duration: 1.165057613s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:28.694664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338534651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:28.694752Z","caller":"traceutil/trace.go:171","msg":"trace[839837972] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23784; }","duration":"1.338677464s","start":"2026-02-27T02:14:27.356048Z","end":"2026-02-27T02:14:28.694726Z","steps":["trace[839837972] 'agreement among raft nodes before linearized reading' (duration: 1.338533521s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:28.694795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.356021Z","time spent":"1.338764066s","remote":"127.0.0.1:46396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:28.694912Z","caller":"traceutil/trace.go:171","msg":"trace[171029878] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"1.098756117s","start":"2026-02-27T02:14:27.596103Z","end":"2026-02-27T02:14:28.694859Z","steps":["trace[171029878] 'process raft request' (duration: 1.097852066s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:28.695121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.596073Z","time spent":"1.098942172s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:29.409014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.268535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:29.40921Z","caller":"traceutil/trace.go:171","msg":"trace[1017957645] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"1.779421712s","start":"2026-02-27T02:14:27.629769Z","end":"2026-02-27T02:14:29.409191Z","steps":["trace[1017957645] 'process raft request' (duration: 1.77933986s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:29.40923Z","caller":"traceutil/trace.go:171","msg":"trace[1035473585] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"1.806279324s","start":"2026-02-27T02:14:27.602917Z","end":"2026-02-27T02:14:29.409196Z","steps":["trace[1035473585] 'process raft request' (duration: 1.255750543s)","trace[1035473585] 'compare' (duration: 550.06329ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:29.409279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.629751Z","time spent":"1.779498713s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:29.409364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.602897Z","time spent":"1.806401637s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:29.409411Z","caller":"traceutil/trace.go:171","msg":"trace[578703105] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"1.153493126s","start":"2026-02-27T02:14:28.25591Z","end":"2026-02-27T02:14:29.409403Z","steps":["trace[578703105] 'process raft request' (duration: 1.153441745s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.409498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.255883Z","time spent":"1.153574868s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:29.409499Z","caller":"traceutil/trace.go:171","msg":"trace[853634265] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"1.276786561s","start":"2026-02-27T02:14:28.132682Z","end":"2026-02-27T02:14:29.409469Z","steps":["trace[853634265] 'process raft request' (duration: 1.276491785s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:29.409585Z","caller":"traceutil/trace.go:171","msg":"trace[2090669359] linearizableReadLoop","detail":"{readStateIndex:24612; appliedIndex:24607; }","duration":"714.953269ms","start":"2026-02-27T02:14:28.694598Z","end":"2026-02-27T02:14:29.409551Z","steps":["trace[2090669359] 'read index received' (duration: 164.05427ms)","trace[2090669359] 'applied index is now lower than readState.Index' (duration: 550.897579ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:29.409681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295990546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T02:14:29.409684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296853716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:14:29.409706Z","caller":"traceutil/trace.go:171","msg":"trace[1127898521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23790; }","duration":"1.296021148s","start":"2026-02-27T02:14:28.113676Z","end":"2026-02-27T02:14:29.409697Z","steps":["trace[1127898521] 'agreement among raft nodes before linearized reading' (duration: 1.295888805s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:29.409718Z","caller":"traceutil/trace.go:171","msg":"trace[593980427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23790; }","duration":"1.296907788s","start":"2026-02-27T02:14:28.112801Z","end":"2026-02-27T02:14:29.409708Z","steps":["trace[593980427] 'agreement among raft nodes before linearized reading' (duration: 1.296807786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.409737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.113672Z","time spent":"1.296060508s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:14:29.409691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.132664Z","time spent":"1.276951936s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:29.409778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296778304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T02:14:29.409802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378870036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:14:29.409809Z","caller":"traceutil/trace.go:171","msg":"trace[2087245739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23790; }","duration":"1.296816525s","start":"2026-02-27T02:14:28.112986Z","end":"2026-02-27T02:14:29.409802Z","steps":["trace[2087245739] 'agreement among raft nodes before linearized reading' (duration: 1.296699872s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:29.409832Z","caller":"traceutil/trace.go:171","msg":"trace[221702548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23790; }","duration":"1.378925108s","start":"2026-02-27T02:14:28.030898Z","end":"2026-02-27T02:14:29.409823Z","steps":["trace[221702548] 'agreement among raft nodes before linearized reading' (duration: 1.378797305s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.409835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.11298Z","time spent":"1.296849087s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:14:29.409842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296880107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T02:14:29.410037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.03089Z","time spent":"1.379142452s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:14:29.410042Z","caller":"traceutil/trace.go:171","msg":"trace[1846729420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23790; }","duration":"1.297099792s","start":"2026-02-27T02:14:28.112935Z","end":"2026-02-27T02:14:29.410035Z","steps":["trace[1846729420] 'agreement among raft nodes before linearized reading' (duration: 1.296837226s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.410066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.785479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:29.410066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.112923Z","time spent":"1.297137363s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:14:29.410086Z","caller":"traceutil/trace.go:171","msg":"trace[1682913997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23790; }","duration":"902.841661ms","start":"2026-02-27T02:14:28.507239Z","end":"2026-02-27T02:14:29.41008Z","steps":["trace[1682913997] 'agreement among raft nodes before linearized reading' (duration: 902.81205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.410105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.507219Z","time spent":"902.884082ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:29.410137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465547614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T02:14:29.410148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844666923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:29.409754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.112785Z","time spent":"1.296961879s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:14:29.410193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.547959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:29.41021Z","caller":"traceutil/trace.go:171","msg":"trace[1133156595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23790; }","duration":"584.60963ms","start":"2026-02-27T02:14:28.825596Z","end":"2026-02-27T02:14:29.410206Z","steps":["trace[1133156595] 'agreement among raft nodes before linearized reading' (duration: 584.58024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.410223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.825558Z","time spent":"584.662412ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:29.410252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786280651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:14:29.410282Z","caller":"traceutil/trace.go:171","msg":"trace[2116474540] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"1.143158007s","start":"2026-02-27T02:14:28.267115Z","end":"2026-02-27T02:14:29.410273Z","steps":["trace[2116474540] 'process raft request' (duration: 1.142266556s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.410277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.097776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:29.410282Z","caller":"traceutil/trace.go:171","msg":"trace[462153932] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23790; }","duration":"1.786349023s","start":"2026-02-27T02:14:27.623926Z","end":"2026-02-27T02:14:29.410276Z","steps":["trace[462153932] 'agreement among raft nodes before linearized reading' (duration: 1.786271561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.410315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.623907Z","time spent":"1.786401564s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:14:29.410324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.267105Z","time spent":"1.143197478s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:29.41018Z","caller":"traceutil/trace.go:171","msg":"trace[918917200] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23790; }","duration":"1.844738395s","start":"2026-02-27T02:14:27.565434Z","end":"2026-02-27T02:14:29.410172Z","steps":["trace[918917200] 'agreement among raft nodes before linearized reading' (duration: 1.844690244s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:29.410321Z","caller":"traceutil/trace.go:171","msg":"trace[1400048750] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23790; }","duration":"185.157018ms","start":"2026-02-27T02:14:29.225146Z","end":"2026-02-27T02:14:29.410303Z","steps":["trace[1400048750] 'agreement among raft nodes before linearized reading' (duration: 185.107357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.410368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.565414Z","time spent":"1.8449467s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:29.410372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260489874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T02:14:29.410389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.227703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:29.410441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20979141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:14:29.410462Z","caller":"traceutil/trace.go:171","msg":"trace[1922015923] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23790; }","duration":"1.209854361s","start":"2026-02-27T02:14:28.200602Z","end":"2026-02-27T02:14:29.410456Z","steps":["trace[1922015923] 'agreement among raft nodes before linearized reading' (duration: 1.20979717s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:29.410474Z","caller":"traceutil/trace.go:171","msg":"trace[244235968] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23790; }","duration":"249.357755ms","start":"2026-02-27T02:14:29.161095Z","end":"2026-02-27T02:14:29.410453Z","steps":["trace[244235968] 'agreement among raft nodes before linearized reading' (duration: 249.15647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.410489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.200579Z","time spent":"1.209903723s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:14:29.410455Z","caller":"traceutil/trace.go:171","msg":"trace[169652653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23790; }","duration":"1.260618587s","start":"2026-02-27T02:14:28.149818Z","end":"2026-02-27T02:14:29.410437Z","steps":["trace[169652653] 'agreement among raft nodes before linearized reading' (duration: 1.260301309s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.410529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217642142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-27T02:14:29.410532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.149804Z","time spent":"1.26071785s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:14:29.410553Z","caller":"traceutil/trace.go:171","msg":"trace[1088608788] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23790; }","duration":"1.217665852s","start":"2026-02-27T02:14:28.192881Z","end":"2026-02-27T02:14:29.410547Z","steps":["trace[1088608788] 'agreement among raft nodes before linearized reading' (duration: 1.217595561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.410579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.192844Z","time spent":"1.217730124s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:14:29.410159Z","caller":"traceutil/trace.go:171","msg":"trace[1992848928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23790; }","duration":"1.465597514s","start":"2026-02-27T02:14:27.944554Z","end":"2026-02-27T02:14:29.410151Z","steps":["trace[1992848928] 'agreement among raft nodes before linearized reading' (duration: 1.465551633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.410611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.944536Z","time spent":"1.466069746s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:14:29.918392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:30.544719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.255594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:30.544812Z","caller":"traceutil/trace.go:171","msg":"trace[1635845435] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"1.129663055s","start":"2026-02-27T02:14:29.415132Z","end":"2026-02-27T02:14:30.544795Z","steps":["trace[1635845435] 'process raft request' (duration: 687.249128ms)","trace[1635845435] 'compare' (duration: 441.937876ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:30.54507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.415109Z","time spent":"1.129725836s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.498388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.899903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:31.498598Z","caller":"traceutil/trace.go:171","msg":"trace[1206840659] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"2.081409366s","start":"2026-02-27T02:14:29.417153Z","end":"2026-02-27T02:14:31.498563Z","steps":["trace[1206840659] 'process raft request' (duration: 1.620257327s)","trace[1206840659] 'compare' (duration: 460.522275ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:31.498762Z","caller":"traceutil/trace.go:171","msg":"trace[131280473] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24612; }","duration":"2.081432707s","start":"2026-02-27T02:14:29.417311Z","end":"2026-02-27T02:14:31.498744Z","steps":["trace[131280473] 'read index received' (duration: 685.21459ms)","trace[131280473] 'applied index is now lower than readState.Index' (duration: 1.396217247s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:31.498834Z","caller":"traceutil/trace.go:171","msg":"trace[983579522] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"2.081480208s","start":"2026-02-27T02:14:29.417346Z","end":"2026-02-27T02:14:31.498826Z","steps":["trace[983579522] 'process raft request' (duration: 2.081295833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.498886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.41733Z","time spent":"2.081529409s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:31.498985Z","caller":"traceutil/trace.go:171","msg":"trace[1999712361] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"2.081820576s","start":"2026-02-27T02:14:29.417155Z","end":"2026-02-27T02:14:31.498975Z","steps":["trace[1999712361] 'process raft request' (duration: 2.081320874s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.498764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.41713Z","time spent":"2.081540949s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.499037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.417134Z","time spent":"2.081877007s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:31.499047Z","caller":"traceutil/trace.go:171","msg":"trace[346142223] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"2.081666872s","start":"2026-02-27T02:14:29.417353Z","end":"2026-02-27T02:14:31.49902Z","steps":["trace[346142223] 'process raft request' (duration: 2.081311114s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:31.499074Z","caller":"traceutil/trace.go:171","msg":"trace[1015286108] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"2.081806176s","start":"2026-02-27T02:14:29.417254Z","end":"2026-02-27T02:14:31.499061Z","steps":["trace[1015286108] 'process raft request' (duration: 2.081299144s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:31.499097Z","caller":"traceutil/trace.go:171","msg":"trace[1021770011] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"2.081776465s","start":"2026-02-27T02:14:29.417309Z","end":"2026-02-27T02:14:31.499086Z","steps":["trace[1021770011] 'process raft request' (duration: 2.081277153s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:31.49907Z","caller":"traceutil/trace.go:171","msg":"trace[2019219031] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"2.080075845s","start":"2026-02-27T02:14:29.418959Z","end":"2026-02-27T02:14:31.499035Z","steps":["trace[2019219031] 'process raft request' (duration: 2.079727327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.499151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.417303Z","time spent":"2.081817735s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.499188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.417347Z","time spent":"2.081761264s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.499191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.417246Z","time spent":"2.081869627s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.499206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.418952Z","time spent":"2.080187368s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.499211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081885117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:14:31.499244Z","caller":"traceutil/trace.go:171","msg":"trace[1767680891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23800; }","duration":"2.081970399s","start":"2026-02-27T02:14:29.417263Z","end":"2026-02-27T02:14:31.499233Z","steps":["trace[1767680891] 'agreement among raft nodes before linearized reading' (duration: 2.081831756s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.49926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.417241Z","time spent":"2.08201497s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T02:14:31.499415Z","caller":"traceutil/trace.go:171","msg":"trace[1133168521] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"1.44257912s","start":"2026-02-27T02:14:30.056792Z","end":"2026-02-27T02:14:31.499371Z","steps":["trace[1133168521] 'process raft request' (duration: 1.441920855s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:31.498792Z","caller":"traceutil/trace.go:171","msg":"trace[1669531907] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"2.081441137s","start":"2026-02-27T02:14:29.417323Z","end":"2026-02-27T02:14:31.498764Z","steps":["trace[1669531907] 'process raft request' (duration: 2.081286403s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.49961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.056769Z","time spent":"1.442738864s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.499622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.417317Z","time spent":"2.082273286s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.825916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000156215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:14:31.825984Z","caller":"traceutil/trace.go:171","msg":"trace[2131346038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260166s","start":"2026-02-27T02:14:29.825707Z","end":"2026-02-27T02:14:31.825967Z","steps":["trace[2131346038] 'agreement among raft nodes before linearized reading' (duration: 2.000179785s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.82602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.825692Z","time spent":"2.000320619s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:32.015352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:32.494985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145341176s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:14:32.651192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.87303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:32.651579Z","caller":"traceutil/trace.go:171","msg":"trace[480617021] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"1.810035301s","start":"2026-02-27T02:14:30.841519Z","end":"2026-02-27T02:14:32.651554Z","steps":["trace[480617021] 'process raft request' (duration: 1.809965799s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:32.651619Z","caller":"traceutil/trace.go:171","msg":"trace[849515684] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"1.951118509s","start":"2026-02-27T02:14:30.700469Z","end":"2026-02-27T02:14:32.651588Z","steps":["trace[849515684] 'process raft request' (duration: 1.950866133s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:32.651645Z","caller":"traceutil/trace.go:171","msg":"trace[1109083735] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"2.153774662s","start":"2026-02-27T02:14:30.497836Z","end":"2026-02-27T02:14:32.651611Z","steps":["trace[1109083735] 'process raft request' (duration: 1.99737273s)","trace[1109083735] 'compare' (duration: 155.45247ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:32.651693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.841497Z","time spent":"1.810141474s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:32.651834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.49782Z","time spent":"2.153896916s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:32.651857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.700451Z","time spent":"1.951238271s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:33.631583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.272652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:33.631861Z","caller":"traceutil/trace.go:171","msg":"trace[970191769] linearizableReadLoop","detail":"{readStateIndex:24629; appliedIndex:24622; }","duration":"2.133044903s","start":"2026-02-27T02:14:31.498796Z","end":"2026-02-27T02:14:33.63184Z","steps":["trace[970191769] 'read index received' (duration: 996.430198ms)","trace[970191769] 'applied index is now lower than readState.Index' (duration: 1.136613795s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:33.631881Z","caller":"traceutil/trace.go:171","msg":"trace[907324005] transaction","detail":"{read_only:false; response_revision:23804; number_of_response:1; }","duration":"2.216945875s","start":"2026-02-27T02:14:31.414897Z","end":"2026-02-27T02:14:33.631843Z","steps":["trace[907324005] 'process raft request' (duration: 1.575337275s)","trace[907324005] 'compare' (duration: 641.136829ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:33.631984Z","caller":"traceutil/trace.go:171","msg":"trace[393407079] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"2.216878644s","start":"2026-02-27T02:14:31.415092Z","end":"2026-02-27T02:14:33.63197Z","steps":["trace[393407079] 'process raft request' (duration: 2.216589957s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.632044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.414868Z","time spent":"2.217098289s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:33.632094Z","caller":"traceutil/trace.go:171","msg":"trace[1103880064] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"2.215123853s","start":"2026-02-27T02:14:31.416961Z","end":"2026-02-27T02:14:33.632085Z","steps":["trace[1103880064] 'process raft request' (duration: 2.214770084s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.632056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.41507Z","time spent":"2.216948835s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:33.632145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.41695Z","time spent":"2.215171784s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:33.632308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142156154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-02-27T02:14:33.632332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800831068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:33.63234Z","caller":"traceutil/trace.go:171","msg":"trace[972592693] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"2.215297337s","start":"2026-02-27T02:14:31.417018Z","end":"2026-02-27T02:14:33.632315Z","steps":["trace[972592693] 'process raft request' (duration: 2.214776875s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:33.63238Z","caller":"traceutil/trace.go:171","msg":"trace[1026238598] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23807; }","duration":"3.142292457s","start":"2026-02-27T02:14:30.490075Z","end":"2026-02-27T02:14:33.632367Z","steps":["trace[1026238598] 'agreement among raft nodes before linearized reading' (duration: 3.142099443s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:33.632387Z","caller":"traceutil/trace.go:171","msg":"trace[579568907] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23807; }","duration":"2.80093216s","start":"2026-02-27T02:14:30.831442Z","end":"2026-02-27T02:14:33.632375Z","steps":["trace[579568907] 'agreement among raft nodes before linearized reading' (duration: 2.800849978s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.63239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271375946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:33.632414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.49005Z","time spent":"3.142354819s","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T02:14:33.632421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.831421Z","time spent":"2.800991922s","remote":"127.0.0.1:42650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:33.632422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.96433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:14:33.63243Z","caller":"traceutil/trace.go:171","msg":"trace[955920971] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23807; }","duration":"3.271461999s","start":"2026-02-27T02:14:30.360953Z","end":"2026-02-27T02:14:33.632415Z","steps":["trace[955920971] 'agreement among raft nodes before linearized reading' (duration: 3.271410708s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:33.632461Z","caller":"traceutil/trace.go:171","msg":"trace[633719612] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23807; }","duration":"130.038192ms","start":"2026-02-27T02:14:33.50241Z","end":"2026-02-27T02:14:33.632448Z","steps":["trace[633719612] 'agreement among raft nodes before linearized reading' (duration: 129.95084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.632427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704354864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:33.632465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.417005Z","time spent":"2.215388669s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:33.632513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463637699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:14:33.632498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131683372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18511"} {"level":"info","ts":"2026-02-27T02:14:33.632532Z","caller":"traceutil/trace.go:171","msg":"trace[629127156] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23807; }","duration":"2.704500327s","start":"2026-02-27T02:14:30.928004Z","end":"2026-02-27T02:14:33.632505Z","steps":["trace[629127156] 'agreement among raft nodes before linearized reading' (duration: 2.704336764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.632518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073799931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-02-27T02:14:33.632553Z","caller":"traceutil/trace.go:171","msg":"trace[126976987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23807; }","duration":"3.463716731s","start":"2026-02-27T02:14:30.168827Z","end":"2026-02-27T02:14:33.632544Z","steps":["trace[126976987] 'agreement among raft nodes before linearized reading' (duration: 3.46366132s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.632577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.020724113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:33.632578Z","caller":"traceutil/trace.go:171","msg":"trace[55221794] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23807; }","duration":"2.131799245s","start":"2026-02-27T02:14:31.50076Z","end":"2026-02-27T02:14:33.63256Z","steps":["trace[55221794] 'agreement among raft nodes before linearized reading' (duration: 2.131552029s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.632593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.168808Z","time spent":"3.463777563s","remote":"127.0.0.1:42750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:33.632598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.927988Z","time spent":"2.704592679s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:33.632605Z","caller":"traceutil/trace.go:171","msg":"trace[1640015564] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23807; }","duration":"3.073950314s","start":"2026-02-27T02:14:30.558632Z","end":"2026-02-27T02:14:33.632582Z","steps":["trace[1640015564] 'agreement among raft nodes before linearized reading' (duration: 3.073688638s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.63262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.500746Z","time spent":"2.131866836s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T02:14:33.632661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.5586Z","time spent":"3.074051857s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-27T02:14:33.632672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08372769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:14:33.632707Z","caller":"traceutil/trace.go:171","msg":"trace[229074315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23807; }","duration":"1.083798692s","start":"2026-02-27T02:14:32.548897Z","end":"2026-02-27T02:14:33.632696Z","steps":["trace[229074315] 'agreement among raft nodes before linearized reading' (duration: 1.083697339s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.632737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867180675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:33.63278Z","caller":"traceutil/trace.go:171","msg":"trace[953377552] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23807; }","duration":"1.867228606s","start":"2026-02-27T02:14:31.765543Z","end":"2026-02-27T02:14:33.632771Z","steps":["trace[953377552] 'agreement among raft nodes before linearized reading' (duration: 1.867127364s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.63279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.220895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:33.632804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.634842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T02:14:33.63281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.765497Z","time spent":"1.867306478s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:33.632612Z","caller":"traceutil/trace.go:171","msg":"trace[239699608] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23807; }","duration":"4.020791175s","start":"2026-02-27T02:14:29.611812Z","end":"2026-02-27T02:14:33.632603Z","steps":["trace[239699608] 'agreement among raft nodes before linearized reading' (duration: 4.020724353s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:33.63284Z","caller":"traceutil/trace.go:171","msg":"trace[1019940738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23807; }","duration":"129.682394ms","start":"2026-02-27T02:14:33.503146Z","end":"2026-02-27T02:14:33.632829Z","steps":["trace[1019940738] 'agreement among raft nodes before linearized reading' (duration: 129.593722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.632857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.712834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T02:14:33.632877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.596448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:33.632874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.611761Z","time spent":"4.021098572s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:33.632898Z","caller":"traceutil/trace.go:171","msg":"trace[592589040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23807; }","duration":"129.754345ms","start":"2026-02-27T02:14:33.503135Z","end":"2026-02-27T02:14:33.632889Z","steps":["trace[592589040] 'agreement among raft nodes before linearized reading' (duration: 129.663153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.632467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.360924Z","time spent":"3.27153504s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:14:33.632973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.381057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-27T02:14:33.63299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.941955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:14:33.63231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760979185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:33.63283Z","caller":"traceutil/trace.go:171","msg":"trace[1320998702] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23807; }","duration":"174.298837ms","start":"2026-02-27T02:14:33.458519Z","end":"2026-02-27T02:14:33.632818Z","steps":["trace[1320998702] 'agreement among raft nodes before linearized reading' (duration: 174.244735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:33.633017Z","caller":"traceutil/trace.go:171","msg":"trace[808766258] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23807; }","duration":"828.004417ms","start":"2026-02-27T02:14:32.805005Z","end":"2026-02-27T02:14:33.633009Z","steps":["trace[808766258] 'agreement among raft nodes before linearized reading' (duration: 827.918925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:33.633033Z","caller":"traceutil/trace.go:171","msg":"trace[1784627460] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23807; }","duration":"2.761734373s","start":"2026-02-27T02:14:30.871286Z","end":"2026-02-27T02:14:33.633021Z","steps":["trace[1784627460] 'agreement among raft nodes before linearized reading' (duration: 2.760955915s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:33.632906Z","caller":"traceutil/trace.go:171","msg":"trace[1626065498] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23807; }","duration":"343.656309ms","start":"2026-02-27T02:14:33.289241Z","end":"2026-02-27T02:14:33.632898Z","steps":["trace[1626065498] 'agreement among raft nodes before linearized reading' (duration: 343.609308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.633045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:32.804984Z","time spent":"828.054168ms","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:33.633068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.871275Z","time spent":"2.761781214s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:33.633075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806975961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:33.633078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.289226Z","time spent":"343.839673ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:33.633097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.369356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:14:33.633103Z","caller":"traceutil/trace.go:171","msg":"trace[947994615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23807; }","duration":"1.807032082s","start":"2026-02-27T02:14:31.826063Z","end":"2026-02-27T02:14:33.633095Z","steps":["trace[947994615] 'agreement among raft nodes before linearized reading' (duration: 1.806994251s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:33.633127Z","caller":"traceutil/trace.go:171","msg":"trace[1601504240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23807; }","duration":"129.414958ms","start":"2026-02-27T02:14:33.503704Z","end":"2026-02-27T02:14:33.633119Z","steps":["trace[1601504240] 'agreement among raft nodes before linearized reading' (duration: 129.329496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.633144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.051232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:14:33.633017Z","caller":"traceutil/trace.go:171","msg":"trace[148612345] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23807; }","duration":"126.444039ms","start":"2026-02-27T02:14:33.506563Z","end":"2026-02-27T02:14:33.633007Z","steps":["trace[148612345] 'agreement among raft nodes before linearized reading' (duration: 126.355607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.632862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885847087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:33.633288Z","caller":"traceutil/trace.go:171","msg":"trace[1527908210] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23807; }","duration":"1.886313048s","start":"2026-02-27T02:14:31.746964Z","end":"2026-02-27T02:14:33.633277Z","steps":["trace[1527908210] 'agreement among raft nodes before linearized reading' (duration: 1.885823927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.633329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.746909Z","time spent":"1.88640962s","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:33.632745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:32.548875Z","time spent":"1.083862523s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:14:33.633131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.826044Z","time spent":"1.807081424s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:33.632325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863758077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:33.633463Z","caller":"traceutil/trace.go:171","msg":"trace[958230843] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23807; }","duration":"3.864931294s","start":"2026-02-27T02:14:29.768518Z","end":"2026-02-27T02:14:33.633449Z","steps":["trace[958230843] 'agreement among raft nodes before linearized reading' (duration: 3.863745807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.633037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787197632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-27T02:14:33.63353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.768502Z","time spent":"3.865000325s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:33.633562Z","caller":"traceutil/trace.go:171","msg":"trace[1166329834] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23807; }","duration":"1.787756175s","start":"2026-02-27T02:14:31.845791Z","end":"2026-02-27T02:14:33.633547Z","steps":["trace[1166329834] 'agreement among raft nodes before linearized reading' (duration: 1.787144891s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:33.633186Z","caller":"traceutil/trace.go:171","msg":"trace[1294739491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23807; }","duration":"130.113754ms","start":"2026-02-27T02:14:33.50306Z","end":"2026-02-27T02:14:33.633173Z","steps":["trace[1294739491] 'agreement among raft nodes before linearized reading' (duration: 129.979731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:33.633618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.845771Z","time spent":"1.787832148s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-02-27T02:14:34.128152Z","caller":"traceutil/trace.go:171","msg":"trace[1552025058] linearizableReadLoop","detail":"{readStateIndex:24630; appliedIndex:24629; }","duration":"491.276928ms","start":"2026-02-27T02:14:33.636841Z","end":"2026-02-27T02:14:34.128118Z","steps":["trace[1552025058] 'read index received' (duration: 408.203274ms)","trace[1552025058] 'applied index is now lower than readState.Index' (duration: 83.071534ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:34.128307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.634545Z","time spent":"493.756546ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:14:34.128554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.689138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8c8ac620-0801-4b1e-a439-556814738fb9\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-27T02:14:34.128638Z","caller":"traceutil/trace.go:171","msg":"trace[125787779] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8c8ac620-0801-4b1e-a439-556814738fb9; range_end:; response_count:1; response_revision:23807; }","duration":"491.825871ms","start":"2026-02-27T02:14:33.636791Z","end":"2026-02-27T02:14:34.128617Z","steps":["trace[125787779] 'agreement among raft nodes before linearized reading' (duration: 491.576075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:34.128685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.636771Z","time spent":"491.905773ms","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-8c8ac620-0801-4b1e-a439-556814738fb9\" "} {"level":"warn","ts":"2026-02-27T02:14:34.628514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:35.129692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:35.244366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199312356s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:14:35.288468Z","caller":"traceutil/trace.go:171","msg":"trace[778606892] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"1.650588328s","start":"2026-02-27T02:14:33.63783Z","end":"2026-02-27T02:14:35.288418Z","steps":["trace[778606892] 'process raft request' (duration: 1.606751742s)","trace[778606892] 'compare' (duration: 43.546489ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:35.288674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.637813Z","time spent":"1.650753692s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:35.288774Z","caller":"traceutil/trace.go:171","msg":"trace[742337099] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"1.649647236s","start":"2026-02-27T02:14:33.639093Z","end":"2026-02-27T02:14:35.288741Z","steps":["trace[742337099] 'process raft request' (duration: 1.649586465s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.288969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.639084Z","time spent":"1.649790799s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:35.289312Z","caller":"traceutil/trace.go:171","msg":"trace[1725542168] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"1.650492876s","start":"2026-02-27T02:14:33.638763Z","end":"2026-02-27T02:14:35.289256Z","steps":["trace[1725542168] 'process raft request' (duration: 1.649767389s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:35.289336Z","caller":"traceutil/trace.go:171","msg":"trace[1561280552] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"1.650512346s","start":"2026-02-27T02:14:33.638774Z","end":"2026-02-27T02:14:35.289286Z","steps":["trace[1561280552] 'process raft request' (duration: 1.649813479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.289433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.63875Z","time spent":"1.650620849s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:35.28949Z","caller":"traceutil/trace.go:171","msg":"trace[1190315750] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"1.650807533s","start":"2026-02-27T02:14:33.638662Z","end":"2026-02-27T02:14:35.28947Z","steps":["trace[1190315750] 'process raft request' (duration: 1.649675447s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.289499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.638749Z","time spent":"1.6506661s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:35.289596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.638644Z","time spent":"1.650893414s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:35.28961Z","caller":"traceutil/trace.go:171","msg":"trace[1552290196] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"1.650825304s","start":"2026-02-27T02:14:33.63876Z","end":"2026-02-27T02:14:35.289585Z","steps":["trace[1552290196] 'process raft request' (duration: 1.649711238s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:35.289343Z","caller":"traceutil/trace.go:171","msg":"trace[1787816760] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"1.650459375s","start":"2026-02-27T02:14:33.638852Z","end":"2026-02-27T02:14:35.289311Z","steps":["trace[1787816760] 'process raft request' (duration: 1.64978215s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.289708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.638748Z","time spent":"1.650906915s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:35.289828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.638844Z","time spent":"1.650918486s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:35.351476Z","caller":"traceutil/trace.go:171","msg":"trace[861581592] linearizableReadLoop","detail":"{readStateIndex:24639; appliedIndex:24630; }","duration":"1.223207279s","start":"2026-02-27T02:14:34.128236Z","end":"2026-02-27T02:14:35.351443Z","steps":["trace[861581592] 'read index received' (duration: 1.116374405s)","trace[861581592] 'applied index is now lower than readState.Index' (duration: 106.831224ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:35.351937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710061345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:35.352022Z","caller":"traceutil/trace.go:171","msg":"trace[1970275749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23816; }","duration":"1.710183028s","start":"2026-02-27T02:14:33.641818Z","end":"2026-02-27T02:14:35.352001Z","steps":["trace[1970275749] 'agreement among raft nodes before linearized reading' (duration: 1.710023825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.352039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713844413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T02:14:35.35208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.64181Z","time spent":"1.71026081s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:14:35.352055Z","caller":"traceutil/trace.go:171","msg":"trace[1233812978] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"1.222459982s","start":"2026-02-27T02:14:34.129558Z","end":"2026-02-27T02:14:35.352018Z","steps":["trace[1233812978] 'process raft request' (duration: 1.22153594s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:35.352097Z","caller":"traceutil/trace.go:171","msg":"trace[1299661149] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:23816; }","duration":"1.713913335s","start":"2026-02-27T02:14:33.638165Z","end":"2026-02-27T02:14:35.352078Z","steps":["trace[1299661149] 'agreement among raft nodes before linearized reading' (duration: 1.71371132s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.352155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.638137Z","time spent":"1.714008007s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" "} {"level":"info","ts":"2026-02-27T02:14:35.352162Z","caller":"traceutil/trace.go:171","msg":"trace[515617955] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"695.264032ms","start":"2026-02-27T02:14:34.656873Z","end":"2026-02-27T02:14:35.352138Z","steps":["trace[515617955] 'process raft request' (duration: 694.438442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.352212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:34.129539Z","time spent":"1.222593475s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:35.352205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455783677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418481"} {"level":"warn","ts":"2026-02-27T02:14:35.35223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66492263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:35.352276Z","caller":"traceutil/trace.go:171","msg":"trace[2014283545] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23816; }","duration":"1.455863418s","start":"2026-02-27T02:14:33.896395Z","end":"2026-02-27T02:14:35.352259Z","steps":["trace[2014283545] 'agreement among raft nodes before linearized reading' (duration: 1.45551729s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.352278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:34.656851Z","time spent":"695.370574ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:35.352302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.969368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:35.352349Z","caller":"traceutil/trace.go:171","msg":"trace[1238565613] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23816; }","duration":"1.665112984s","start":"2026-02-27T02:14:33.687218Z","end":"2026-02-27T02:14:35.352331Z","steps":["trace[1238565613] 'agreement among raft nodes before linearized reading' (duration: 1.66492984s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.352383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711682353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:35.352415Z","caller":"traceutil/trace.go:171","msg":"trace[222651452] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23816; }","duration":"971.09335ms","start":"2026-02-27T02:14:34.381282Z","end":"2026-02-27T02:14:35.352375Z","steps":["trace[222651452] 'agreement among raft nodes before linearized reading' (duration: 970.909826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.352425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.687202Z","time spent":"1.665183796s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T02:14:35.352422Z","caller":"traceutil/trace.go:171","msg":"trace[1095652285] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23816; }","duration":"1.711738404s","start":"2026-02-27T02:14:33.640672Z","end":"2026-02-27T02:14:35.352411Z","steps":["trace[1095652285] 'agreement among raft nodes before linearized reading' (duration: 1.711676752s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.352462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.640658Z","time spent":"1.711796786s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:14:35.352482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.113479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:35.35232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:33.896348Z","time spent":"1.455963331s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418504,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-27T02:14:35.352531Z","caller":"traceutil/trace.go:171","msg":"trace[573111168] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23816; }","duration":"711.1661ms","start":"2026-02-27T02:14:34.641352Z","end":"2026-02-27T02:14:35.352518Z","steps":["trace[573111168] 'agreement among raft nodes before linearized reading' (duration: 711.091429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.352569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:34.64133Z","time spent":"711.230111ms","remote":"127.0.0.1:46380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:35.352464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:34.381267Z","time spent":"971.184503ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:35.352628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.901251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:35.352687Z","caller":"traceutil/trace.go:171","msg":"trace[1878841402] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23816; }","duration":"769.993123ms","start":"2026-02-27T02:14:34.582674Z","end":"2026-02-27T02:14:35.352668Z","steps":["trace[1878841402] 'agreement among raft nodes before linearized reading' (duration: 769.89309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:35.352733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:34.582659Z","time spent":"770.060944ms","remote":"127.0.0.1:46200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:35.855639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:36.752003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.656148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:36.752091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.76508Z","time spent":"987.001819ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:14:36.752147Z","caller":"traceutil/trace.go:171","msg":"trace[1193498864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23816; }","duration":"874.814861ms","start":"2026-02-27T02:14:35.877307Z","end":"2026-02-27T02:14:36.752121Z","steps":["trace[1193498864] 'range keys from in-memory index tree' (duration: 874.635197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:36.753095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.846992ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T02:14:36.753168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.354948Z","time spent":"1.398215673s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:14:37.137576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160528288s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:14:37.206451Z","caller":"traceutil/trace.go:171","msg":"trace[1391267497] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"1.567391672s","start":"2026-02-27T02:14:35.639036Z","end":"2026-02-27T02:14:37.206428Z","steps":["trace[1391267497] 'process raft request' (duration: 1.498787603s)","trace[1391267497] 'compare' (duration: 68.365634ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:37.206575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.639015Z","time spent":"1.567493294s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:37.206688Z","caller":"traceutil/trace.go:171","msg":"trace[859988105] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"1.567562506s","start":"2026-02-27T02:14:35.6391Z","end":"2026-02-27T02:14:37.206662Z","steps":["trace[859988105] 'process raft request' (duration: 1.567279369s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:37.206833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.639076Z","time spent":"1.567679919s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:37.206905Z","caller":"traceutil/trace.go:171","msg":"trace[106494159] transaction","detail":"{read_only:false; response_revision:23819; number_of_response:1; }","duration":"1.56773187s","start":"2026-02-27T02:14:35.639166Z","end":"2026-02-27T02:14:37.206898Z","steps":["trace[106494159] 'process raft request' (duration: 1.567418173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:37.206948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.639159Z","time spent":"1.567765421s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:37.207432Z","caller":"traceutil/trace.go:171","msg":"trace[1128151516] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"1.567465033s","start":"2026-02-27T02:14:35.639953Z","end":"2026-02-27T02:14:37.207418Z","steps":["trace[1128151516] 'process raft request' (duration: 1.566916741s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:37.207494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.639944Z","time spent":"1.567514155s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:37.20786Z","caller":"traceutil/trace.go:171","msg":"trace[412253951] linearizableReadLoop","detail":"{readStateIndex:24645; appliedIndex:24639; }","duration":"1.852834753s","start":"2026-02-27T02:14:35.355011Z","end":"2026-02-27T02:14:37.207846Z","steps":["trace[412253951] 'read index received' (duration: 621.260109ms)","trace[412253951] 'applied index is now lower than readState.Index' (duration: 1.231573494s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:37.207932Z","caller":"traceutil/trace.go:171","msg":"trace[1148384164] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"1.480779026s","start":"2026-02-27T02:14:35.727144Z","end":"2026-02-27T02:14:37.207923Z","steps":["trace[1148384164] 'process raft request' (duration: 1.479986708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:37.207996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.727117Z","time spent":"1.480835298s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:37.208258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853241563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T02:14:37.208291Z","caller":"traceutil/trace.go:171","msg":"trace[565145011] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23821; }","duration":"1.853296674s","start":"2026-02-27T02:14:35.354984Z","end":"2026-02-27T02:14:37.208281Z","steps":["trace[565145011] 'agreement among raft nodes before linearized reading' (duration: 1.853170431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:37.208322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.354973Z","time spent":"1.853342195s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:14:37.361011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000701138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:14:37.36111Z","caller":"traceutil/trace.go:171","msg":"trace[367930606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000831121s","start":"2026-02-27T02:14:35.360254Z","end":"2026-02-27T02:14:37.361085Z","steps":["trace[367930606] 'agreement among raft nodes before linearized reading' (duration: 2.000704768s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:37.36117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.360248Z","time spent":"2.000910933s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:37.708091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:38.208596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:38.446104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.243364237s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:14:39.257354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.793758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:39.25761Z","caller":"traceutil/trace.go:171","msg":"trace[488847514] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"3.04742007s","start":"2026-02-27T02:14:36.210151Z","end":"2026-02-27T02:14:39.257572Z","steps":["trace[488847514] 'process raft request' (duration: 2.236337676s)","trace[488847514] 'compare' (duration: 810.05177ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:39.257735Z","caller":"traceutil/trace.go:171","msg":"trace[91049034] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"2.502770066s","start":"2026-02-27T02:14:36.754879Z","end":"2026-02-27T02:14:39.257649Z","steps":["trace[91049034] 'process raft request' (duration: 2.502567441s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:39.257848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:36.210082Z","time spent":"3.047658516s","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:39.257954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:36.75485Z","time spent":"2.503012002s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:39.362618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999145211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:14:39.362718Z","caller":"traceutil/trace.go:171","msg":"trace[35564646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999269434s","start":"2026-02-27T02:14:37.363419Z","end":"2026-02-27T02:14:39.362689Z","steps":["trace[35564646] 'agreement among raft nodes before linearized reading' (duration: 1.999158081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:39.362769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.363406Z","time spent":"1.999352566s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:40.508096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000485072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:14:40.508198Z","caller":"traceutil/trace.go:171","msg":"trace[1514095710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611905s","start":"2026-02-27T02:14:38.507552Z","end":"2026-02-27T02:14:40.508164Z","steps":["trace[1514095710] 'agreement among raft nodes before linearized reading' (duration: 2.000506402s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:40.508508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:38.507538Z","time spent":"2.000876611s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:40.693007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.490876911s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:14:40.809292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551717829s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:14:40.810429Z","caller":"traceutil/trace.go:171","msg":"trace[1717745015] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"3.446156325s","start":"2026-02-27T02:14:37.364246Z","end":"2026-02-27T02:14:40.810402Z","steps":["trace[1717745015] 'process raft request' (duration: 3.445159762s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:40.810587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.364213Z","time spent":"3.446288938s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:41.371313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:14:41.371468Z","caller":"traceutil/trace.go:171","msg":"trace[2093245922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000782251s","start":"2026-02-27T02:14:39.370634Z","end":"2026-02-27T02:14:41.371416Z","steps":["trace[2093245922] 'agreement among raft nodes before linearized reading' (duration: 2.000635557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:41.371522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:39.370617Z","time spent":"2.000894993s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:42.210891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400422014s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:42.21108Z","caller":"traceutil/trace.go:171","msg":"trace[2107263733] linearizableReadLoop","detail":"{readStateIndex:24650; appliedIndex:24645; }","duration":"5.003170267s","start":"2026-02-27T02:14:37.207893Z","end":"2026-02-27T02:14:42.211063Z","steps":["trace[2107263733] 'read index received' (duration: 1.238541486s)","trace[2107263733] 'applied index is now lower than readState.Index' (duration: 3.76462764s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:42.211166Z","caller":"traceutil/trace.go:171","msg":"trace[70291478] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"4.550785069s","start":"2026-02-27T02:14:37.66026Z","end":"2026-02-27T02:14:42.211045Z","steps":["trace[70291478] 'process raft request' (duration: 3.15012671s)","trace[70291478] 'compare' (duration: 1.399271657s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:42.211242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.65786496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:42.211274Z","caller":"traceutil/trace.go:171","msg":"trace[398272673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23826; }","duration":"6.657943852s","start":"2026-02-27T02:14:35.553321Z","end":"2026-02-27T02:14:42.211265Z","steps":["trace[398272673] 'agreement among raft nodes before linearized reading' (duration: 6.65783671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.211269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.850664576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:42.21131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.553301Z","time spent":"6.657997503s","remote":"127.0.0.1:42804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:42.211277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.85472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:42.211344Z","caller":"traceutil/trace.go:171","msg":"trace[1326415843] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23826; }","duration":"6.850763639s","start":"2026-02-27T02:14:35.360563Z","end":"2026-02-27T02:14:42.211326Z","steps":["trace[1326415843] 'agreement among raft nodes before linearized reading' (duration: 6.850602445s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.211328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.399569068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:14:42.211377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.360555Z","time spent":"6.85081481s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-27T02:14:42.21136Z","caller":"traceutil/trace.go:171","msg":"trace[1061926063] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23826; }","duration":"6.854855273s","start":"2026-02-27T02:14:35.356486Z","end":"2026-02-27T02:14:42.211341Z","steps":["trace[1061926063] 'agreement among raft nodes before linearized reading' (duration: 6.854680159s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.211356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.074001708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:42.21141Z","caller":"traceutil/trace.go:171","msg":"trace[1064555821] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23826; }","duration":"6.39967429s","start":"2026-02-27T02:14:35.811716Z","end":"2026-02-27T02:14:42.21139Z","steps":["trace[1064555821] 'agreement among raft nodes before linearized reading' (duration: 6.399433464s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.211425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.356472Z","time spent":"6.854941845s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T02:14:42.211448Z","caller":"traceutil/trace.go:171","msg":"trace[601419992] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23826; }","duration":"6.07410822s","start":"2026-02-27T02:14:36.13732Z","end":"2026-02-27T02:14:42.211428Z","steps":["trace[601419992] 'agreement among raft nodes before linearized reading' (duration: 6.073817643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.211457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:35.811699Z","time spent":"6.399748472s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:42.211492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:36.137256Z","time spent":"6.074226173s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:42.211486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.660234Z","time spent":"4.551028324s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:42.211215Z","caller":"traceutil/trace.go:171","msg":"trace[235846089] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"3.205489731s","start":"2026-02-27T02:14:39.005715Z","end":"2026-02-27T02:14:42.211204Z","steps":["trace[235846089] 'process raft request' (duration: 3.205280406s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.211625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:39.005693Z","time spent":"3.205903651s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:42.212258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.516416041s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:14:42.212611Z","caller":"traceutil/trace.go:171","msg":"trace[1539462032] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"2.998645811s","start":"2026-02-27T02:14:39.213946Z","end":"2026-02-27T02:14:42.212592Z","steps":["trace[1539462032] 'process raft request' (duration: 2.998469937s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.212715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:39.213918Z","time spent":"2.998746353s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:42.213226Z","caller":"traceutil/trace.go:171","msg":"trace[1821065134] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"2.999172312s","start":"2026-02-27T02:14:39.214039Z","end":"2026-02-27T02:14:42.213211Z","steps":["trace[1821065134] 'process raft request' (duration: 2.998495337s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:42.213248Z","caller":"traceutil/trace.go:171","msg":"trace[467802462] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"2.999087281s","start":"2026-02-27T02:14:39.214148Z","end":"2026-02-27T02:14:42.213235Z","steps":["trace[467802462] 'process raft request' (duration: 2.998982648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.213303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:39.214109Z","time spent":"2.999167173s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:42.213309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:39.214012Z","time spent":"2.999254794s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:42.213431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.841688435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:42.213472Z","caller":"traceutil/trace.go:171","msg":"trace[426861531] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23831; }","duration":"3.841775507s","start":"2026-02-27T02:14:38.371686Z","end":"2026-02-27T02:14:42.213462Z","steps":["trace[426861531] 'agreement among raft nodes before linearized reading' (duration: 3.841687935s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.213496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:38.371666Z","time spent":"3.841823259s","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:42.213536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847749515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T02:14:42.213563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.915907495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:14:42.213595Z","caller":"traceutil/trace.go:171","msg":"trace[2103856412] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:23831; }","duration":"2.847839318s","start":"2026-02-27T02:14:39.365737Z","end":"2026-02-27T02:14:42.213576Z","steps":["trace[2103856412] 'agreement among raft nodes before linearized reading' (duration: 2.847677574s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.21365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:39.365718Z","time spent":"2.847916019s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" "} {"level":"warn","ts":"2026-02-27T02:14:42.213672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.917457781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:14:42.213694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947202969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18511"} {"level":"info","ts":"2026-02-27T02:14:42.213701Z","caller":"traceutil/trace.go:171","msg":"trace[786511967] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23831; }","duration":"4.917511502s","start":"2026-02-27T02:14:37.29618Z","end":"2026-02-27T02:14:42.213692Z","steps":["trace[786511967] 'agreement among raft nodes before linearized reading' (duration: 4.917443961s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.213698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.909741022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T02:14:42.213802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.91610799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:14:42.213839Z","caller":"traceutil/trace.go:171","msg":"trace[1606756145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23831; }","duration":"4.916151501s","start":"2026-02-27T02:14:37.29768Z","end":"2026-02-27T02:14:42.213832Z","steps":["trace[1606756145] 'agreement among raft nodes before linearized reading' (duration: 4.916033278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.213836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.677037971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-27T02:14:42.21384Z","caller":"traceutil/trace.go:171","msg":"trace[1689246153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23831; }","duration":"4.909924606s","start":"2026-02-27T02:14:37.3039Z","end":"2026-02-27T02:14:42.213825Z","steps":["trace[1689246153] 'agreement among raft nodes before linearized reading' (duration: 4.90966711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.213861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.297678Z","time spent":"4.916177611s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:14:42.213868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.917740717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:14:42.213869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550158534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:42.213888Z","caller":"traceutil/trace.go:171","msg":"trace[1625625124] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23831; }","duration":"3.677075372s","start":"2026-02-27T02:14:38.536791Z","end":"2026-02-27T02:14:42.213867Z","steps":["trace[1625625124] 'agreement among raft nodes before linearized reading' (duration: 3.67698114s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:42.213926Z","caller":"traceutil/trace.go:171","msg":"trace[856958446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23831; }","duration":"3.550252616s","start":"2026-02-27T02:14:38.663662Z","end":"2026-02-27T02:14:42.213915Z","steps":["trace[856958446] 'agreement among raft nodes before linearized reading' (duration: 3.550177535s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.213949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:38.536779Z","time spent":"3.677160954s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-27T02:14:42.213961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.978747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:42.213963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:38.663636Z","time spent":"3.550316967s","remote":"127.0.0.1:42800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:42.213605Z","caller":"traceutil/trace.go:171","msg":"trace[1368507946] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23831; }","duration":"4.915950996s","start":"2026-02-27T02:14:37.29764Z","end":"2026-02-27T02:14:42.213591Z","steps":["trace[1368507946] 'agreement among raft nodes before linearized reading' (duration: 4.915871644s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:42.213983Z","caller":"traceutil/trace.go:171","msg":"trace[1474998883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23831; }","duration":"835.032109ms","start":"2026-02-27T02:14:41.378944Z","end":"2026-02-27T02:14:42.213976Z","steps":["trace[1474998883] 'agreement among raft nodes before linearized reading' (duration: 834.998648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.214006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:41.378928Z","time spent":"835.07342ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:42.213533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.915838483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:14:42.214007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.297635Z","time spent":"4.916365125s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:14:42.213627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685247482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18511"} {"level":"warn","ts":"2026-02-27T02:14:42.214019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505314483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:42.214051Z","caller":"traceutil/trace.go:171","msg":"trace[1794544975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23831; }","duration":"4.916355985s","start":"2026-02-27T02:14:37.297675Z","end":"2026-02-27T02:14:42.214031Z","steps":["trace[1794544975] 'agreement among raft nodes before linearized reading' (duration: 4.915749711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.214089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.297662Z","time spent":"4.916414726s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:14:42.214128Z","caller":"traceutil/trace.go:171","msg":"trace[808993805] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23831; }","duration":"4.685729714s","start":"2026-02-27T02:14:37.528329Z","end":"2026-02-27T02:14:42.214058Z","steps":["trace[808993805] 'agreement among raft nodes before linearized reading' (duration: 4.68515317s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.214194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.528315Z","time spent":"4.685868217s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T02:14:42.213927Z","caller":"traceutil/trace.go:171","msg":"trace[1457599360] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"2.576705448s","start":"2026-02-27T02:14:39.637212Z","end":"2026-02-27T02:14:42.213918Z","steps":["trace[1457599360] 'process raft request' (duration: 2.576078403s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.214331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:39.637176Z","time spent":"2.577111387s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:42.213722Z","caller":"traceutil/trace.go:171","msg":"trace[199458830] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23831; }","duration":"2.947269441s","start":"2026-02-27T02:14:39.266446Z","end":"2026-02-27T02:14:42.213715Z","steps":["trace[199458830] 'agreement among raft nodes before linearized reading' (duration: 2.947162668s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.214386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:39.266425Z","time spent":"2.947947716s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T02:14:42.213891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.303892Z","time spent":"4.909988748s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:14:42.21373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.296157Z","time spent":"4.917566793s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:14:42.213735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5107008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:42.214333Z","caller":"traceutil/trace.go:171","msg":"trace[2003323689] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23831; }","duration":"1.505410516s","start":"2026-02-27T02:14:40.708661Z","end":"2026-02-27T02:14:42.214071Z","steps":["trace[2003323689] 'agreement among raft nodes before linearized reading' (duration: 1.505311534s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:42.214596Z","caller":"traceutil/trace.go:171","msg":"trace[37918303] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23831; }","duration":"4.511608751s","start":"2026-02-27T02:14:37.702975Z","end":"2026-02-27T02:14:42.214584Z","steps":["trace[37918303] 'agreement among raft nodes before linearized reading' (duration: 4.5106998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.21493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.702952Z","time spent":"4.511964539s","remote":"127.0.0.1:53428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:42.213483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003097214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T02:14:42.215087Z","caller":"traceutil/trace.go:171","msg":"trace[1985351100] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23831; }","duration":"5.004724722s","start":"2026-02-27T02:14:37.210341Z","end":"2026-02-27T02:14:42.215066Z","steps":["trace[1985351100] 'agreement among raft nodes before linearized reading' (duration: 5.003028343s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.213798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.917653986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:14:42.215161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.21032Z","time spent":"5.004820274s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T02:14:42.215164Z","caller":"traceutil/trace.go:171","msg":"trace[1452658455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23831; }","duration":"4.919004557s","start":"2026-02-27T02:14:37.29614Z","end":"2026-02-27T02:14:42.215144Z","steps":["trace[1452658455] 'agreement among raft nodes before linearized reading' (duration: 4.917608245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.215225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.29613Z","time spent":"4.919076418s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:14:42.213896Z","caller":"traceutil/trace.go:171","msg":"trace[437631858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23831; }","duration":"4.917799799s","start":"2026-02-27T02:14:37.296088Z","end":"2026-02-27T02:14:42.213888Z","steps":["trace[437631858] 'agreement among raft nodes before linearized reading' (duration: 4.917729777s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.215347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:37.296074Z","time spent":"4.919239902s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:14:42.213895Z","caller":"traceutil/trace.go:171","msg":"trace[1199491986] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"2.999389628s","start":"2026-02-27T02:14:39.214487Z","end":"2026-02-27T02:14:42.213877Z","steps":["trace[1199491986] 'process raft request' (duration: 2.998707242s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.215585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:39.214479Z","time spent":"3.001035305s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:42.213753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433658706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:42.215952Z","caller":"traceutil/trace.go:171","msg":"trace[874296623] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23831; }","duration":"3.435875737s","start":"2026-02-27T02:14:38.78006Z","end":"2026-02-27T02:14:42.215935Z","steps":["trace[874296623] 'agreement among raft nodes before linearized reading' (duration: 3.433675006s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.216002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:38.780045Z","time spent":"3.435942308s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:42.215468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:40.708645Z","time spent":"1.506336687s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:42.719528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:43.219952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:43.720188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:43.828288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.541658136s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:14:43.963626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.101476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:43.963743Z","caller":"traceutil/trace.go:171","msg":"trace[307244180] transaction","detail":"{read_only:false; response_revision:23832; number_of_response:1; }","duration":"1.745333394s","start":"2026-02-27T02:14:42.218389Z","end":"2026-02-27T02:14:43.963722Z","steps":["trace[307244180] 'process raft request' (duration: 1.611044254s)","trace[307244180] 'compare' (duration: 133.027381ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:43.963829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.218339Z","time spent":"1.745459737s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:44.825185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:14:44.825277Z","caller":"traceutil/trace.go:171","msg":"trace[136740858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286718s","start":"2026-02-27T02:14:42.82497Z","end":"2026-02-27T02:14:44.825257Z","steps":["trace[136740858] 'agreement among raft nodes before linearized reading' (duration: 2.000177856s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.825325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.824959Z","time spent":"2.00035743s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:45.41297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454603679s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:14:45.524597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.335058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:45.524907Z","caller":"traceutil/trace.go:171","msg":"trace[1742528588] transaction","detail":"{read_only:false; response_revision:23833; number_of_response:1; }","duration":"3.305966879s","start":"2026-02-27T02:14:42.218905Z","end":"2026-02-27T02:14:45.524872Z","steps":["trace[1742528588] 'process raft request' (duration: 3.194267842s)","trace[1742528588] 'compare' (duration: 111.120614ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:45.525079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.218893Z","time spent":"3.306088772s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:45.525231Z","caller":"traceutil/trace.go:171","msg":"trace[633506997] linearizableReadLoop","detail":"{readStateIndex:24666; appliedIndex:24656; }","duration":"3.305769004s","start":"2026-02-27T02:14:42.21944Z","end":"2026-02-27T02:14:45.525209Z","steps":["trace[633506997] 'read index received' (duration: 1.609992479s)","trace[633506997] 'applied index is now lower than readState.Index' (duration: 1.695775315s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:45.525466Z","caller":"traceutil/trace.go:171","msg":"trace[189770464] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"3.304672759s","start":"2026-02-27T02:14:42.220746Z","end":"2026-02-27T02:14:45.525418Z","steps":["trace[189770464] 'process raft request' (duration: 3.304222748s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.525648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306200124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T02:14:45.525704Z","caller":"traceutil/trace.go:171","msg":"trace[1645954048] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23841; }","duration":"3.30645863s","start":"2026-02-27T02:14:42.21923Z","end":"2026-02-27T02:14:45.525688Z","steps":["trace[1645954048] 'agreement among raft nodes before linearized reading' (duration: 3.306304216s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.525714Z","caller":"traceutil/trace.go:171","msg":"trace[1203103469] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"3.305051488s","start":"2026-02-27T02:14:42.220637Z","end":"2026-02-27T02:14:45.525689Z","steps":["trace[1203103469] 'process raft request' (duration: 3.304235929s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.525747Z","caller":"traceutil/trace.go:171","msg":"trace[1764210637] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"3.306284046s","start":"2026-02-27T02:14:42.219454Z","end":"2026-02-27T02:14:45.525738Z","steps":["trace[1764210637] 'process raft request' (duration: 3.305254212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.525855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.220626Z","time spent":"3.30515343s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:45.525678Z","caller":"traceutil/trace.go:171","msg":"trace[2099844020] transaction","detail":"{read_only:false; response_revision:23841; number_of_response:1; }","duration":"2.682363026s","start":"2026-02-27T02:14:42.843183Z","end":"2026-02-27T02:14:45.525546Z","steps":["trace[2099844020] 'process raft request' (duration: 2.681946286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.525944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.219256Z","time spent":"3.306536182s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:45.525984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.843169Z","time spent":"2.682794135s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:45.525913Z","caller":"traceutil/trace.go:171","msg":"trace[1239931840] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"2.708487281s","start":"2026-02-27T02:14:42.817406Z","end":"2026-02-27T02:14:45.525893Z","steps":["trace[1239931840] 'process raft request' (duration: 2.707681602s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.525755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.219216Z","time spent":"3.306528892s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-02-27T02:14:45.526022Z","caller":"traceutil/trace.go:171","msg":"trace[248843732] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"3.305308053s","start":"2026-02-27T02:14:42.220689Z","end":"2026-02-27T02:14:45.525997Z","steps":["trace[248843732] 'process raft request' (duration: 3.304227868s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.5257Z","caller":"traceutil/trace.go:171","msg":"trace[866633903] transaction","detail":"{read_only:false; response_revision:23835; number_of_response:1; }","duration":"3.306159623s","start":"2026-02-27T02:14:42.219522Z","end":"2026-02-27T02:14:45.525681Z","steps":["trace[866633903] 'process raft request' (duration: 3.305303513s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.526084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.817386Z","time spent":"2.708640195s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:45.526137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.220626Z","time spent":"3.305436257s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:45.526146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.219511Z","time spent":"3.306604264s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:45.525506Z","caller":"traceutil/trace.go:171","msg":"trace[1563688119] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"3.303750577s","start":"2026-02-27T02:14:42.221739Z","end":"2026-02-27T02:14:45.52549Z","steps":["trace[1563688119] 'process raft request' (duration: 3.303272376s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.526304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.22054Z","time spent":"3.305007757s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:45.526381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.221728Z","time spent":"3.304621057s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:46.025365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:46.458515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040875107s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:14:46.458778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.335827ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:46.458913Z","caller":"traceutil/trace.go:171","msg":"trace[184902897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23841; }","duration":"582.498011ms","start":"2026-02-27T02:14:45.876394Z","end":"2026-02-27T02:14:46.458892Z","steps":["trace[184902897] 'range keys from in-memory index tree' (duration: 582.315167ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.459713Z","caller":"traceutil/trace.go:171","msg":"trace[1489314790] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"2.238755909s","start":"2026-02-27T02:14:44.22091Z","end":"2026-02-27T02:14:46.459666Z","steps":["trace[1489314790] 'process raft request' (duration: 2.238059043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.459936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.22089Z","time spent":"2.238958355s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:46.46034Z","caller":"traceutil/trace.go:171","msg":"trace[689827080] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"2.238982095s","start":"2026-02-27T02:14:44.221321Z","end":"2026-02-27T02:14:46.460303Z","steps":["trace[689827080] 'process raft request' (duration: 2.238062874s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.460485Z","caller":"traceutil/trace.go:171","msg":"trace[1972008434] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"2.235949595s","start":"2026-02-27T02:14:44.224519Z","end":"2026-02-27T02:14:46.460469Z","steps":["trace[1972008434] 'process raft request' (duration: 2.235898234s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.460529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.221313Z","time spent":"2.239118238s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:46.460578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.224484Z","time spent":"2.236049138s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:46.460712Z","caller":"traceutil/trace.go:171","msg":"trace[106983564] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"2.238883033s","start":"2026-02-27T02:14:44.221783Z","end":"2026-02-27T02:14:46.460666Z","steps":["trace[106983564] 'process raft request' (duration: 2.238486844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.460808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.221774Z","time spent":"2.238989405s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:46.745073Z","caller":"traceutil/trace.go:171","msg":"trace[631202890] linearizableReadLoop","detail":"{readStateIndex:24671; appliedIndex:24666; }","duration":"1.21976561s","start":"2026-02-27T02:14:45.525278Z","end":"2026-02-27T02:14:46.745044Z","steps":["trace[631202890] 'read index received' (duration: 933.811737ms)","trace[631202890] 'applied index is now lower than readState.Index' (duration: 285.952083ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:46.745223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:45.526978Z","time spent":"1.218242104s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:14:46.745374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524102561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:46.745433Z","caller":"traceutil/trace.go:171","msg":"trace[1078278958] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23845; }","duration":"4.524219424s","start":"2026-02-27T02:14:42.221196Z","end":"2026-02-27T02:14:46.745416Z","steps":["trace[1078278958] 'agreement among raft nodes before linearized reading' (duration: 4.524084391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.745422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359581228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:46.745471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.221184Z","time spent":"4.524279265s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:14:46.745454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.913793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T02:14:46.745491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.82656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T02:14:46.74548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.547508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:46.745536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.525022972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18511"} {"level":"warn","ts":"2026-02-27T02:14:46.745565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524185403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T02:14:46.745589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200679489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:46.745597Z","caller":"traceutil/trace.go:171","msg":"trace[1676498281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23845; }","duration":"4.524228224s","start":"2026-02-27T02:14:42.22136Z","end":"2026-02-27T02:14:46.745588Z","steps":["trace[1676498281] 'agreement among raft nodes before linearized reading' (duration: 4.524143442s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.745594Z","caller":"traceutil/trace.go:171","msg":"trace[1583727125] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23845; }","duration":"4.525089954s","start":"2026-02-27T02:14:42.220492Z","end":"2026-02-27T02:14:46.745582Z","steps":["trace[1583727125] 'agreement among raft nodes before linearized reading' (duration: 4.52492118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.745603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919788573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:46.745619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70031081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:46.745631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.220484Z","time spent":"4.525137584s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T02:14:46.74564Z","caller":"traceutil/trace.go:171","msg":"trace[1279416537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23845; }","duration":"3.20074796s","start":"2026-02-27T02:14:43.544865Z","end":"2026-02-27T02:14:46.745613Z","steps":["trace[1279416537] 'agreement among raft nodes before linearized reading' (duration: 3.200699339s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.745634Z","caller":"traceutil/trace.go:171","msg":"trace[65324084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23845; }","duration":"1.919855235s","start":"2026-02-27T02:14:44.825771Z","end":"2026-02-27T02:14:46.745626Z","steps":["trace[65324084] 'agreement among raft nodes before linearized reading' (duration: 1.919807864s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.745602Z","caller":"traceutil/trace.go:171","msg":"trace[166407528] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23845; }","duration":"780.756183ms","start":"2026-02-27T02:14:45.964812Z","end":"2026-02-27T02:14:46.745568Z","steps":["trace[166407528] 'agreement among raft nodes before linearized reading' (duration: 780.562809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.745674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.82575Z","time spent":"1.919917536s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:46.74573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:45.964787Z","time spent":"780.905426ms","remote":"127.0.0.1:46290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:46.745475Z","caller":"traceutil/trace.go:171","msg":"trace[472086706] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23845; }","duration":"1.35967932s","start":"2026-02-27T02:14:45.385784Z","end":"2026-02-27T02:14:46.745463Z","steps":["trace[472086706] 'agreement among raft nodes before linearized reading' (duration: 1.359618978s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.745766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810637696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:46.745853Z","caller":"traceutil/trace.go:171","msg":"trace[448035946] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23845; }","duration":"3.810750439s","start":"2026-02-27T02:14:42.935091Z","end":"2026-02-27T02:14:46.745842Z","steps":["trace[448035946] 'agreement among raft nodes before linearized reading' (duration: 3.810210966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.745782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77848498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f8593a69735c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:14:46.745657Z","caller":"traceutil/trace.go:171","msg":"trace[417442853] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23845; }","duration":"2.700384812s","start":"2026-02-27T02:14:44.045262Z","end":"2026-02-27T02:14:46.745647Z","steps":["trace[417442853] 'agreement among raft nodes before linearized reading' (duration: 2.700320421s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.745931Z","caller":"traceutil/trace.go:171","msg":"trace[2146405009] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f8593a69735c; range_end:; response_count:1; response_revision:23845; }","duration":"2.778711586s","start":"2026-02-27T02:14:43.967197Z","end":"2026-02-27T02:14:46.745909Z","steps":["trace[2146405009] 'agreement among raft nodes before linearized reading' (duration: 2.778375928s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.745941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.045245Z","time spent":"2.700674418s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:46.745815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:45.385751Z","time spent":"1.360048109s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:46.745995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.935079Z","time spent":"3.81082416s","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:46.745984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:43.967168Z","time spent":"2.778806008s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f8593a69735c\" "} {"level":"warn","ts":"2026-02-27T02:14:46.745625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.221354Z","time spent":"4.524265464s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:14:46.745359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626095622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:46.746222Z","caller":"traceutil/trace.go:171","msg":"trace[1288883741] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23845; }","duration":"3.627031604s","start":"2026-02-27T02:14:43.119179Z","end":"2026-02-27T02:14:46.746211Z","steps":["trace[1288883741] 'agreement among raft nodes before linearized reading' (duration: 3.626076842s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.746165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300131712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:14:46.746271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:43.119153Z","time spent":"3.627107505s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:46.746308Z","caller":"traceutil/trace.go:171","msg":"trace[867054602] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23845; }","duration":"3.300322807s","start":"2026-02-27T02:14:43.445968Z","end":"2026-02-27T02:14:46.746291Z","steps":["trace[867054602] 'agreement among raft nodes before linearized reading' (duration: 3.29960122s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.746387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:43.445947Z","time spent":"3.300427089s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:14:46.745532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640185077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:46.746444Z","caller":"traceutil/trace.go:171","msg":"trace[1741776567] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23845; }","duration":"1.641142879s","start":"2026-02-27T02:14:45.105289Z","end":"2026-02-27T02:14:46.746432Z","steps":["trace[1741776567] 'agreement among raft nodes before linearized reading' (duration: 1.640201597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.746499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:45.105271Z","time spent":"1.64121307s","remote":"127.0.0.1:53524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:46.74553Z","caller":"traceutil/trace.go:171","msg":"trace[185916262] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23845; }","duration":"242.027125ms","start":"2026-02-27T02:14:46.503484Z","end":"2026-02-27T02:14:46.745511Z","steps":["trace[185916262] 'agreement among raft nodes before linearized reading' (duration: 241.82341ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.745548Z","caller":"traceutil/trace.go:171","msg":"trace[63125430] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23845; }","duration":"241.908132ms","start":"2026-02-27T02:14:46.503621Z","end":"2026-02-27T02:14:46.745529Z","steps":["trace[63125430] 'agreement among raft nodes before linearized reading' (duration: 241.777609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.745667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:43.544846Z","time spent":"3.200813712s","remote":"127.0.0.1:36290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:46.745382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.229486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:46.747384Z","caller":"traceutil/trace.go:171","msg":"trace[1516985372] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23845; }","duration":"233.238832ms","start":"2026-02-27T02:14:46.514134Z","end":"2026-02-27T02:14:46.747373Z","steps":["trace[1516985372] 'agreement among raft nodes before linearized reading' (duration: 231.174444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.745449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146157075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-27T02:14:46.747454Z","caller":"traceutil/trace.go:171","msg":"trace[444665678] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23845; }","duration":"1.148213173s","start":"2026-02-27T02:14:45.599227Z","end":"2026-02-27T02:14:46.74744Z","steps":["trace[444665678] 'agreement among raft nodes before linearized reading' (duration: 1.146076983s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.74751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:45.599204Z","time spent":"1.148291425s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:14:46.747813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484407581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:46.74791Z","caller":"traceutil/trace.go:171","msg":"trace[580388771] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23845; }","duration":"4.484632116s","start":"2026-02-27T02:14:42.263268Z","end":"2026-02-27T02:14:46.7479Z","steps":["trace[580388771] 'agreement among raft nodes before linearized reading' (duration: 4.482031726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.747974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.263257Z","time spent":"4.484707029s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":78,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:47.248944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:47.749834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:48.083214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.335776688s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:14:48.222062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.515918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:48.222209Z","caller":"traceutil/trace.go:171","msg":"trace[1003058229] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"1.474829919s","start":"2026-02-27T02:14:46.747347Z","end":"2026-02-27T02:14:48.222177Z","steps":["trace[1003058229] 'process raft request' (duration: 1.336098496s)","trace[1003058229] 'compare' (duration: 137.676229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:48.222402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:46.74733Z","time spent":"1.474922511s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:48.753117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000483133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:14:48.75324Z","caller":"traceutil/trace.go:171","msg":"trace[750582560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000631166s","start":"2026-02-27T02:14:46.752573Z","end":"2026-02-27T02:14:48.753204Z","steps":["trace[750582560] 'agreement among raft nodes before linearized reading' (duration: 2.000503963s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:48.75328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:46.752558Z","time spent":"2.000713539s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:50.0328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.814193238s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:14:50.03358Z","caller":"traceutil/trace.go:171","msg":"trace[325744883] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"3.281352598s","start":"2026-02-27T02:14:46.752199Z","end":"2026-02-27T02:14:50.033551Z","steps":["trace[325744883] 'process raft request' (duration: 3.281183084s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:50.033654Z","caller":"traceutil/trace.go:171","msg":"trace[292942635] linearizableReadLoop","detail":"{readStateIndex:24677; appliedIndex:24671; }","duration":"3.285653278s","start":"2026-02-27T02:14:46.747987Z","end":"2026-02-27T02:14:50.033641Z","steps":["trace[292942635] 'read index received' (duration: 1.335447391s)","trace[292942635] 'applied index is now lower than readState.Index' (duration: 1.950204977s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:50.033635Z","caller":"traceutil/trace.go:171","msg":"trace[172046465] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"3.281338968s","start":"2026-02-27T02:14:46.752258Z","end":"2026-02-27T02:14:50.033597Z","steps":["trace[172046465] 'process raft request' (duration: 3.281186885s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:50.033725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:46.752174Z","time spent":"3.281483102s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:50.033755Z","caller":"traceutil/trace.go:171","msg":"trace[1136055902] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"2.816316478s","start":"2026-02-27T02:14:47.217427Z","end":"2026-02-27T02:14:50.033743Z","steps":["trace[1136055902] 'process raft request' (duration: 2.816048801s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:50.033754Z","caller":"traceutil/trace.go:171","msg":"trace[2034521861] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"3.284682975s","start":"2026-02-27T02:14:46.749043Z","end":"2026-02-27T02:14:50.033726Z","steps":["trace[2034521861] 'process raft request' (duration: 3.284174423s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:50.033797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:46.752237Z","time spent":"3.281474021s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:50.033837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:47.217405Z","time spent":"2.816397879s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:50.033894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:46.749028Z","time spent":"3.284793968s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:50.033897Z","caller":"traceutil/trace.go:171","msg":"trace[2017935622] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"2.501789413s","start":"2026-02-27T02:14:47.532081Z","end":"2026-02-27T02:14:50.033871Z","steps":["trace[2017935622] 'process raft request' (duration: 2.501471355s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:50.034005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:47.532064Z","time spent":"2.501877074s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:50.034161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28615767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18511"} {"level":"info","ts":"2026-02-27T02:14:50.034236Z","caller":"traceutil/trace.go:171","msg":"trace[1379780356] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23851; }","duration":"3.286237871s","start":"2026-02-27T02:14:46.747961Z","end":"2026-02-27T02:14:50.034199Z","steps":["trace[1379780356] 'agreement among raft nodes before linearized reading' (duration: 3.285984645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:50.034312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:46.747947Z","time spent":"3.286317384s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T02:14:50.507229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000049152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:14:50.508459Z","caller":"traceutil/trace.go:171","msg":"trace[1904260907] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207776s","start":"2026-02-27T02:14:48.5071Z","end":"2026-02-27T02:14:50.507308Z","steps":["trace[1904260907] 'agreement among raft nodes before linearized reading' (duration: 2.000087003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:50.508601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.507078Z","time spent":"2.001441614s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:50.534076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:50.755149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00081625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:14:50.755253Z","caller":"traceutil/trace.go:171","msg":"trace[1039377137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000968314s","start":"2026-02-27T02:14:48.754253Z","end":"2026-02-27T02:14:50.755222Z","steps":["trace[1039377137] 'agreement among raft nodes before linearized reading' (duration: 2.000855471s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:50.755305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.754231Z","time spent":"2.001064565s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:51.034934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:51.535316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:51.669689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.539769512s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:14:51.738087Z","caller":"traceutil/trace.go:171","msg":"trace[997577906] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"3.272068913s","start":"2026-02-27T02:14:48.465997Z","end":"2026-02-27T02:14:51.738066Z","steps":["trace[997577906] 'process raft request' (duration: 3.203899214s)","trace[997577906] 'compare' (duration: 67.491954ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:51.738185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.465973Z","time spent":"3.272163105s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:51.738339Z","caller":"traceutil/trace.go:171","msg":"trace[1929972146] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"3.272338169s","start":"2026-02-27T02:14:48.465995Z","end":"2026-02-27T02:14:51.738333Z","steps":["trace[1929972146] 'process raft request' (duration: 3.271974911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.738377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.46597Z","time spent":"3.27238674s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:51.738427Z","caller":"traceutil/trace.go:171","msg":"trace[1254318174] transaction","detail":"{read_only:false; response_revision:23854; number_of_response:1; }","duration":"3.27238558s","start":"2026-02-27T02:14:48.466022Z","end":"2026-02-27T02:14:51.738408Z","steps":["trace[1254318174] 'process raft request' (duration: 3.272032232s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:51.738482Z","caller":"traceutil/trace.go:171","msg":"trace[1282239714] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"3.272167476s","start":"2026-02-27T02:14:48.466306Z","end":"2026-02-27T02:14:51.738474Z","steps":["trace[1282239714] 'process raft request' (duration: 3.271780817s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.738508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.466297Z","time spent":"3.272197326s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:51.738534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.465996Z","time spent":"3.272493393s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:51.816035Z","caller":"traceutil/trace.go:171","msg":"trace[1441088592] linearizableReadLoop","detail":"{readStateIndex:24683; appliedIndex:24677; }","duration":"1.78232426s","start":"2026-02-27T02:14:50.03368Z","end":"2026-02-27T02:14:51.816004Z","steps":["trace[1441088592] 'read index received' (duration: 1.636154485s)","trace[1441088592] 'applied index is now lower than readState.Index' (duration: 146.168575ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:51.816355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.28569616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:14:51.816351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.284291227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:14:51.816392Z","caller":"traceutil/trace.go:171","msg":"trace[858591044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23856; }","duration":"4.285760391s","start":"2026-02-27T02:14:47.530621Z","end":"2026-02-27T02:14:51.816382Z","steps":["trace[858591044] 'agreement among raft nodes before linearized reading' (duration: 4.285609738s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.816426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:47.530617Z","time spent":"4.285801052s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:14:51.816424Z","caller":"traceutil/trace.go:171","msg":"trace[1539067570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23856; }","duration":"4.28440113s","start":"2026-02-27T02:14:47.532004Z","end":"2026-02-27T02:14:51.816405Z","steps":["trace[1539067570] 'agreement among raft nodes before linearized reading' (duration: 4.284208065s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.816465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:47.531995Z","time spent":"4.284462311s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:14:51.816584Z","caller":"traceutil/trace.go:171","msg":"trace[273182336] transaction","detail":"{read_only:false; response_revision:23856; number_of_response:1; }","duration":"2.098090074s","start":"2026-02-27T02:14:49.718482Z","end":"2026-02-27T02:14:51.816572Z","steps":["trace[273182336] 'process raft request' (duration: 2.097043639s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.816662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:49.718456Z","time spent":"2.098155306s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:51.81668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.286095299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:14:51.816713Z","caller":"traceutil/trace.go:171","msg":"trace[1584381296] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23856; }","duration":"4.28613903s","start":"2026-02-27T02:14:47.530562Z","end":"2026-02-27T02:14:51.816702Z","steps":["trace[1584381296] 'agreement among raft nodes before linearized reading' (duration: 4.286055508s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.816739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:47.530555Z","time spent":"4.286178261s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:14:51.816828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716353992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:51.816873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.286449157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:14:51.816897Z","caller":"traceutil/trace.go:171","msg":"trace[1416122591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23856; }","duration":"4.286489248s","start":"2026-02-27T02:14:47.5304Z","end":"2026-02-27T02:14:51.816889Z","steps":["trace[1416122591] 'agreement among raft nodes before linearized reading' (duration: 4.286421306s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.816928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:47.530395Z","time spent":"4.286524059s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:14:51.816967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521042739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:51.817014Z","caller":"traceutil/trace.go:171","msg":"trace[1759128733] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23856; }","duration":"2.521117s","start":"2026-02-27T02:14:49.295881Z","end":"2026-02-27T02:14:51.816998Z","steps":["trace[1759128733] 'agreement among raft nodes before linearized reading' (duration: 2.521035939s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.817014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324953588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:51.817054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:49.295865Z","time spent":"2.521176622s","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:51.817051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059748206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:51.81709Z","caller":"traceutil/trace.go:171","msg":"trace[669009709] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23856; }","duration":"2.325089911s","start":"2026-02-27T02:14:49.491981Z","end":"2026-02-27T02:14:51.817071Z","steps":["trace[669009709] 'agreement among raft nodes before linearized reading' (duration: 2.324921897s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:51.817099Z","caller":"traceutil/trace.go:171","msg":"trace[1773540857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23856; }","duration":"2.059839607s","start":"2026-02-27T02:14:49.757246Z","end":"2026-02-27T02:14:51.817086Z","steps":["trace[1773540857] 'agreement among raft nodes before linearized reading' (duration: 2.059752885s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.817128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.286741384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:14:51.817135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:49.757226Z","time spent":"2.059900549s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:51.817137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:49.491962Z","time spent":"2.325164712s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:51.817156Z","caller":"traceutil/trace.go:171","msg":"trace[1373503182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23856; }","duration":"4.286790715s","start":"2026-02-27T02:14:47.530358Z","end":"2026-02-27T02:14:51.817148Z","steps":["trace[1373503182] 'agreement among raft nodes before linearized reading' (duration: 4.286709473s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.817167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486780726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293312"} {"level":"info","ts":"2026-02-27T02:14:51.817218Z","caller":"traceutil/trace.go:171","msg":"trace[1981629518] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:23856; }","duration":"3.486874228s","start":"2026-02-27T02:14:48.330333Z","end":"2026-02-27T02:14:51.817207Z","steps":["trace[1981629518] 'agreement among raft nodes before linearized reading' (duration: 3.486394817s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.817249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287217795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:14:51.817254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.330313Z","time spent":"3.486927589s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293335,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-27T02:14:51.817276Z","caller":"traceutil/trace.go:171","msg":"trace[1611950124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23856; }","duration":"4.287290237s","start":"2026-02-27T02:14:47.529977Z","end":"2026-02-27T02:14:51.817267Z","steps":["trace[1611950124] 'agreement among raft nodes before linearized reading' (duration: 4.287221435s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.817305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:47.529956Z","time spent":"4.287339487s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:14:51.817426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592230538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-27T02:14:51.817429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.621582228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:51.817182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:47.530347Z","time spent":"4.286829326s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:14:51.817459Z","caller":"traceutil/trace.go:171","msg":"trace[1822893800] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23856; }","duration":"3.59230631s","start":"2026-02-27T02:14:48.225144Z","end":"2026-02-27T02:14:51.817451Z","steps":["trace[1822893800] 'agreement among raft nodes before linearized reading' (duration: 3.592210318s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:51.81747Z","caller":"traceutil/trace.go:171","msg":"trace[955086423] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23856; }","duration":"3.62165718s","start":"2026-02-27T02:14:48.195801Z","end":"2026-02-27T02:14:51.817458Z","steps":["trace[955086423] 'agreement among raft nodes before linearized reading' (duration: 3.621594619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.817486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.225125Z","time spent":"3.592353892s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:14:51.817495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288829833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:14:51.817502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.195781Z","time spent":"3.621712861s","remote":"127.0.0.1:42708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:51.817524Z","caller":"traceutil/trace.go:171","msg":"trace[866116360] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23856; }","duration":"4.288901694s","start":"2026-02-27T02:14:47.528613Z","end":"2026-02-27T02:14:51.817515Z","steps":["trace[866116360] 'agreement among raft nodes before linearized reading' (duration: 4.288823053s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.81755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:47.528582Z","time spent":"4.288962025s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:14:51.817646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541984245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:51.817677Z","caller":"traceutil/trace.go:171","msg":"trace[1407071197] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23856; }","duration":"3.542052066s","start":"2026-02-27T02:14:48.275616Z","end":"2026-02-27T02:14:51.817668Z","steps":["trace[1407071197] 'agreement among raft nodes before linearized reading' (duration: 3.541995505s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:51.816889Z","caller":"traceutil/trace.go:171","msg":"trace[573048974] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23856; }","duration":"2.716494996s","start":"2026-02-27T02:14:49.100375Z","end":"2026-02-27T02:14:51.81687Z","steps":["trace[573048974] 'agreement among raft nodes before linearized reading' (duration: 2.716349392s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.817686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.064118559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d3742f96-afcf-4535-b1f5-076c6bef499d\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-02-27T02:14:51.817702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.275597Z","time spent":"3.542097248s","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:51.817713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:49.100356Z","time spent":"2.717344666s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:51.817722Z","caller":"traceutil/trace.go:171","msg":"trace[1435470307] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d3742f96-afcf-4535-b1f5-076c6bef499d; range_end:; response_count:1; response_revision:23856; }","duration":"5.06417579s","start":"2026-02-27T02:14:46.753534Z","end":"2026-02-27T02:14:51.81771Z","steps":["trace[1435470307] 'agreement among raft nodes before linearized reading' (duration: 5.064018396s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.818027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.95209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:51.818052Z","caller":"traceutil/trace.go:171","msg":"trace[2123041655] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23856; }","duration":"440.036822ms","start":"2026-02-27T02:14:51.378008Z","end":"2026-02-27T02:14:51.818045Z","steps":["trace[2123041655] 'agreement among raft nodes before linearized reading' (duration: 439.98572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.818073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.377981Z","time spent":"440.085993ms","remote":"127.0.0.1:57426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:51.81807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.120249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T02:14:51.818103Z","caller":"traceutil/trace.go:171","msg":"trace[78320492] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23856; }","duration":"274.18037ms","start":"2026-02-27T02:14:51.543914Z","end":"2026-02-27T02:14:51.818095Z","steps":["trace[78320492] 'agreement among raft nodes before linearized reading' (duration: 274.086498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.818103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780264663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:14:51.818163Z","caller":"traceutil/trace.go:171","msg":"trace[1344375140] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:23856; }","duration":"1.780326054s","start":"2026-02-27T02:14:50.03782Z","end":"2026-02-27T02:14:51.818146Z","steps":["trace[1344375140] 'agreement among raft nodes before linearized reading' (duration: 1.78015726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.818203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:50.037778Z","time spent":"1.780415046s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" "} {"level":"warn","ts":"2026-02-27T02:14:51.818229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.824644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:51.818307Z","caller":"traceutil/trace.go:171","msg":"trace[1451547789] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23856; }","duration":"394.961227ms","start":"2026-02-27T02:14:51.423328Z","end":"2026-02-27T02:14:51.818289Z","steps":["trace[1451547789] 'agreement among raft nodes before linearized reading' (duration: 394.815594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.818357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.423303Z","time spent":"395.036189ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:51.818383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276860433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:14:51.818409Z","caller":"traceutil/trace.go:171","msg":"trace[410990202] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23856; }","duration":"1.276920905s","start":"2026-02-27T02:14:50.541481Z","end":"2026-02-27T02:14:51.818402Z","steps":["trace[410990202] 'agreement among raft nodes before linearized reading' (duration: 1.276850593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.818427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:50.541461Z","time spent":"1.276961595s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:14:51.818432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.544343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:51.818449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773607499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-27T02:14:51.818473Z","caller":"traceutil/trace.go:171","msg":"trace[1956123410] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23856; }","duration":"845.620725ms","start":"2026-02-27T02:14:50.972839Z","end":"2026-02-27T02:14:51.81846Z","steps":["trace[1956123410] 'agreement among raft nodes before linearized reading' (duration: 845.550694ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:51.818494Z","caller":"traceutil/trace.go:171","msg":"trace[169398723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23856; }","duration":"1.77368294s","start":"2026-02-27T02:14:50.044799Z","end":"2026-02-27T02:14:51.818482Z","steps":["trace[169398723] 'agreement among raft nodes before linearized reading' (duration: 1.773545447s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.818509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:50.972819Z","time spent":"845.680717ms","remote":"127.0.0.1:46314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:51.818522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05739089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:51.818526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:50.044784Z","time spent":"1.773734492s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T02:14:51.818552Z","caller":"traceutil/trace.go:171","msg":"trace[1407376670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23856; }","duration":"1.057423231s","start":"2026-02-27T02:14:50.761121Z","end":"2026-02-27T02:14:51.818544Z","steps":["trace[1407376670] 'agreement among raft nodes before linearized reading' (duration: 1.05737093s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:51.818575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:50.761063Z","time spent":"1.057506743s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:51.819726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:46.753518Z","time spent":"5.066189216s","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-d3742f96-afcf-4535-b1f5-076c6bef499d\" "} {"level":"warn","ts":"2026-02-27T02:14:52.322822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:52.823474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:53.324515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:53.825462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:53.828829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000764809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:14:53.828928Z","caller":"traceutil/trace.go:171","msg":"trace[1516564701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000927284s","start":"2026-02-27T02:14:51.827978Z","end":"2026-02-27T02:14:53.828905Z","steps":["trace[1516564701] 'agreement among raft nodes before linearized reading' (duration: 2.00076944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:53.82898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.827969Z","time spent":"2.001000995s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:54.259616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.393559958s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:14:54.260027Z","caller":"traceutil/trace.go:171","msg":"trace[1194835440] transaction","detail":"{read_only:false; response_revision:23857; number_of_response:1; }","duration":"2.438174151s","start":"2026-02-27T02:14:51.821825Z","end":"2026-02-27T02:14:54.259999Z","steps":["trace[1194835440] 'process raft request' (duration: 2.438008617s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:54.260174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.821805Z","time spent":"2.438290003s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:55.829362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:14:55.829454Z","caller":"traceutil/trace.go:171","msg":"trace[1744191501] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087465s","start":"2026-02-27T02:14:53.829346Z","end":"2026-02-27T02:14:55.829433Z","steps":["trace[1744191501] 'agreement among raft nodes before linearized reading' (duration: 1.999975412s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:55.829511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:53.829321Z","time spent":"2.000180316s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:56.324717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.551449ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:56.324888Z","caller":"traceutil/trace.go:171","msg":"trace[589047329] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23857; }","duration":"448.735713ms","start":"2026-02-27T02:14:55.876125Z","end":"2026-02-27T02:14:56.324861Z","steps":["trace[589047329] 'range keys from in-memory index tree' (duration: 448.528518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:56.822955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.824083Z","time spent":"4.99886409s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:14:56.822975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.82383Z","time spent":"4.999137296s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:14:56.823136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.824141Z","time spent":"4.998992702s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:14:57.038447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:52.039512Z","time spent":"4.99892512s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:14:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:57.308623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.966254792s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:14:57.309044Z","caller":"traceutil/trace.go:171","msg":"trace[378889339] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"5.486699897s","start":"2026-02-27T02:14:51.822321Z","end":"2026-02-27T02:14:57.309021Z","steps":["trace[378889339] 'process raft request' (duration: 5.486618755s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:57.309079Z","caller":"traceutil/trace.go:171","msg":"trace[1205082853] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"5.486960064s","start":"2026-02-27T02:14:51.822082Z","end":"2026-02-27T02:14:57.309042Z","steps":["trace[1205082853] 'process raft request' (duration: 5.486708508s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:57.30922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.82231Z","time spent":"5.48681325s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:57.309261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.82207Z","time spent":"5.487092306s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:57.310401Z","caller":"traceutil/trace.go:171","msg":"trace[1000207392] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"5.487132147s","start":"2026-02-27T02:14:51.822369Z","end":"2026-02-27T02:14:57.309501Z","steps":["trace[1000207392] 'process raft request' (duration: 5.486601645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:57.310572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.822364Z","time spent":"5.48810979s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:57.311197Z","caller":"traceutil/trace.go:171","msg":"trace[653794196] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"5.488762725s","start":"2026-02-27T02:14:51.822405Z","end":"2026-02-27T02:14:57.311168Z","steps":["trace[653794196] 'process raft request' (duration: 5.486974303s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:57.311319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.822389Z","time spent":"5.488879398s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:57.317835Z","caller":"traceutil/trace.go:171","msg":"trace[233184646] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"4.838063184s","start":"2026-02-27T02:14:52.479738Z","end":"2026-02-27T02:14:57.317802Z","steps":["trace[233184646] 'process raft request' (duration: 4.831419501s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:57.31803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:52.479716Z","time spent":"4.838221787s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:57.318379Z","caller":"traceutil/trace.go:171","msg":"trace[1173028659] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"3.574188232s","start":"2026-02-27T02:14:53.744162Z","end":"2026-02-27T02:14:57.318351Z","steps":["trace[1173028659] 'process raft request' (duration: 3.57367811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:57.318457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:53.744133Z","time spent":"3.574291895s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:57.319256Z","caller":"traceutil/trace.go:171","msg":"trace[328907873] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"3.574159902s","start":"2026-02-27T02:14:53.745086Z","end":"2026-02-27T02:14:57.319246Z","steps":["trace[328907873] 'process raft request' (duration: 3.573295862s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:57.318534Z","caller":"traceutil/trace.go:171","msg":"trace[84928720] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"3.574219713s","start":"2026-02-27T02:14:53.744292Z","end":"2026-02-27T02:14:57.318511Z","steps":["trace[84928720] 'process raft request' (duration: 3.574067099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:57.319303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:53.745078Z","time spent":"3.574201312s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:57.319341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:53.744259Z","time spent":"3.575030932s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:57.319338Z","caller":"traceutil/trace.go:171","msg":"trace[2001150352] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"3.575031002s","start":"2026-02-27T02:14:53.744263Z","end":"2026-02-27T02:14:57.319294Z","steps":["trace[2001150352] 'process raft request' (duration: 3.574040999s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:57.318528Z","caller":"traceutil/trace.go:171","msg":"trace[604379446] linearizableReadLoop","detail":"{readStateIndex:24697; appliedIndex:24683; }","duration":"5.496465673s","start":"2026-02-27T02:14:51.821942Z","end":"2026-02-27T02:14:57.318408Z","steps":["trace[604379446] 'read index received' (duration: 2.437895654s)","trace[604379446] 'applied index is now lower than readState.Index' (duration: 3.058569299s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:57.319459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:53.744255Z","time spent":"3.575161905s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:57.319622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.497674741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-02-27T02:14:57.319656Z","caller":"traceutil/trace.go:171","msg":"trace[1044818636] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23870; }","duration":"5.497721273s","start":"2026-02-27T02:14:51.821925Z","end":"2026-02-27T02:14:57.319647Z","steps":["trace[1044818636] 'agreement among raft nodes before linearized reading' (duration: 5.497418566s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:57.319678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.821916Z","time spent":"5.497756483s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} 2026/02/27 02:14:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:57.838128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:14:57.838406Z","caller":"traceutil/trace.go:171","msg":"trace[1522975866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000769729s","start":"2026-02-27T02:14:55.83761Z","end":"2026-02-27T02:14:57.83838Z","steps":["trace[1522975866] 'agreement among raft nodes before linearized reading' (duration: 2.000449331s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:57.838589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.837591Z","time spent":"2.000979863s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:58.96749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39333463s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:58.967691Z","caller":"traceutil/trace.go:171","msg":"trace[187610334] linearizableReadLoop","detail":"{readStateIndex:24699; appliedIndex:24697; }","duration":"1.648237914s","start":"2026-02-27T02:14:57.319434Z","end":"2026-02-27T02:14:58.967672Z","steps":["trace[187610334] 'read index received' (duration: 254.672679ms)","trace[187610334] 'applied index is now lower than readState.Index' (duration: 1.393564295s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:58.968128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.88186049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:58.968217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.403459349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:14:58.968214Z","caller":"traceutil/trace.go:171","msg":"trace[1978609224] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"3.039555818s","start":"2026-02-27T02:14:55.928622Z","end":"2026-02-27T02:14:58.968178Z","steps":["trace[1978609224] 'process raft request' (duration: 3.038962614s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.968231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.145347752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-02-27T02:14:58.968308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.035051516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:14:58.968294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104545193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:58.968364Z","caller":"traceutil/trace.go:171","msg":"trace[999042527] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23872; }","duration":"6.035113528s","start":"2026-02-27T02:14:52.933216Z","end":"2026-02-27T02:14:58.96833Z","steps":["trace[999042527] 'agreement among raft nodes before linearized reading' (duration: 6.035065647s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:58.968328Z","caller":"traceutil/trace.go:171","msg":"trace[824823590] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23872; }","duration":"7.145466575s","start":"2026-02-27T02:14:51.82284Z","end":"2026-02-27T02:14:58.968307Z","steps":["trace[824823590] 'agreement among raft nodes before linearized reading' (duration: 7.145236099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.9684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:52.933197Z","time spent":"6.03519308s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:58.968406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.822832Z","time spent":"7.145563858s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-02-27T02:14:58.968406Z","caller":"traceutil/trace.go:171","msg":"trace[667328018] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23872; }","duration":"3.104692486s","start":"2026-02-27T02:14:55.863691Z","end":"2026-02-27T02:14:58.968384Z","steps":["trace[667328018] 'agreement among raft nodes before linearized reading' (duration: 3.104519302s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.968414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.928595Z","time spent":"3.039708831s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:58.968444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479727625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:14:58.968447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.749392852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-27T02:14:58.96846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927642545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T02:14:58.968444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702032103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:14:58.968486Z","caller":"traceutil/trace.go:171","msg":"trace[1457870101] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23872; }","duration":"6.749467764s","start":"2026-02-27T02:14:52.219009Z","end":"2026-02-27T02:14:58.968476Z","steps":["trace[1457870101] 'agreement among raft nodes before linearized reading' (duration: 6.749288379s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:58.968485Z","caller":"traceutil/trace.go:171","msg":"trace[1980729083] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23872; }","duration":"5.479797817s","start":"2026-02-27T02:14:53.488674Z","end":"2026-02-27T02:14:58.968472Z","steps":["trace[1980729083] 'agreement among raft nodes before linearized reading' (duration: 5.479694814s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:58.968496Z","caller":"traceutil/trace.go:171","msg":"trace[188023266] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23872; }","duration":"1.927707646s","start":"2026-02-27T02:14:57.040777Z","end":"2026-02-27T02:14:58.968485Z","steps":["trace[188023266] 'agreement among raft nodes before linearized reading' (duration: 1.927598683s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.968518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.258359238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:14:58.968308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.923123644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:14:58.968516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203604205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:58.968529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.040759Z","time spent":"1.927763558s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:14:58.968528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:53.488657Z","time spent":"5.479863688s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:58.968526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:52.218988Z","time spent":"6.749530455s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-02-27T02:14:58.968556Z","caller":"traceutil/trace.go:171","msg":"trace[19179757] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23872; }","duration":"5.923402171s","start":"2026-02-27T02:14:53.045143Z","end":"2026-02-27T02:14:58.968545Z","steps":["trace[19179757] 'agreement among raft nodes before linearized reading' (duration: 5.923090184s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:58.968563Z","caller":"traceutil/trace.go:171","msg":"trace[617852296] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23872; }","duration":"2.203681427s","start":"2026-02-27T02:14:56.764868Z","end":"2026-02-27T02:14:58.968549Z","steps":["trace[617852296] 'agreement among raft nodes before linearized reading' (duration: 2.203618926s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.9686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:56.764848Z","time spent":"2.203744499s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:14:58.968608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:53.045129Z","time spent":"5.923464562s","remote":"127.0.0.1:42636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:58.968514Z","caller":"traceutil/trace.go:171","msg":"trace[1324758232] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:23872; }","duration":"4.702127025s","start":"2026-02-27T02:14:54.26637Z","end":"2026-02-27T02:14:58.968497Z","steps":["trace[1324758232] 'agreement among raft nodes before linearized reading' (duration: 4.70192482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.968651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:54.266349Z","time spent":"4.702293009s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" "} {"level":"info","ts":"2026-02-27T02:14:58.968657Z","caller":"traceutil/trace.go:171","msg":"trace[1100037938] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"3.928833074s","start":"2026-02-27T02:14:55.039808Z","end":"2026-02-27T02:14:58.968642Z","steps":["trace[1100037938] 'process raft request' (duration: 2.534268326s)","trace[1100037938] 'compare' (duration: 1.392641194s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:58.968264Z","caller":"traceutil/trace.go:171","msg":"trace[980916326] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23872; }","duration":"6.403536871s","start":"2026-02-27T02:14:52.564715Z","end":"2026-02-27T02:14:58.968252Z","steps":["trace[980916326] 'agreement among raft nodes before linearized reading' (duration: 6.403325787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.968706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.039737Z","time spent":"3.928944177s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:58.968757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:52.564704Z","time spent":"6.404025462s","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":174,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:58.968232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.144702097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T02:14:58.968843Z","caller":"traceutil/trace.go:171","msg":"trace[361988747] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23872; }","duration":"7.145344903s","start":"2026-02-27T02:14:51.82348Z","end":"2026-02-27T02:14:58.968825Z","steps":["trace[361988747] 'agreement among raft nodes before linearized reading' (duration: 7.144571235s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.968274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.410264907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:58.968902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:51.823471Z","time spent":"7.145414024s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-27T02:14:58.968947Z","caller":"traceutil/trace.go:171","msg":"trace[430230605] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23872; }","duration":"6.410963023s","start":"2026-02-27T02:14:52.557969Z","end":"2026-02-27T02:14:58.968932Z","steps":["trace[430230605] 'agreement among raft nodes before linearized reading' (duration: 6.410274087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.968324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877563835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:58.968983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:52.55795Z","time spent":"6.411019784s","remote":"127.0.0.1:46304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:58.968997Z","caller":"traceutil/trace.go:171","msg":"trace[747859585] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23872; }","duration":"1.878261771s","start":"2026-02-27T02:14:57.090717Z","end":"2026-02-27T02:14:58.968978Z","steps":["trace[747859585] 'agreement among raft nodes before linearized reading' (duration: 1.877575235s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.968367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.173161944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:58.969047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.0907Z","time spent":"1.878333552s","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:58.96906Z","caller":"traceutil/trace.go:171","msg":"trace[327384686] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23872; }","duration":"5.173913632s","start":"2026-02-27T02:14:53.795129Z","end":"2026-02-27T02:14:58.969042Z","steps":["trace[327384686] 'agreement among raft nodes before linearized reading' (duration: 5.173180645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.969144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:53.79511Z","time spent":"5.174006654s","remote":"127.0.0.1:50700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:58.968459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.863678Z","time spent":"3.104767888s","remote":"127.0.0.1:46578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:58.968218Z","caller":"traceutil/trace.go:171","msg":"trace[704411605] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23872; }","duration":"6.881999793s","start":"2026-02-27T02:14:52.086197Z","end":"2026-02-27T02:14:58.968197Z","steps":["trace[704411605] 'agreement among raft nodes before linearized reading' (duration: 6.8818476s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.969355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:52.086178Z","time spent":"6.88316232s","remote":"127.0.0.1:32834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:58.968257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140944195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:14:58.969412Z","caller":"traceutil/trace.go:171","msg":"trace[645799658] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23872; }","duration":"2.142122322s","start":"2026-02-27T02:14:56.82728Z","end":"2026-02-27T02:14:58.969403Z","steps":["trace[645799658] 'agreement among raft nodes before linearized reading' (duration: 2.140788391s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:58.968549Z","caller":"traceutil/trace.go:171","msg":"trace[884860538] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23872; }","duration":"6.2584157s","start":"2026-02-27T02:14:52.710124Z","end":"2026-02-27T02:14:58.96854Z","steps":["trace[884860538] 'agreement among raft nodes before linearized reading' (duration: 6.258308728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.969448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:56.827217Z","time spent":"2.142221934s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:14:58.969513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:52.710105Z","time spent":"6.259348821s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:58.96979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.323488296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:14:58.969857Z","caller":"traceutil/trace.go:171","msg":"trace[212821561] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23872; }","duration":"5.323600909s","start":"2026-02-27T02:14:53.646242Z","end":"2026-02-27T02:14:58.969843Z","steps":["trace[212821561] 'agreement among raft nodes before linearized reading' (duration: 5.321775357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:58.969902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:53.646226Z","time spent":"5.32366337s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2782,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:59.468306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:59.838412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:14:59.83852Z","caller":"traceutil/trace.go:171","msg":"trace[1715001410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289178s","start":"2026-02-27T02:14:57.838208Z","end":"2026-02-27T02:14:59.838497Z","steps":["trace[1715001410] 'agreement among raft nodes before linearized reading' (duration: 2.000147085s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:59.838603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.838191Z","time spent":"2.000392981s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:59.969194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:00.362917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.788792659s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:00.50735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:00.507441Z","caller":"traceutil/trace.go:171","msg":"trace[535618388] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273618s","start":"2026-02-27T02:14:58.507146Z","end":"2026-02-27T02:15:00.50742Z","steps":["trace[535618388] 'agreement among raft nodes before linearized reading' (duration: 2.000155675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:00.507491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:58.507125Z","time spent":"2.000354589s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:01.846682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00038489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:01.846789Z","caller":"traceutil/trace.go:171","msg":"trace[1337769783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000548144s","start":"2026-02-27T02:14:59.846215Z","end":"2026-02-27T02:15:01.846764Z","steps":["trace[1337769783] 'agreement among raft nodes before linearized reading' (duration: 2.000421441s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:01.846854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.846193Z","time spent":"2.000644976s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:02.039072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064335753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:02.039214Z","caller":"traceutil/trace.go:171","msg":"trace[309022333] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"3.064502036s","start":"2026-02-27T02:14:58.974668Z","end":"2026-02-27T02:15:02.03917Z","steps":["trace[309022333] 'agreement among raft nodes before linearized reading' (duration: 3.064358033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:02.039273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:58.974653Z","time spent":"3.064606559s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/27 02:15:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:02.064941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091572773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:02.065032Z","caller":"traceutil/trace.go:171","msg":"trace[1934411860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"3.091680705s","start":"2026-02-27T02:14:58.973329Z","end":"2026-02-27T02:15:02.065009Z","steps":["trace[1934411860] 'agreement among raft nodes before linearized reading' (duration: 3.091579043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:02.06509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:58.973323Z","time spent":"3.091752997s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/27 02:15:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:02.535108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002161533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-27T02:15:02.535117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002218614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:02.535212Z","caller":"traceutil/trace.go:171","msg":"trace[1108915975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.002319497s","start":"2026-02-27T02:14:57.532858Z","end":"2026-02-27T02:15:02.535177Z","steps":["trace[1108915975] 'agreement among raft nodes before linearized reading' (duration: 5.002197384s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:02.535224Z","caller":"traceutil/trace.go:171","msg":"trace[1031635758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.002349067s","start":"2026-02-27T02:14:57.532847Z","end":"2026-02-27T02:15:02.535196Z","steps":["trace[1031635758] 'agreement among raft nodes before linearized reading' (duration: 5.002213924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:02.535257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.532836Z","time spent":"5.002411378s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:15:02.535277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.532781Z","time spent":"5.002486261s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:15:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:02.67316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309953401s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:02.673443Z","caller":"traceutil/trace.go:171","msg":"trace[1306439875] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"5.349760334s","start":"2026-02-27T02:14:57.323651Z","end":"2026-02-27T02:15:02.673411Z","steps":["trace[1306439875] 'process raft request' (duration: 3.039437604s)","trace[1306439875] 'compare' (duration: 2.306688895s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:02.673684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.323636Z","time spent":"5.349873686s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:03.531069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.19808331s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:03.847184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999698504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:03.847268Z","caller":"traceutil/trace.go:171","msg":"trace[137406053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999836177s","start":"2026-02-27T02:15:01.847414Z","end":"2026-02-27T02:15:03.84725Z","steps":["trace[137406053] 'agreement among raft nodes before linearized reading' (duration: 1.999731415s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:03.847305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:01.847394Z","time spent":"1.999904159s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:04.322717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.323412Z","time spent":"4.999297037s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:04.322749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.323671Z","time spent":"4.999068061s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:04.322802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.323354Z","time spent":"4.999442711s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:04.323221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.324699Z","time spent":"4.998519649s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:04.889941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358648178s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:15:04.890599Z","caller":"traceutil/trace.go:171","msg":"trace[1633441102] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"5.914900225s","start":"2026-02-27T02:14:58.975643Z","end":"2026-02-27T02:15:04.890544Z","steps":["trace[1633441102] 'process raft request' (duration: 5.914521816s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:04.890613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:58.971599Z","time spent":"5.919005309s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:15:04.890669Z","caller":"traceutil/trace.go:171","msg":"trace[1315563032] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"5.569295499s","start":"2026-02-27T02:14:59.321258Z","end":"2026-02-27T02:15:04.890553Z","steps":["trace[1315563032] 'process raft request' (duration: 5.568957291s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:04.890661Z","caller":"traceutil/trace.go:171","msg":"trace[1565896824] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"5.918643751s","start":"2026-02-27T02:14:58.971968Z","end":"2026-02-27T02:15:04.890612Z","steps":["trace[1565896824] 'process raft request' (duration: 5.918074778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:04.890762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:58.975633Z","time spent":"5.915045238s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:04.890762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.32124Z","time spent":"5.569463844s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:04.890867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:58.971946Z","time spent":"5.918809315s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:04.8906Z","caller":"traceutil/trace.go:171","msg":"trace[206806975] linearizableReadLoop","detail":"{readStateIndex:24709; appliedIndex:24699; }","duration":"5.922833488s","start":"2026-02-27T02:14:58.96772Z","end":"2026-02-27T02:15:04.890553Z","steps":["trace[206806975] 'read index received' (duration: 1.395439609s)","trace[206806975] 'applied index is now lower than readState.Index' (duration: 4.527388799s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:05.364222Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328056559s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:05.855488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999816179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:05.855606Z","caller":"traceutil/trace.go:171","msg":"trace[1636012445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002043s","start":"2026-02-27T02:15:03.855583Z","end":"2026-02-27T02:15:05.855585Z","steps":["trace[1636012445] 'agreement among raft nodes before linearized reading' (duration: 1.999839719s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.855658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.855559Z","time spent":"2.000088914s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:07.856584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:07.856688Z","caller":"traceutil/trace.go:171","msg":"trace[1980894693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436592s","start":"2026-02-27T02:15:05.85623Z","end":"2026-02-27T02:15:07.856667Z","steps":["trace[1980894693] 'agreement among raft nodes before linearized reading' (duration: 2.000305859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:07.856735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.856219Z","time spent":"2.000505923s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:08.864906Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb316893f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:15:08.979053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003278075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:08.979175Z","caller":"traceutil/trace.go:171","msg":"trace[1144473909] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.003445269s","start":"2026-02-27T02:14:58.975704Z","end":"2026-02-27T02:15:08.979149Z","steps":["trace[1144473909] 'agreement among raft nodes before linearized reading' (duration: 10.003285445s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:08.979246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:58.975696Z","time spent":"10.003530121s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/02/27 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:09.313706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999471657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:09.313819Z","caller":"traceutil/trace.go:171","msg":"trace[299126536] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999636911s","start":"2026-02-27T02:14:59.314151Z","end":"2026-02-27T02:15:09.313788Z","steps":["trace[299126536] 'agreement among raft nodes before linearized reading' (duration: 9.999506318s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:09.31389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.314128Z","time spent":"9.999744673s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/27 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:09.31435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000773837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:09.314434Z","caller":"traceutil/trace.go:171","msg":"trace[1610796727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000907851s","start":"2026-02-27T02:14:59.313507Z","end":"2026-02-27T02:15:09.314415Z","steps":["trace[1610796727] 'agreement among raft nodes before linearized reading' (duration: 10.000806138s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:09.314488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.313487Z","time spent":"10.000990122s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/27 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:09.315692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000078732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:09.31579Z","caller":"traceutil/trace.go:171","msg":"trace[782567215] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"10.000235795s","start":"2026-02-27T02:14:59.315535Z","end":"2026-02-27T02:15:09.315771Z","steps":["trace[782567215] 'agreement among raft nodes before linearized reading' (duration: 10.000117962s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:09.315831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.315511Z","time spent":"10.000311296s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/27 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:09.318622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000608554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:09.318692Z","caller":"traceutil/trace.go:171","msg":"trace[747325803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000699365s","start":"2026-02-27T02:14:59.317974Z","end":"2026-02-27T02:15:09.318673Z","steps":["trace[747325803] 'agreement among raft nodes before linearized reading' (duration: 10.000624134s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:09.318743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.317966Z","time spent":"10.000762347s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/27 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:09.321286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996730281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:09.321363Z","caller":"traceutil/trace.go:171","msg":"trace[549840232] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.996965426s","start":"2026-02-27T02:15:04.324382Z","end":"2026-02-27T02:15:09.321347Z","steps":["trace[549840232] 'agreement among raft nodes before linearized reading' (duration: 4.996768332s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:09.321493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:04.324359Z","time spent":"4.997036387s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:09.322408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997694353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:09.322477Z","caller":"traceutil/trace.go:171","msg":"trace[843521810] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997804035s","start":"2026-02-27T02:15:04.324656Z","end":"2026-02-27T02:15:09.32246Z","steps":["trace[843521810] 'agreement among raft nodes before linearized reading' (duration: 4.997727063s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:09.322525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:04.324637Z","time spent":"4.997875287s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:09.322701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998141693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:09.324403Z","caller":"traceutil/trace.go:171","msg":"trace[1365680179] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999857573s","start":"2026-02-27T02:15:04.324532Z","end":"2026-02-27T02:15:09.32439Z","steps":["trace[1365680179] 'agreement among raft nodes before linearized reading' (duration: 4.998155353s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:09.324447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:04.324526Z","time spent":"4.999909404s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:09.324714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998233325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:09.32475Z","caller":"traceutil/trace.go:171","msg":"trace[721114580] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998299427s","start":"2026-02-27T02:15:04.326442Z","end":"2026-02-27T02:15:09.324742Z","steps":["trace[721114580] 'agreement among raft nodes before linearized reading' (duration: 4.998251336s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:09.324854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:04.32643Z","time spent":"4.998413209s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:09.532285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.154115235s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:09.752191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.861786785s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:15:09.752738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.527551279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:09.752785Z","caller":"traceutil/trace.go:171","msg":"trace[1736875596] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23882; }","duration":"11.527638091s","start":"2026-02-27T02:14:58.225126Z","end":"2026-02-27T02:15:09.752764Z","steps":["trace[1736875596] 'agreement among raft nodes before linearized reading' (duration: 6.665468368s)","trace[1736875596] 'count revisions from in-memory index tree' (duration: 4.862090352s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:09.752828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:58.225084Z","time spent":"11.527731754s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:09.753013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.934693899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:09.753043Z","caller":"traceutil/trace.go:171","msg":"trace[493764960] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23882; }","duration":"11.934751341s","start":"2026-02-27T02:14:57.818281Z","end":"2026-02-27T02:15:09.753033Z","steps":["trace[493764960] 'agreement among raft nodes before linearized reading' (duration: 7.072346002s)","trace[493764960] 'count revisions from in-memory index tree' (duration: 4.862365478s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:09.753075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.818267Z","time spent":"11.934799451s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:09.753232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.745243Z","time spent":"4.00798697s","remote":"127.0.0.1:48372","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:09.753304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.877617551s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:09.753367Z","caller":"traceutil/trace.go:171","msg":"trace[385897406] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23882; }","duration":"3.877679702s","start":"2026-02-27T02:15:05.875677Z","end":"2026-02-27T02:15:09.753356Z","steps":["trace[385897406] 'range keys from in-memory index tree' (duration: 3.877609301s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:09.758012Z","caller":"traceutil/trace.go:171","msg":"trace[589906231] linearizableReadLoop","detail":"{readStateIndex:24711; appliedIndex:24709; }","duration":"4.867040996s","start":"2026-02-27T02:15:04.890945Z","end":"2026-02-27T02:15:09.757986Z","steps":["trace[589906231] 'read index received' (duration: 473.438155ms)","trace[589906231] 'applied index is now lower than readState.Index' (duration: 4.393601381s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:09.758068Z","caller":"traceutil/trace.go:171","msg":"trace[27075902] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"5.783451631s","start":"2026-02-27T02:15:03.974576Z","end":"2026-02-27T02:15:09.758028Z","steps":["trace[27075902] 'process raft request' (duration: 5.777717769s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:09.758618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.97455Z","time spent":"5.783990484s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:09.863524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000955955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:09.863597Z","caller":"traceutil/trace.go:171","msg":"trace[428141404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001075448s","start":"2026-02-27T02:15:07.862504Z","end":"2026-02-27T02:15:09.86358Z","steps":["trace[428141404] 'agreement among raft nodes before linearized reading' (duration: 2.000986296s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:09.863635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.862488Z","time spent":"2.001139509s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:10.258458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:10.759035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:11.259198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:11.759468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:11.836629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.080409053s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:11.863858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:11.863959Z","caller":"traceutil/trace.go:171","msg":"trace[1818103241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000057012s","start":"2026-02-27T02:15:09.863878Z","end":"2026-02-27T02:15:11.863935Z","steps":["trace[1818103241] 'agreement among raft nodes before linearized reading' (duration: 1.999916679s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:11.864017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:09.863851Z","time spent":"2.000154505s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:11.892913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:04.891986Z","time spent":"7.000922638s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:12.095799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.023487816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.095907Z","caller":"traceutil/trace.go:171","msg":"trace[1073974349] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23883; }","duration":"13.0236726s","start":"2026-02-27T02:14:59.072205Z","end":"2026-02-27T02:15:12.095878Z","steps":["trace[1073974349] 'agreement among raft nodes before linearized reading' (duration: 10.685905826s)","trace[1073974349] 'count revisions from in-memory index tree' (duration: 2.33758113s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.095955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.072191Z","time spent":"13.023752172s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.096005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.284846258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.096091Z","caller":"traceutil/trace.go:171","msg":"trace[158576180] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23883; }","duration":"12.284988721s","start":"2026-02-27T02:14:59.811078Z","end":"2026-02-27T02:15:12.096066Z","steps":["trace[158576180] 'agreement among raft nodes before linearized reading' (duration: 9.947039113s)","trace[158576180] 'count revisions from in-memory index tree' (duration: 2.337640751s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.09613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.811056Z","time spent":"12.285063984s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.096091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.719898152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.096211Z","caller":"traceutil/trace.go:171","msg":"trace[1722453767] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23883; }","duration":"9.720046066s","start":"2026-02-27T02:15:02.37613Z","end":"2026-02-27T02:15:12.096176Z","steps":["trace[1722453767] 'agreement among raft nodes before linearized reading' (duration: 7.381934804s)","trace[1722453767] 'count revisions from in-memory index tree' (duration: 2.337933108s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.096238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.062897676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.096277Z","caller":"traceutil/trace.go:171","msg":"trace[181755255] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23883; }","duration":"10.062954388s","start":"2026-02-27T02:15:02.033307Z","end":"2026-02-27T02:15:12.096261Z","steps":["trace[181755255] 'agreement among raft nodes before linearized reading' (duration: 7.724764794s)","trace[181755255] 'count revisions from in-memory index tree' (duration: 2.338142623s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.096275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.376068Z","time spent":"9.720188499s","remote":"127.0.0.1:46544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.096309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.033296Z","time spent":"10.063004459s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.096412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.123903041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cd1c4dff-4aec-4a45-a45f-27352a7f41ee\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T02:15:12.096441Z","caller":"traceutil/trace.go:171","msg":"trace[260117412] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cd1c4dff-4aec-4a45-a45f-27352a7f41ee; range_end:; response_count:1; response_revision:23883; }","duration":"13.123948453s","start":"2026-02-27T02:14:58.972481Z","end":"2026-02-27T02:15:12.096429Z","steps":["trace[260117412] 'agreement among raft nodes before linearized reading' (duration: 10.785828051s)","trace[260117412] 'range keys from in-memory index tree' (duration: 2.338003829s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.096467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:58.97247Z","time spent":"13.123989893s","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-cd1c4dff-4aec-4a45-a45f-27352a7f41ee\" "} {"level":"warn","ts":"2026-02-27T02:15:12.096466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.08510668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.0965Z","caller":"traceutil/trace.go:171","msg":"trace[320314805] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23883; }","duration":"10.085178232s","start":"2026-02-27T02:15:02.011311Z","end":"2026-02-27T02:15:12.096489Z","steps":["trace[320314805] 'agreement among raft nodes before linearized reading' (duration: 7.746767893s)","trace[320314805] 'count revisions from in-memory index tree' (duration: 2.338370148s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.096529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.01129Z","time spent":"10.085231594s","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.096645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.600082095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.096674Z","caller":"traceutil/trace.go:171","msg":"trace[1977939433] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23883; }","duration":"8.600155357s","start":"2026-02-27T02:15:03.496507Z","end":"2026-02-27T02:15:12.096662Z","steps":["trace[1977939433] 'agreement among raft nodes before linearized reading' (duration: 6.26181565s)","trace[1977939433] 'count revisions from in-memory index tree' (duration: 2.338300696s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.096697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.496483Z","time spent":"8.600207509s","remote":"127.0.0.1:46608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.096764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.724104841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:12.096821Z","caller":"traceutil/trace.go:171","msg":"trace[50214771] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23883; }","duration":"10.724201962s","start":"2026-02-27T02:15:01.372602Z","end":"2026-02-27T02:15:12.096804Z","steps":["trace[50214771] 'agreement among raft nodes before linearized reading' (duration: 8.385483226s)","trace[50214771] 'count revisions from in-memory index tree' (duration: 2.338642274s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.096835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.946357045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:12.096857Z","caller":"traceutil/trace.go:171","msg":"trace[1056126354] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23883; }","duration":"7.946379285s","start":"2026-02-27T02:15:04.15047Z","end":"2026-02-27T02:15:12.096849Z","steps":["trace[1056126354] 'agreement among raft nodes before linearized reading' (duration: 5.607861294s)","trace[1056126354] 'count revisions from in-memory index tree' (duration: 2.338488051s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.096862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:01.372581Z","time spent":"10.724269044s","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.096878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:04.150384Z","time spent":"7.946488078s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.09694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338879959s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-27T02:15:12.096973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.108522094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:12.096998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.982873531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.097021Z","caller":"traceutil/trace.go:171","msg":"trace[2130628747] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23883; }","duration":"7.982894491s","start":"2026-02-27T02:15:04.114118Z","end":"2026-02-27T02:15:12.097012Z","steps":["trace[2130628747] 'agreement among raft nodes before linearized reading' (duration: 5.644219706s)","trace[2130628747] 'count revisions from in-memory index tree' (duration: 2.338646345s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.09705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:04.114074Z","time spent":"7.982967203s","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.097219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.123092472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:15:12.09727Z","caller":"traceutil/trace.go:171","msg":"trace[827244635] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23883; }","duration":"11.123158743s","start":"2026-02-27T02:15:00.974094Z","end":"2026-02-27T02:15:12.097253Z","steps":["trace[827244635] 'agreement among raft nodes before linearized reading' (duration: 8.784004347s)","trace[827244635] 'count revisions from in-memory index tree' (duration: 2.339093384s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.097315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:00.974081Z","time spent":"11.123220115s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":187,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:12.097015Z","caller":"traceutil/trace.go:171","msg":"trace[456254509] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23883; }","duration":"12.108599636s","start":"2026-02-27T02:14:59.9884Z","end":"2026-02-27T02:15:12.097Z","steps":["trace[456254509] 'agreement among raft nodes before linearized reading' (duration: 9.769690816s)","trace[456254509] 'count revisions from in-memory index tree' (duration: 2.338859649s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.097564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.98838Z","time spent":"12.10916882s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.097638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.213530956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.09769Z","caller":"traceutil/trace.go:171","msg":"trace[2014979301] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23883; }","duration":"11.213621257s","start":"2026-02-27T02:15:00.88405Z","end":"2026-02-27T02:15:12.097671Z","steps":["trace[2014979301] 'agreement among raft nodes before linearized reading' (duration: 8.874053812s)","trace[2014979301] 'count revisions from in-memory index tree' (duration: 2.339498304s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.09774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:00.88402Z","time spent":"11.21370659s","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.097978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.255854404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:12.098005Z","caller":"traceutil/trace.go:171","msg":"trace[568538479] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23883; }","duration":"9.255919726s","start":"2026-02-27T02:15:02.842076Z","end":"2026-02-27T02:15:12.097996Z","steps":["trace[568538479] 'agreement among raft nodes before linearized reading' (duration: 6.916281389s)","trace[568538479] 'count revisions from in-memory index tree' (duration: 2.339601026s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.098027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.842053Z","time spent":"9.255967507s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.098045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.870983971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:12.098178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.582286375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.098173Z","caller":"traceutil/trace.go:171","msg":"trace[85632190] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23883; }","duration":"8.871139034s","start":"2026-02-27T02:15:03.227015Z","end":"2026-02-27T02:15:12.098154Z","steps":["trace[85632190] 'agreement among raft nodes before linearized reading' (duration: 6.531349673s)","trace[85632190] 'count revisions from in-memory index tree' (duration: 2.339643567s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:12.098227Z","caller":"traceutil/trace.go:171","msg":"trace[1140705131] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23883; }","duration":"9.582313876s","start":"2026-02-27T02:15:02.515881Z","end":"2026-02-27T02:15:12.098195Z","steps":["trace[1140705131] 'agreement among raft nodes before linearized reading' (duration: 7.242108335s)","trace[1140705131] 'count revisions from in-memory index tree' (duration: 2.340157139s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.098227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.227Z","time spent":"8.871210086s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.098253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.515813Z","time spent":"9.582433638s","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.098391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.100027187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.098414Z","caller":"traceutil/trace.go:171","msg":"trace[1821337931] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23883; }","duration":"11.100062728s","start":"2026-02-27T02:15:00.998342Z","end":"2026-02-27T02:15:12.098405Z","steps":["trace[1821337931] 'agreement among raft nodes before linearized reading' (duration: 8.759696804s)","trace[1821337931] 'count revisions from in-memory index tree' (duration: 2.340325773s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.098434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:00.998333Z","time spent":"11.100095399s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.098514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.467406932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:12.098536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.951045614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:12.098592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.405243414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:12.098639Z","caller":"traceutil/trace.go:171","msg":"trace[1273073680] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23883; }","duration":"8.951199148s","start":"2026-02-27T02:15:03.14741Z","end":"2026-02-27T02:15:12.098609Z","steps":["trace[1273073680] 'agreement among raft nodes before linearized reading' (duration: 6.610959767s)","trace[1273073680] 'count revisions from in-memory index tree' (duration: 2.340097668s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:12.098651Z","caller":"traceutil/trace.go:171","msg":"trace[1643402109] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23883; }","duration":"9.405338117s","start":"2026-02-27T02:15:02.693288Z","end":"2026-02-27T02:15:12.098626Z","steps":["trace[1643402109] 'agreement among raft nodes before linearized reading' (duration: 7.065087405s)","trace[1643402109] 'count revisions from in-memory index tree' (duration: 2.34018823s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.09864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.722455091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:12.098699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.147394Z","time spent":"8.951291701s","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.098707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.693265Z","time spent":"9.405425339s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:12.098722Z","caller":"traceutil/trace.go:171","msg":"trace[1291722839] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23883; }","duration":"9.722569314s","start":"2026-02-27T02:15:02.376126Z","end":"2026-02-27T02:15:12.098695Z","steps":["trace[1291722839] 'agreement among raft nodes before linearized reading' (duration: 7.381930804s)","trace[1291722839] 'count revisions from in-memory index tree' (duration: 2.340548278s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:12.098589Z","caller":"traceutil/trace.go:171","msg":"trace[1647538842] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23883; }","duration":"8.467519085s","start":"2026-02-27T02:15:03.631042Z","end":"2026-02-27T02:15:12.098561Z","steps":["trace[1647538842] 'agreement among raft nodes before linearized reading' (duration: 6.127307725s)","trace[1647538842] 'count revisions from in-memory index tree' (duration: 2.340117998s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.098772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.376101Z","time spent":"9.722655176s","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.098788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.631022Z","time spent":"8.467744791s","remote":"127.0.0.1:39388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.098781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.243781174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-02-27T02:15:12.098522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.420924588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1897f8b9bd4063d6\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-27T02:15:12.098875Z","caller":"traceutil/trace.go:171","msg":"trace[1835924399] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1897f8b9bd4063d6; range_end:; response_count:1; response_revision:23883; }","duration":"9.421305796s","start":"2026-02-27T02:15:02.677554Z","end":"2026-02-27T02:15:12.09886Z","steps":["trace[1835924399] 'agreement among raft nodes before linearized reading' (duration: 7.080827719s)","trace[1835924399] 'range keys from in-memory index tree' (duration: 2.339985296s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:12.09887Z","caller":"traceutil/trace.go:171","msg":"trace[1906504349] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23883; }","duration":"8.243902378s","start":"2026-02-27T02:15:03.854943Z","end":"2026-02-27T02:15:12.098845Z","steps":["trace[1906504349] 'agreement among raft nodes before linearized reading' (duration: 5.90340193s)","trace[1906504349] 'range keys from in-memory index tree' (duration: 2.340273361s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.098908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.677539Z","time spent":"9.421357778s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.1897f8b9bd4063d6\" "} {"level":"warn","ts":"2026-02-27T02:15:12.098915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.854926Z","time spent":"8.243979029s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T02:15:12.099489Z","caller":"traceutil/trace.go:171","msg":"trace[2084562540] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"4.615574571s","start":"2026-02-27T02:15:07.483903Z","end":"2026-02-27T02:15:12.099477Z","steps":["trace[2084562540] 'process raft request' (duration: 4.613122884s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.099559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.483875Z","time spent":"4.615635872s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:12.099615Z","caller":"traceutil/trace.go:171","msg":"trace[1722386806] linearizableReadLoop","detail":"{readStateIndex:24719; appliedIndex:24711; }","duration":"2.341528341s","start":"2026-02-27T02:15:09.758073Z","end":"2026-02-27T02:15:12.099602Z","steps":["trace[1722386806] 'read index received' (duration: 2.078653753s)","trace[1722386806] 'applied index is now lower than readState.Index' (duration: 262.873498ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.099679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296304217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.099716Z","caller":"traceutil/trace.go:171","msg":"trace[955448744] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23888; }","duration":"4.296382838s","start":"2026-02-27T02:15:07.803321Z","end":"2026-02-27T02:15:12.099704Z","steps":["trace[955448744] 'agreement among raft nodes before linearized reading' (duration: 4.296317397s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:12.099714Z","caller":"traceutil/trace.go:171","msg":"trace[971862312] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"2.779084925s","start":"2026-02-27T02:15:09.32061Z","end":"2026-02-27T02:15:12.099695Z","steps":["trace[971862312] 'process raft request' (duration: 2.77887322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.099867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:09.320588Z","time spent":"2.779201187s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:12.100042Z","caller":"traceutil/trace.go:171","msg":"trace[938904788] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"3.110748537s","start":"2026-02-27T02:15:08.98928Z","end":"2026-02-27T02:15:12.100029Z","steps":["trace[938904788] 'process raft request' (duration: 3.109965389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.100104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:08.989263Z","time spent":"3.110806669s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:12.100242Z","caller":"traceutil/trace.go:171","msg":"trace[486693390] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"3.094035491s","start":"2026-02-27T02:15:09.006195Z","end":"2026-02-27T02:15:12.100231Z","steps":["trace[486693390] 'process raft request' (duration: 3.093201741s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.1003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:09.00617Z","time spent":"3.094099101s","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:12.100452Z","caller":"traceutil/trace.go:171","msg":"trace[1442732097] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"2.782204727s","start":"2026-02-27T02:15:09.318236Z","end":"2026-02-27T02:15:12.100441Z","steps":["trace[1442732097] 'process raft request' (duration: 2.781203644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.100508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:09.318219Z","time spent":"2.782256018s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:12.100717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.397966991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:12.100754Z","caller":"traceutil/trace.go:171","msg":"trace[1446495848] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23888; }","duration":"4.398007261s","start":"2026-02-27T02:15:07.702736Z","end":"2026-02-27T02:15:12.100743Z","steps":["trace[1446495848] 'agreement among raft nodes before linearized reading' (duration: 4.396960887s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.099746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.802511Z","time spent":"4.297225828s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.100778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.702719Z","time spent":"4.398052923s","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.100774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.06014747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:15:12.100815Z","caller":"traceutil/trace.go:171","msg":"trace[1386395612] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23888; }","duration":"7.060210901s","start":"2026-02-27T02:15:05.040594Z","end":"2026-02-27T02:15:12.100805Z","steps":["trace[1386395612] 'agreement among raft nodes before linearized reading' (duration: 7.060072938s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.100842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.040582Z","time spent":"7.060252572s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:15:12.100892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.209763295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:12.100944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649065393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.100947Z","caller":"traceutil/trace.go:171","msg":"trace[1284715390] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23888; }","duration":"2.774776495s","start":"2026-02-27T02:15:09.326154Z","end":"2026-02-27T02:15:12.100931Z","steps":["trace[1284715390] 'process raft request' (duration: 2.773371062s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:12.100958Z","caller":"traceutil/trace.go:171","msg":"trace[310144620] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23888; }","duration":"7.209865087s","start":"2026-02-27T02:15:04.891081Z","end":"2026-02-27T02:15:12.100946Z","steps":["trace[310144620] 'agreement among raft nodes before linearized reading' (duration: 7.209773985s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:12.100969Z","caller":"traceutil/trace.go:171","msg":"trace[54694018] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23888; }","duration":"1.649118494s","start":"2026-02-27T02:15:10.451844Z","end":"2026-02-27T02:15:12.100962Z","steps":["trace[54694018] 'agreement among raft nodes before linearized reading' (duration: 1.649074603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.100991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.451829Z","time spent":"1.649155885s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.100987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:04.891065Z","time spent":"7.209914068s","remote":"127.0.0.1:50682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.101039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:09.326135Z","time spent":"2.774842097s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":576,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:12.101084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.262618178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:12.10108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.062782921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T02:15:12.101112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.098962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.101118Z","caller":"traceutil/trace.go:171","msg":"trace[220448566] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23888; }","duration":"6.262651129s","start":"2026-02-27T02:15:05.838458Z","end":"2026-02-27T02:15:12.101109Z","steps":["trace[220448566] 'agreement among raft nodes before linearized reading' (duration: 6.262600898s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:12.101132Z","caller":"traceutil/trace.go:171","msg":"trace[1209704232] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23888; }","duration":"7.062876913s","start":"2026-02-27T02:15:05.03824Z","end":"2026-02-27T02:15:12.101117Z","steps":["trace[1209704232] 'agreement among raft nodes before linearized reading' (duration: 7.062764451s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.101146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.838395Z","time spent":"6.262743111s","remote":"127.0.0.1:57402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.101166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.336368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:12.101171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.038218Z","time spent":"7.062943104s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T02:15:12.101187Z","caller":"traceutil/trace.go:171","msg":"trace[1046752076] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23888; }","duration":"788.358499ms","start":"2026-02-27T02:15:11.312823Z","end":"2026-02-27T02:15:12.101181Z","steps":["trace[1046752076] 'agreement among raft nodes before linearized reading' (duration: 788.325038ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:12.10119Z","caller":"traceutil/trace.go:171","msg":"trace[52339594] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23888; }","duration":"2.77494756s","start":"2026-02-27T02:15:09.32623Z","end":"2026-02-27T02:15:12.101178Z","steps":["trace[52339594] 'process raft request' (duration: 2.773332222s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.101208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:11.312805Z","time spent":"788.39692ms","remote":"127.0.0.1:39402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.101228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.930293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:12.101088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.614638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:12.101265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.207015761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f8593a69735c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:15:12.101288Z","caller":"traceutil/trace.go:171","msg":"trace[1393319717] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23888; }","duration":"574.845844ms","start":"2026-02-27T02:15:11.526428Z","end":"2026-02-27T02:15:12.101274Z","steps":["trace[1393319717] 'agreement among raft nodes before linearized reading' (duration: 574.608208ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:12.101299Z","caller":"traceutil/trace.go:171","msg":"trace[913235255] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f8593a69735c; range_end:; response_count:1; response_revision:23888; }","duration":"7.207085292s","start":"2026-02-27T02:15:04.894205Z","end":"2026-02-27T02:15:12.10129Z","steps":["trace[913235255] 'agreement among raft nodes before linearized reading' (duration: 7.20697391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.101307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.4369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:12.101313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.531777252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:12.101329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184936574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.101135Z","caller":"traceutil/trace.go:171","msg":"trace[606130494] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23888; }","duration":"778.149202ms","start":"2026-02-27T02:15:11.322979Z","end":"2026-02-27T02:15:12.101128Z","steps":["trace[606130494] 'agreement among raft nodes before linearized reading' (duration: 778.109811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:12.101336Z","caller":"traceutil/trace.go:171","msg":"trace[1945906361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23888; }","duration":"228.503882ms","start":"2026-02-27T02:15:11.872824Z","end":"2026-02-27T02:15:12.101328Z","steps":["trace[1945906361] 'agreement among raft nodes before linearized reading' (duration: 228.459881ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:12.101345Z","caller":"traceutil/trace.go:171","msg":"trace[1256752806] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23888; }","duration":"6.531851793s","start":"2026-02-27T02:15:05.569484Z","end":"2026-02-27T02:15:12.101336Z","steps":["trace[1256752806] 'agreement among raft nodes before linearized reading' (duration: 6.531794282s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.10135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:04.894187Z","time spent":"7.207153764s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f8593a69735c\" "} {"level":"warn","ts":"2026-02-27T02:15:12.101365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:11.322973Z","time spent":"778.382738ms","remote":"127.0.0.1:46188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.101373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.569464Z","time spent":"6.531902325s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.101376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19155791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.10141Z","caller":"traceutil/trace.go:171","msg":"trace[794979417] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23888; }","duration":"4.191625422s","start":"2026-02-27T02:15:07.909773Z","end":"2026-02-27T02:15:12.101399Z","steps":["trace[794979417] 'agreement among raft nodes before linearized reading' (duration: 4.191577771s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.101439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.909756Z","time spent":"4.191672403s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.101006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.183274729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:12.101249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:09.326225Z","time spent":"2.77498925s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":550,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:12.101508Z","caller":"traceutil/trace.go:171","msg":"trace[1118465942] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23888; }","duration":"5.183780551s","start":"2026-02-27T02:15:06.917697Z","end":"2026-02-27T02:15:12.101477Z","steps":["trace[1118465942] 'agreement among raft nodes before linearized reading' (duration: 5.18327841s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.101512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.399246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:12.101532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.978968719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:12.101544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:06.917682Z","time spent":"5.183850483s","remote":"127.0.0.1:32884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:12.101547Z","caller":"traceutil/trace.go:171","msg":"trace[566548353] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23888; }","duration":"521.434497ms","start":"2026-02-27T02:15:11.580102Z","end":"2026-02-27T02:15:12.101537Z","steps":["trace[566548353] 'agreement among raft nodes before linearized reading' (duration: 521.376565ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:12.101568Z","caller":"traceutil/trace.go:171","msg":"trace[1381090078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23888; }","duration":"6.9790058s","start":"2026-02-27T02:15:05.122552Z","end":"2026-02-27T02:15:12.101558Z","steps":["trace[1381090078] 'agreement among raft nodes before linearized reading' (duration: 6.978944149s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.101044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.442417741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:12.101589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:11.580027Z","time spent":"521.54684ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.1016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.122487Z","time spent":"6.979102922s","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:12.101612Z","caller":"traceutil/trace.go:171","msg":"trace[1838084371] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23888; }","duration":"5.443029725s","start":"2026-02-27T02:15:06.65857Z","end":"2026-02-27T02:15:12.1016Z","steps":["trace[1838084371] 'agreement among raft nodes before linearized reading' (duration: 5.442454392s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.101332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994469824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:12.101658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:06.65855Z","time spent":"5.443091437s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:12.101663Z","caller":"traceutil/trace.go:171","msg":"trace[857538564] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23888; }","duration":"2.994800621s","start":"2026-02-27T02:15:09.10685Z","end":"2026-02-27T02:15:12.101651Z","steps":["trace[857538564] 'agreement among raft nodes before linearized reading' (duration: 2.994419053s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:12.101354Z","caller":"traceutil/trace.go:171","msg":"trace[92260650] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23888; }","duration":"1.185005655s","start":"2026-02-27T02:15:10.916341Z","end":"2026-02-27T02:15:12.101347Z","steps":["trace[92260650] 'agreement among raft nodes before linearized reading' (duration: 1.184958114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.10176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.916319Z","time spent":"1.185404045s","remote":"127.0.0.1:46358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.101504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238548406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:15:12.101545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302934586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.101867Z","caller":"traceutil/trace.go:171","msg":"trace[990709131] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23888; }","duration":"1.238946465s","start":"2026-02-27T02:15:10.862909Z","end":"2026-02-27T02:15:12.101856Z","steps":["trace[990709131] 'agreement among raft nodes before linearized reading' (duration: 1.238459344s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.101909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.86289Z","time spent":"1.239004366s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.101327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:11.526411Z","time spent":"574.901886ms","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:12.101265Z","caller":"traceutil/trace.go:171","msg":"trace[529987874] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:0; response_revision:23888; }","duration":"206.987804ms","start":"2026-02-27T02:15:11.894267Z","end":"2026-02-27T02:15:12.101255Z","steps":["trace[529987874] 'agreement among raft nodes before linearized reading' (duration: 206.931033ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:12.101891Z","caller":"traceutil/trace.go:171","msg":"trace[328582290] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23888; }","duration":"1.303315015s","start":"2026-02-27T02:15:10.798566Z","end":"2026-02-27T02:15:12.101881Z","steps":["trace[328582290] 'agreement among raft nodes before linearized reading' (duration: 1.302954986s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.101702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:09.106778Z","time spent":"2.994911644s","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.102288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.798545Z","time spent":"1.303726805s","remote":"127.0.0.1:46274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:12.605427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:13.105852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:13.606406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625340799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:13.870524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.767976788s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:14.103524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998386196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:14.103608Z","caller":"traceutil/trace.go:171","msg":"trace[1441613884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998513308s","start":"2026-02-27T02:15:12.105076Z","end":"2026-02-27T02:15:14.103589Z","steps":["trace[1441613884] 'agreement among raft nodes before linearized reading' (duration: 1.998411005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:14.103655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.105059Z","time spent":"1.99858641s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:15.708581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:13.989301Z","time spent":"1.71926856s","remote":"127.0.0.1:48374","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:15.710617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839564305s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:15.710761Z","caller":"traceutil/trace.go:171","msg":"trace[1999530874] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"3.608316272s","start":"2026-02-27T02:15:12.10242Z","end":"2026-02-27T02:15:15.710736Z","steps":["trace[1999530874] 'process raft request' (duration: 1.768490481s)","trace[1999530874] 'compare' (duration: 1.839381991s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:15.710833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.102393Z","time spent":"3.608408874s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:16.111879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:16.111971Z","caller":"traceutil/trace.go:171","msg":"trace[722052863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237396s","start":"2026-02-27T02:15:14.111709Z","end":"2026-02-27T02:15:16.111947Z","steps":["trace[722052863] 'agreement among raft nodes before linearized reading' (duration: 2.000134104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:16.112035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:14.111691Z","time spent":"2.000330869s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:16.867125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.784311957s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:18.112741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000677267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:18.112823Z","caller":"traceutil/trace.go:171","msg":"trace[1612392274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00082029s","start":"2026-02-27T02:15:16.111984Z","end":"2026-02-27T02:15:18.112804Z","steps":["trace[1612392274] 'agreement among raft nodes before linearized reading' (duration: 2.000716218s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.112861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:16.111961Z","time spent":"2.000893451s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:19.105533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.105218Z","time spent":"7.000310032s","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:19.105637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.105293Z","time spent":"7.000329923s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:19.105681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.10524Z","time spent":"7.000433905s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:19.107945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.106764Z","time spent":"7.001178062s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:19.116953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.116114Z","time spent":"7.000837005s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:19.117935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.117434Z","time spent":"7.000496347s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:19.397845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.39724Z","time spent":"7.000597598s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:19.537308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661080713s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:19.537427Z","caller":"traceutil/trace.go:171","msg":"trace[1888203121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23889; }","duration":"3.661210336s","start":"2026-02-27T02:15:15.876201Z","end":"2026-02-27T02:15:19.537412Z","steps":["trace[1888203121] 'range keys from in-memory index tree' (duration: 3.661063653s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:20.123365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:20.123432Z","caller":"traceutil/trace.go:171","msg":"trace[435606511] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555675s","start":"2026-02-27T02:15:18.122861Z","end":"2026-02-27T02:15:20.123416Z","steps":["trace[435606511] 'agreement among raft nodes before linearized reading' (duration: 2.000460772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:20.123463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.122844Z","time spent":"2.000612275s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:20.636561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.383392841s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:21.768169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:14.767447Z","time spent":"7.00071194s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:21.796399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928481686s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-02-27T02:15:21.796541Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20851} {"level":"warn","ts":"2026-02-27T02:15:22.124333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000558213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:22.124536Z","caller":"traceutil/trace.go:171","msg":"trace[2051922347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00080999s","start":"2026-02-27T02:15:20.123701Z","end":"2026-02-27T02:15:22.124511Z","steps":["trace[2051922347] 'agreement among raft nodes before linearized reading' (duration: 2.000567824s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:22.124614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:20.123692Z","time spent":"2.000911992s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:22.154945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.515674424s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:22.255354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.140348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:15:24.133465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000021642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:24.133564Z","caller":"traceutil/trace.go:171","msg":"trace[1597265734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169976s","start":"2026-02-27T02:15:22.133372Z","end":"2026-02-27T02:15:24.133542Z","steps":["trace[1597265734] 'agreement among raft nodes before linearized reading' (duration: 2.000039033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:24.1338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:22.133358Z","time spent":"2.000431001s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:24.239899Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43604586s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:25.534668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.294527082s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:25.76848Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb3168969","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:15:26.135463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000617736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:26.135539Z","caller":"traceutil/trace.go:171","msg":"trace[458100117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000784501s","start":"2026-02-27T02:15:24.134736Z","end":"2026-02-27T02:15:26.135521Z","steps":["trace[458100117] 'agreement among raft nodes before linearized reading' (duration: 2.000674528s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:26.135574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:24.134686Z","time spent":"2.000882333s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:27.400885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.99930915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:27.400984Z","caller":"traceutil/trace.go:171","msg":"trace[748332249] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.999458804s","start":"2026-02-27T02:15:19.401502Z","end":"2026-02-27T02:15:27.400961Z","steps":["trace[748332249] 'agreement among raft nodes before linearized reading' (duration: 7.999333991s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:27.401041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:19.401486Z","time spent":"7.999538946s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/27 02:15:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:28.142637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001277611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:28.142714Z","caller":"traceutil/trace.go:171","msg":"trace[887088273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001399344s","start":"2026-02-27T02:15:26.141297Z","end":"2026-02-27T02:15:28.142697Z","steps":["trace[887088273] 'agreement among raft nodes before linearized reading' (duration: 2.001304812s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:28.142752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:26.14128Z","time spent":"2.001465826s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:28.165993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.391054379s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:29.010674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002572676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:29.010777Z","caller":"traceutil/trace.go:171","msg":"trace[1785076682] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.00272635s","start":"2026-02-27T02:15:19.008025Z","end":"2026-02-27T02:15:29.010752Z","steps":["trace[1785076682] 'agreement among raft nodes before linearized reading' (duration: 10.002584087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:29.010833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:19.008014Z","time spent":"10.002806642s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/27 02:15:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:29.341364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:22.34066Z","time spent":"7.000697102s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:29.471325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:22.470194Z","time spent":"7.001122751s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:29.504415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628367596s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:29.504557Z","caller":"traceutil/trace.go:171","msg":"trace[2001840189] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23891; }","duration":"3.628510729s","start":"2026-02-27T02:15:25.87602Z","end":"2026-02-27T02:15:29.504531Z","steps":["trace[2001840189] 'range keys from in-memory index tree' (duration: 3.628350625s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:29.506552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.251001429s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:15:30.141786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998584588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:30.141875Z","caller":"traceutil/trace.go:171","msg":"trace[307018443] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998720302s","start":"2026-02-27T02:15:28.143131Z","end":"2026-02-27T02:15:30.141851Z","steps":["trace[307018443] 'agreement among raft nodes before linearized reading' (duration: 1.998616469s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:30.141922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:28.143079Z","time spent":"1.998834864s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:30.508356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000675717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:30.508472Z","caller":"traceutil/trace.go:171","msg":"trace[614387095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000881351s","start":"2026-02-27T02:15:28.507562Z","end":"2026-02-27T02:15:30.508443Z","steps":["trace[614387095] 'agreement among raft nodes before linearized reading' (duration: 2.000724918s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:30.50854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:28.507539Z","time spent":"2.000988493s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:31.051009Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.884789643s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:32.147452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999789717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:32.14754Z","caller":"traceutil/trace.go:171","msg":"trace[1547591650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99992868s","start":"2026-02-27T02:15:30.147591Z","end":"2026-02-27T02:15:32.14752Z","steps":["trace[1547591650] 'agreement among raft nodes before linearized reading' (duration: 1.999825468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:32.147598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:30.147569Z","time spent":"2.000008412s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:32.775707Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb3168969","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:15:33.460769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.409517436s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:34.147921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999856317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:34.148015Z","caller":"traceutil/trace.go:171","msg":"trace[1110422622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026442s","start":"2026-02-27T02:15:32.147967Z","end":"2026-02-27T02:15:34.147994Z","steps":["trace[1110422622] 'agreement among raft nodes before linearized reading' (duration: 1.999908209s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:34.148066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:32.147941Z","time spent":"2.000114423s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:34.404443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:27.403338Z","time spent":"7.0010966s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:35.784846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278140246s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:15:36.155322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:36.155417Z","caller":"traceutil/trace.go:171","msg":"trace[1611989185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457551s","start":"2026-02-27T02:15:34.154935Z","end":"2026-02-27T02:15:36.155392Z","steps":["trace[1611989185] 'agreement among raft nodes before linearized reading' (duration: 2.000342199s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:36.15548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.154903Z","time spent":"2.000556584s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:36.34882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:29.34767Z","time spent":"7.00114165s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:36.476152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:29.47595Z","time spent":"7.000197248s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:37.958271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082646426s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:37.958412Z","caller":"traceutil/trace.go:171","msg":"trace[1457016511] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23893; }","duration":"2.082794679s","start":"2026-02-27T02:15:35.875596Z","end":"2026-02-27T02:15:37.958391Z","steps":["trace[1457016511] 'range keys from in-memory index tree' (duration: 2.082627825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:38.156303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000255288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:38.156438Z","caller":"traceutil/trace.go:171","msg":"trace[499152551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467723s","start":"2026-02-27T02:15:36.155931Z","end":"2026-02-27T02:15:38.156399Z","steps":["trace[499152551] 'agreement among raft nodes before linearized reading' (duration: 2.000304179s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:38.156511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.155901Z","time spent":"2.000585356s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:39.053209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268214394s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:39.05331Z","caller":"traceutil/trace.go:171","msg":"trace[457466252] linearizableReadLoop","detail":"{readStateIndex:24727; appliedIndex:24719; }","duration":"26.948164228s","start":"2026-02-27T02:15:12.105132Z","end":"2026-02-27T02:15:39.053296Z","steps":["trace[457466252] 'read index received' (duration: 1.765755687s)","trace[457466252] 'applied index is now lower than readState.Index' (duration: 25.182407891s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:39.78404Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb3168969","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:15:39.793418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.037119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:15:39.911269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.706086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:15:40.162448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:40.162588Z","caller":"traceutil/trace.go:171","msg":"trace[483424147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151314s","start":"2026-02-27T02:15:38.162412Z","end":"2026-02-27T02:15:40.162564Z","steps":["trace[483424147] 'agreement among raft nodes before linearized reading' (duration: 1.999948949s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.162649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:38.162355Z","time spent":"2.000283218s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:40.228926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.434501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:40.827867Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20851,"took":"19.028290999s","hash":2522498605,"current-db-size-bytes":46387200,"current-db-size":"46 MB","current-db-size-in-use-bytes":40452096,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-02-27T02:15:40.827975Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2522498605,"revision":20851,"compact-revision":18762} {"level":"warn","ts":"2026-02-27T02:15:40.828632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.506246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:15:40.828806Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"66.172µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-27T02:15:40.829076Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"70.332µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-02-27T02:15:40.829536Z","caller":"traceutil/trace.go:171","msg":"trace[1637246884] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23897; }","duration":"4.348095135s","start":"2026-02-27T02:15:36.481405Z","end":"2026-02-27T02:15:40.8295Z","steps":["trace[1637246884] 'process raft request' (duration: 4.347761457s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.829536Z","caller":"traceutil/trace.go:171","msg":"trace[1886175811] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23897; }","duration":"4.476016957s","start":"2026-02-27T02:15:36.353456Z","end":"2026-02-27T02:15:40.829473Z","steps":["trace[1886175811] 'process raft request' (duration: 4.475656169s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.829688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.481381Z","time spent":"4.348227998s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:40.829763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.353434Z","time spent":"4.476194652s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:40.979609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.392313ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:15:40.97981Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"59.051µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-27T02:15:40.979865Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb3168969","error":"lease not found"} {"level":"info","ts":"2026-02-27T02:15:40.979966Z","caller":"traceutil/trace.go:171","msg":"trace[1621704553] linearizableReadLoop","detail":"{readStateIndex:24739; appliedIndex:24727; }","duration":"1.926600981s","start":"2026-02-27T02:15:39.053333Z","end":"2026-02-27T02:15:40.979934Z","steps":["trace[1621704553] 'read index received' (duration: 35.651µs)","trace[1621704553] 'applied index is now lower than readState.Index' (duration: 1.9265616s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:40.98009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.82045683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.980183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.571162548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.980197Z","caller":"traceutil/trace.go:171","msg":"trace[1448574605] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23897; }","duration":"13.820613564s","start":"2026-02-27T02:15:27.15955Z","end":"2026-02-27T02:15:40.980164Z","steps":["trace[1448574605] 'agreement among raft nodes before linearized reading' (duration: 13.820429399s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.908662399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.980258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:27.159528Z","time spent":"13.820713196s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.980275Z","caller":"traceutil/trace.go:171","msg":"trace[1907267753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23897; }","duration":"6.908818763s","start":"2026-02-27T02:15:34.071438Z","end":"2026-02-27T02:15:40.980257Z","steps":["trace[1907267753] 'agreement among raft nodes before linearized reading' (duration: 6.90869555s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.988866917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.980302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.071409Z","time spent":"6.908887584s","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.980271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.843090068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.980334Z","caller":"traceutil/trace.go:171","msg":"trace[1057491296] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23897; }","duration":"21.98900355s","start":"2026-02-27T02:15:18.99131Z","end":"2026-02-27T02:15:40.980314Z","steps":["trace[1057491296] 'agreement among raft nodes before linearized reading' (duration: 21.988825926s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104638196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:40.980397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.001107071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18511"} {"level":"warn","ts":"2026-02-27T02:15:40.980394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.085300469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.980448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.659661701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.980435Z","caller":"traceutil/trace.go:171","msg":"trace[810121678] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23897; }","duration":"4.10479778s","start":"2026-02-27T02:15:36.875615Z","end":"2026-02-27T02:15:40.980413Z","steps":["trace[810121678] 'agreement among raft nodes before linearized reading' (duration: 4.104585845s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.980466Z","caller":"traceutil/trace.go:171","msg":"trace[462422347] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23897; }","duration":"4.659727142s","start":"2026-02-27T02:15:36.320732Z","end":"2026-02-27T02:15:40.98046Z","steps":["trace[462422347] 'agreement among raft nodes before linearized reading' (duration: 4.659690962s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.523096745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.980487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.320707Z","time spent":"4.659774774s","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.980482Z","caller":"traceutil/trace.go:171","msg":"trace[515338421] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:0; response_revision:23897; }","duration":"19.085436981s","start":"2026-02-27T02:15:21.89502Z","end":"2026-02-27T02:15:40.980457Z","steps":["trace[515338421] 'agreement among raft nodes before linearized reading' (duration: 19.085252887s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.875597Z","time spent":"4.104878182s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.98051Z","caller":"traceutil/trace.go:171","msg":"trace[1103441707] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23897; }","duration":"16.523175156s","start":"2026-02-27T02:15:24.457323Z","end":"2026-02-27T02:15:40.980498Z","steps":["trace[1103441707] 'agreement among raft nodes before linearized reading' (duration: 16.523127035s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:21.895002Z","time spent":"19.085516404s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T02:15:40.980528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.209158687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T02:15:40.980553Z","caller":"traceutil/trace.go:171","msg":"trace[1518542190] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23897; }","duration":"19.209213358s","start":"2026-02-27T02:15:21.771332Z","end":"2026-02-27T02:15:40.980546Z","steps":["trace[1518542190] 'agreement among raft nodes before linearized reading' (duration: 19.209070045s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:24.4573Z","time spent":"16.523246088s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.980575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:21.771314Z","time spent":"19.209257319s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:15:40.980589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.678515348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.98061Z","caller":"traceutil/trace.go:171","msg":"trace[321728251] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23897; }","duration":"4.67857679s","start":"2026-02-27T02:15:36.302025Z","end":"2026-02-27T02:15:40.980602Z","steps":["trace[321728251] 'agreement among raft nodes before linearized reading' (duration: 4.678544739s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.302003Z","time spent":"4.6786183s","remote":"127.0.0.1:46072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.980646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.130656421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:15:40.980678Z","caller":"traceutil/trace.go:171","msg":"trace[76531495] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23897; }","duration":"22.130725502s","start":"2026-02-27T02:15:18.849945Z","end":"2026-02-27T02:15:40.980671Z","steps":["trace[76531495] 'agreement among raft nodes before linearized reading' (duration: 22.130506847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.275654956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.98073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947588196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.980748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.323990416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.980739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.503764997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.980775Z","caller":"traceutil/trace.go:171","msg":"trace[1359866810] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23897; }","duration":"18.324064287s","start":"2026-02-27T02:15:22.656701Z","end":"2026-02-27T02:15:40.980766Z","steps":["trace[1359866810] 'agreement among raft nodes before linearized reading' (duration: 18.324011366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.081689166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418556"} {"level":"warn","ts":"2026-02-27T02:15:40.98079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.22300848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.980799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.649436251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:40.980832Z","caller":"traceutil/trace.go:171","msg":"trace[621614893] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23897; }","duration":"22.223089342s","start":"2026-02-27T02:15:18.757732Z","end":"2026-02-27T02:15:40.980822Z","steps":["trace[621614893] 'agreement among raft nodes before linearized reading' (duration: 22.223032s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.980833Z","caller":"traceutil/trace.go:171","msg":"trace[845511133] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23897; }","duration":"7.08182678s","start":"2026-02-27T02:15:33.89899Z","end":"2026-02-27T02:15:40.980816Z","steps":["trace[845511133] 'agreement among raft nodes before linearized reading' (duration: 7.081522643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.572264858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T02:15:40.980872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.75771Z","time spent":"22.223152103s","remote":"127.0.0.1:39426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.98092Z","caller":"traceutil/trace.go:171","msg":"trace[1427456818] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23897; }","duration":"6.572282118s","start":"2026-02-27T02:15:34.408632Z","end":"2026-02-27T02:15:40.980914Z","steps":["trace[1427456818] 'agreement among raft nodes before linearized reading' (duration: 6.572158565s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:33.898953Z","time spent":"7.081918951s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418579,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T02:15:40.980969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.355012984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:15:40.980992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.859590792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:15:40.981001Z","caller":"traceutil/trace.go:171","msg":"trace[1285883346] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23897; }","duration":"18.355074336s","start":"2026-02-27T02:15:22.62592Z","end":"2026-02-27T02:15:40.980994Z","steps":["trace[1285883346] 'agreement among raft nodes before linearized reading' (duration: 18.354902482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.548324541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:40.981034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:22.625905Z","time spent":"18.355119906s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T02:15:40.981038Z","caller":"traceutil/trace.go:171","msg":"trace[1904296790] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23897; }","duration":"17.548367372s","start":"2026-02-27T02:15:23.432662Z","end":"2026-02-27T02:15:40.981029Z","steps":["trace[1904296790] 'agreement among raft nodes before linearized reading' (duration: 17.548202498s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.868422067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:15:40.981073Z","caller":"traceutil/trace.go:171","msg":"trace[320405072] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23897; }","duration":"6.868467257s","start":"2026-02-27T02:15:34.112601Z","end":"2026-02-27T02:15:40.981068Z","steps":["trace[320405072] 'agreement among raft nodes before linearized reading' (duration: 6.868421006s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:23.432599Z","time spent":"17.548463934s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.112582Z","time spent":"6.868500579s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T02:15:40.980234Z","caller":"traceutil/trace.go:171","msg":"trace[21464885] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23897; }","duration":"14.57129604s","start":"2026-02-27T02:15:26.408925Z","end":"2026-02-27T02:15:40.980221Z","steps":["trace[21464885] 'agreement among raft nodes before linearized reading' (duration: 14.571155657s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.846042768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.981168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.16600614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.981189Z","caller":"traceutil/trace.go:171","msg":"trace[2003461131] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23897; }","duration":"18.846071078s","start":"2026-02-27T02:15:22.135108Z","end":"2026-02-27T02:15:40.981179Z","steps":["trace[2003461131] 'agreement among raft nodes before linearized reading' (duration: 18.846036997s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.991296Z","time spent":"21.989073581s","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.98043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.644922807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.981239Z","caller":"traceutil/trace.go:171","msg":"trace[118880559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23897; }","duration":"15.645758536s","start":"2026-02-27T02:15:25.335472Z","end":"2026-02-27T02:15:40.981231Z","steps":["trace[118880559] 'agreement among raft nodes before linearized reading' (duration: 15.644926527s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:25.335459Z","time spent":"15.645791387s","remote":"127.0.0.1:46258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.304666361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.981305Z","caller":"traceutil/trace.go:171","msg":"trace[1831710348] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23897; }","duration":"23.304754353s","start":"2026-02-27T02:15:17.676538Z","end":"2026-02-27T02:15:40.981293Z","steps":["trace[1831710348] 'agreement among raft nodes before linearized reading' (duration: 23.304685121s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363319855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293312"} {"level":"warn","ts":"2026-02-27T02:15:40.981342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.471220036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.981344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.329127636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:40.981368Z","caller":"traceutil/trace.go:171","msg":"trace[137861485] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23897; }","duration":"19.471247816s","start":"2026-02-27T02:15:21.510113Z","end":"2026-02-27T02:15:40.981361Z","steps":["trace[137861485] 'agreement among raft nodes before linearized reading' (duration: 19.471201365s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.981369Z","caller":"traceutil/trace.go:171","msg":"trace[1517790497] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:23897; }","duration":"2.36349827s","start":"2026-02-27T02:15:38.617859Z","end":"2026-02-27T02:15:40.981357Z","steps":["trace[1517790497] 'agreement among raft nodes before linearized reading' (duration: 2.363004049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.408545Z","time spent":"6.57238761s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-27T02:15:40.98074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.849923Z","time spent":"22.130807185s","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.091744322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:40.981409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:38.617835Z","time spent":"2.363563961s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293335,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:15:40.981452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.403578621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.981412Z","caller":"traceutil/trace.go:171","msg":"trace[523962000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23897; }","duration":"7.329233089s","start":"2026-02-27T02:15:33.65216Z","end":"2026-02-27T02:15:40.981393Z","steps":["trace[523962000] 'agreement among raft nodes before linearized reading' (duration: 7.329133487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.164311145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.981498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.501266124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.981512Z","caller":"traceutil/trace.go:171","msg":"trace[222798843] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23897; }","duration":"23.501315326s","start":"2026-02-27T02:15:17.480193Z","end":"2026-02-27T02:15:40.981508Z","steps":["trace[222798843] 'agreement among raft nodes before linearized reading' (duration: 23.501293245s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.981514Z","caller":"traceutil/trace.go:171","msg":"trace[559166616] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23897; }","duration":"16.164357516s","start":"2026-02-27T02:15:24.817141Z","end":"2026-02-27T02:15:40.981499Z","steps":["trace[559166616] 'agreement among raft nodes before linearized reading' (duration: 16.164294245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:33.652136Z","time spent":"7.329359422s","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.713690254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.98136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:17.676516Z","time spent":"23.304833615s","remote":"127.0.0.1:42688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:24.817091Z","time spent":"16.164460839s","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.98158Z","caller":"traceutil/trace.go:171","msg":"trace[423232138] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23897; }","duration":"23.713751255s","start":"2026-02-27T02:15:17.267822Z","end":"2026-02-27T02:15:40.981574Z","steps":["trace[423232138] 'agreement among raft nodes before linearized reading' (duration: 23.713715634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:17.267802Z","time spent":"23.713791717s","remote":"127.0.0.1:46138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570873292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.981642Z","caller":"traceutil/trace.go:171","msg":"trace[2146958754] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23897; }","duration":"1.570941684s","start":"2026-02-27T02:15:39.410691Z","end":"2026-02-27T02:15:40.981632Z","steps":["trace[2146958754] 'agreement among raft nodes before linearized reading' (duration: 1.570895862s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.98167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:39.41067Z","time spent":"1.570992985s","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:17.480172Z","time spent":"23.501353636s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.935828572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:40.981749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.562238438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:40.98174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625720594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.981764Z","caller":"traceutil/trace.go:171","msg":"trace[1551294898] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23897; }","duration":"11.935856092s","start":"2026-02-27T02:15:29.045902Z","end":"2026-02-27T02:15:40.981758Z","steps":["trace[1551294898] 'agreement among raft nodes before linearized reading' (duration: 11.935792201s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:29.045838Z","time spent":"11.935949854s","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.772940358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:40.981813Z","caller":"traceutil/trace.go:171","msg":"trace[11392064] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23897; }","duration":"25.77300763s","start":"2026-02-27T02:15:15.2088Z","end":"2026-02-27T02:15:40.981808Z","steps":["trace[11392064] 'agreement among raft nodes before linearized reading' (duration: 25.772978199s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.304421827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:40.981827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:15.208776Z","time spent":"25.773047341s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403384495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.981845Z","caller":"traceutil/trace.go:171","msg":"trace[1328010486] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23897; }","duration":"12.30452119s","start":"2026-02-27T02:15:28.67731Z","end":"2026-02-27T02:15:40.981831Z","steps":["trace[1328010486] 'agreement among raft nodes before linearized reading' (duration: 12.304435768s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.492805204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:40.980776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.099727903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.981887Z","caller":"traceutil/trace.go:171","msg":"trace[1133221603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23897; }","duration":"16.492929866s","start":"2026-02-27T02:15:24.488951Z","end":"2026-02-27T02:15:40.981881Z","steps":["trace[1133221603] 'agreement among raft nodes before linearized reading' (duration: 16.492871655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.394044444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.980434Z","caller":"traceutil/trace.go:171","msg":"trace[926260570] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23897; }","duration":"22.001185022s","start":"2026-02-27T02:15:18.97924Z","end":"2026-02-27T02:15:40.980425Z","steps":["trace[926260570] 'agreement among raft nodes before linearized reading' (duration: 22.001016688s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:24.488928Z","time spent":"16.492995317s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.981934Z","caller":"traceutil/trace.go:171","msg":"trace[1228271908] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23897; }","duration":"27.394598876s","start":"2026-02-27T02:15:13.587327Z","end":"2026-02-27T02:15:40.981926Z","steps":["trace[1228271908] 'agreement among raft nodes before linearized reading' (duration: 27.394059404s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657614463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:40.981978Z","caller":"traceutil/trace.go:171","msg":"trace[1201376845] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23897; }","duration":"3.657685034s","start":"2026-02-27T02:15:37.324288Z","end":"2026-02-27T02:15:40.981973Z","steps":["trace[1201376845] 'agreement among raft nodes before linearized reading' (duration: 3.657638413s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:13.587307Z","time spent":"27.394661598s","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.373077298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:40.981614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.870894385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T02:15:40.982028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.987830841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.982034Z","caller":"traceutil/trace.go:171","msg":"trace[420421235] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:23897; }","duration":"21.871330475s","start":"2026-02-27T02:15:19.110697Z","end":"2026-02-27T02:15:40.982028Z","steps":["trace[420421235] 'agreement among raft nodes before linearized reading' (duration: 21.870872834s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:37.324264Z","time spent":"3.657733236s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.98037Z","caller":"traceutil/trace.go:171","msg":"trace[1700857914] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23897; }","duration":"17.843234391s","start":"2026-02-27T02:15:23.137114Z","end":"2026-02-27T02:15:40.980348Z","steps":["trace[1700857914] 'agreement among raft nodes before linearized reading' (duration: 17.843061697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:19.110687Z","time spent":"21.871367695s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" "} {"level":"warn","ts":"2026-02-27T02:15:40.98206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.574077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.982086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.34949846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:15:40.982108Z","caller":"traceutil/trace.go:171","msg":"trace[1084493545] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23897; }","duration":"8.349565411s","start":"2026-02-27T02:15:32.632537Z","end":"2026-02-27T02:15:40.982102Z","steps":["trace[1084493545] 'agreement among raft nodes before linearized reading' (duration: 8.349348806s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.980839Z","caller":"traceutil/trace.go:171","msg":"trace[788481766] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23897; }","duration":"16.649514993s","start":"2026-02-27T02:15:24.331315Z","end":"2026-02-27T02:15:40.98083Z","steps":["trace[788481766] 'agreement among raft nodes before linearized reading' (duration: 16.649443441s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:32.632514Z","time spent":"8.349618012s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.979219Z","time spent":"22.002720438s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T02:15:40.981552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.758185088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T02:15:40.982188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.179965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-27T02:15:40.982205Z","caller":"traceutil/trace.go:171","msg":"trace[1801398979] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23897; }","duration":"149.242397ms","start":"2026-02-27T02:15:40.832958Z","end":"2026-02-27T02:15:40.9822Z","steps":["trace[1801398979] 'agreement among raft nodes before linearized reading' (duration: 149.214486ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.982206Z","caller":"traceutil/trace.go:171","msg":"trace[204580417] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23897; }","duration":"28.758875194s","start":"2026-02-27T02:15:12.223323Z","end":"2026-02-27T02:15:40.982198Z","steps":["trace[204580417] 'agreement among raft nodes before linearized reading' (duration: 28.758157857s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.2233Z","time spent":"28.758920565s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T02:15:40.982242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.999152196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.982252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246810927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:15:40.982264Z","caller":"traceutil/trace.go:171","msg":"trace[1478963399] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23897; }","duration":"8.999195746s","start":"2026-02-27T02:15:31.983062Z","end":"2026-02-27T02:15:40.982258Z","steps":["trace[1478963399] 'agreement among raft nodes before linearized reading' (duration: 8.999156985s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.980746Z","caller":"traceutil/trace.go:171","msg":"trace[1265118881] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23897; }","duration":"5.275671857s","start":"2026-02-27T02:15:35.705067Z","end":"2026-02-27T02:15:40.980739Z","steps":["trace[1265118881] 'agreement among raft nodes before linearized reading' (duration: 5.275641246s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.982278Z","caller":"traceutil/trace.go:171","msg":"trace[1819413050] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23897; }","duration":"1.246871378s","start":"2026-02-27T02:15:39.735399Z","end":"2026-02-27T02:15:40.98227Z","steps":["trace[1819413050] 'agreement among raft nodes before linearized reading' (duration: 1.246723665s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.980773Z","caller":"traceutil/trace.go:171","msg":"trace[1993552757] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23897; }","duration":"1.947633768s","start":"2026-02-27T02:15:39.033125Z","end":"2026-02-27T02:15:40.980759Z","steps":["trace[1993552757] 'agreement among raft nodes before linearized reading' (duration: 1.947566837s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.229190487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:40.982302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.389449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:40.982026Z","caller":"traceutil/trace.go:171","msg":"trace[657207546] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23897; }","duration":"13.373182681s","start":"2026-02-27T02:15:27.608832Z","end":"2026-02-27T02:15:40.982015Z","steps":["trace[657207546] 'agreement among raft nodes before linearized reading' (duration: 13.373093349s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.98232Z","caller":"traceutil/trace.go:171","msg":"trace[95825080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23897; }","duration":"288.469891ms","start":"2026-02-27T02:15:40.693846Z","end":"2026-02-27T02:15:40.982316Z","steps":["trace[95825080] 'agreement among raft nodes before linearized reading' (duration: 288.440071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.012957005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.982324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:35.705046Z","time spent":"5.277259424s","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.98233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:39.033099Z","time spent":"1.949215254s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:15:40.981399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:21.510056Z","time spent":"19.471338118s","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.982356Z","caller":"traceutil/trace.go:171","msg":"trace[1655706913] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23897; }","duration":"9.013022816s","start":"2026-02-27T02:15:31.969328Z","end":"2026-02-27T02:15:40.98235Z","steps":["trace[1655706913] 'agreement among raft nodes before linearized reading' (duration: 9.012977145s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:31.969306Z","time spent":"9.013066798s","remote":"127.0.0.1:32938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.98241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.427797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.982415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533012615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.982433Z","caller":"traceutil/trace.go:171","msg":"trace[1699281643] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23897; }","duration":"363.491799ms","start":"2026-02-27T02:15:40.618936Z","end":"2026-02-27T02:15:40.982428Z","steps":["trace[1699281643] 'agreement among raft nodes before linearized reading' (duration: 363.456328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:40.618907Z","time spent":"363.537059ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.981011Z","caller":"traceutil/trace.go:171","msg":"trace[553725054] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23897; }","duration":"6.859631193s","start":"2026-02-27T02:15:34.121376Z","end":"2026-02-27T02:15:40.981007Z","steps":["trace[553725054] 'agreement among raft nodes before linearized reading' (duration: 6.859571252s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:26.408904Z","time spent":"14.572273123s","remote":"127.0.0.1:46746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.982102Z","caller":"traceutil/trace.go:171","msg":"trace[1925480541] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23897; }","duration":"112.649689ms","start":"2026-02-27T02:15:40.869438Z","end":"2026-02-27T02:15:40.982088Z","steps":["trace[1925480541] 'agreement among raft nodes before linearized reading' (duration: 112.594098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.121365Z","time spent":"6.861108247s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:15:40.982497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.249832051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:40.981896Z","caller":"traceutil/trace.go:171","msg":"trace[1911514737] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23897; }","duration":"6.100883659s","start":"2026-02-27T02:15:34.881003Z","end":"2026-02-27T02:15:40.981886Z","steps":["trace[1911514737] 'agreement among raft nodes before linearized reading' (duration: 6.099753143s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.982517Z","caller":"traceutil/trace.go:171","msg":"trace[974232311] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23897; }","duration":"9.249889123s","start":"2026-02-27T02:15:31.732623Z","end":"2026-02-27T02:15:40.982512Z","steps":["trace[974232311] 'agreement among raft nodes before linearized reading' (duration: 9.249851632s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:31.732602Z","time spent":"9.249935363s","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.982538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.88098Z","time spent":"6.101544305s","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.982335Z","caller":"traceutil/trace.go:171","msg":"trace[272967886] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23897; }","duration":"28.230107658s","start":"2026-02-27T02:15:12.752214Z","end":"2026-02-27T02:15:40.982321Z","steps":["trace[272967886] 'agreement among raft nodes before linearized reading' (duration: 28.229224948s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.266728074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1897f8b91e869958\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-02-27T02:15:40.982586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.752188Z","time spent":"28.230389704s","remote":"127.0.0.1:57274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.982603Z","caller":"traceutil/trace.go:171","msg":"trace[352570275] range","detail":"{range_begin:/registry/events/openstack/container-infra.1897f8b91e869958; range_end:; response_count:1; response_revision:23897; }","duration":"25.267631675s","start":"2026-02-27T02:15:15.714954Z","end":"2026-02-27T02:15:40.982585Z","steps":["trace[352570275] 'agreement among raft nodes before linearized reading' (duration: 25.266728384s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.980797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:22.656677Z","time spent":"18.324116369s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.98266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:15.714937Z","time spent":"25.267704397s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.1897f8b91e869958\" "} {"level":"warn","ts":"2026-02-27T02:15:40.982071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:23.137092Z","time spent":"17.844974132s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.982688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.675433749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.982365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371445044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.982709Z","caller":"traceutil/trace.go:171","msg":"trace[1635064556] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23897; }","duration":"9.67550375s","start":"2026-02-27T02:15:31.307199Z","end":"2026-02-27T02:15:40.982703Z","steps":["trace[1635064556] 'agreement among raft nodes before linearized reading' (duration: 9.675468529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.950360777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:40.982735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:31.30717Z","time spent":"9.675557932s","remote":"127.0.0.1:57346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.982729Z","caller":"traceutil/trace.go:171","msg":"trace[1478381432] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23897; }","duration":"1.371805093s","start":"2026-02-27T02:15:39.610909Z","end":"2026-02-27T02:15:40.982715Z","steps":["trace[1478381432] 'agreement among raft nodes before linearized reading' (duration: 1.371424544s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.98186Z","caller":"traceutil/trace.go:171","msg":"trace[502336442] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23897; }","duration":"3.403417066s","start":"2026-02-27T02:15:37.578435Z","end":"2026-02-27T02:15:40.981852Z","steps":["trace[502336442] 'agreement among raft nodes before linearized reading' (duration: 3.403370925s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.180620359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.982799Z","caller":"traceutil/trace.go:171","msg":"trace[1099931031] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23897; }","duration":"10.18069644s","start":"2026-02-27T02:15:30.802098Z","end":"2026-02-27T02:15:40.982795Z","steps":["trace[1099931031] 'agreement among raft nodes before linearized reading' (duration: 10.18066061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.016431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.982817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:30.802065Z","time spent":"10.180747142s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.982832Z","caller":"traceutil/trace.go:171","msg":"trace[1711777563] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:23897; }","duration":"867.764628ms","start":"2026-02-27T02:15:40.115059Z","end":"2026-02-27T02:15:40.982824Z","steps":["trace[1711777563] 'agreement among raft nodes before linearized reading' (duration: 867.039791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.852853257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-02-27T02:15:40.982857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:40.115039Z","time spent":"867.812979ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-02-27T02:15:40.981781Z","caller":"traceutil/trace.go:171","msg":"trace[1549988319] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23897; }","duration":"2.625795705s","start":"2026-02-27T02:15:38.355975Z","end":"2026-02-27T02:15:40.98177Z","steps":["trace[1549988319] 'agreement among raft nodes before linearized reading' (duration: 2.625727033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:27.608796Z","time spent":"13.373540179s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.98288Z","caller":"traceutil/trace.go:171","msg":"trace[475326536] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23897; }","duration":"21.854199978s","start":"2026-02-27T02:15:19.128665Z","end":"2026-02-27T02:15:40.982865Z","steps":["trace[475326536] 'agreement among raft nodes before linearized reading' (duration: 21.852830936s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.982049Z","caller":"traceutil/trace.go:171","msg":"trace[1851500344] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23897; }","duration":"3.987890422s","start":"2026-02-27T02:15:36.994151Z","end":"2026-02-27T02:15:40.982041Z","steps":["trace[1851500344] 'agreement among raft nodes before linearized reading' (duration: 3.987860981s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.86674614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.980831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998730242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.982928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:19.128651Z","time spent":"21.854265479s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T02:15:40.982939Z","caller":"traceutil/trace.go:171","msg":"trace[628406308] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23897; }","duration":"10.866769461s","start":"2026-02-27T02:15:30.116164Z","end":"2026-02-27T02:15:40.982933Z","steps":["trace[628406308] 'agreement among raft nodes before linearized reading' (duration: 10.86673449s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.994131Z","time spent":"3.988803194s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.982955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:30.116105Z","time spent":"10.866846513s","remote":"127.0.0.1:39384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.98296Z","caller":"traceutil/trace.go:171","msg":"trace[1776148228] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23897; }","duration":"2.000888931s","start":"2026-02-27T02:15:38.982056Z","end":"2026-02-27T02:15:40.982945Z","steps":["trace[1776148228] 'agreement among raft nodes before linearized reading' (duration: 1.998742411s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:38.355957Z","time spent":"2.627029134s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.983015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:38.982031Z","time spent":"2.000966303s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.983046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.903346188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.983067Z","caller":"traceutil/trace.go:171","msg":"trace[1503445461] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23897; }","duration":"10.90341615s","start":"2026-02-27T02:15:30.079646Z","end":"2026-02-27T02:15:40.983062Z","steps":["trace[1503445461] 'agreement among raft nodes before linearized reading' (duration: 10.903384339s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.982445Z","caller":"traceutil/trace.go:171","msg":"trace[142385235] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23897; }","duration":"1.533086767s","start":"2026-02-27T02:15:39.44935Z","end":"2026-02-27T02:15:40.982437Z","steps":["trace[142385235] 'agreement among raft nodes before linearized reading' (duration: 1.533039686s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:24.331291Z","time spent":"16.650847404s","remote":"127.0.0.1:57268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.982562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.038353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.981421Z","caller":"traceutil/trace.go:171","msg":"trace[505589124] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23897; }","duration":"27.091796404s","start":"2026-02-27T02:15:13.88962Z","end":"2026-02-27T02:15:40.981416Z","steps":["trace[505589124] 'agreement among raft nodes before linearized reading' (duration: 27.091752203s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.981025Z","caller":"traceutil/trace.go:171","msg":"trace[1855035596] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23897; }","duration":"16.504100305s","start":"2026-02-27T02:15:24.476906Z","end":"2026-02-27T02:15:40.981007Z","steps":["trace[1855035596] 'agreement among raft nodes before linearized reading' (duration: 16.503610924s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:40.983136Z","caller":"traceutil/trace.go:171","msg":"trace[1024494506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23897; }","duration":"820.643297ms","start":"2026-02-27T02:15:40.162485Z","end":"2026-02-27T02:15:40.983129Z","steps":["trace[1024494506] 'agreement among raft nodes before linearized reading' (duration: 820.065774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.983161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:40.162461Z","time spent":"820.693638ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:40.982161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.797836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-27T02:15:40.981895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:28.677287Z","time spent":"12.304594891s","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.983238Z","caller":"traceutil/trace.go:171","msg":"trace[758283896] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23897; }","duration":"149.893631ms","start":"2026-02-27T02:15:40.833332Z","end":"2026-02-27T02:15:40.983226Z","steps":["trace[758283896] 'agreement among raft nodes before linearized reading' (duration: 148.791566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:39.735381Z","time spent":"1.24692198s","remote":"127.0.0.1:57366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":186,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.982769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:39.610865Z","time spent":"1.371891415s","remote":"127.0.0.1:42148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.981208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:22.135103Z","time spent":"18.846101459s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.98316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:24.476883Z","time spent":"16.506267695s","remote":"127.0.0.1:42124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.982747Z","caller":"traceutil/trace.go:171","msg":"trace[2127224567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23897; }","duration":"9.950439738s","start":"2026-02-27T02:15:31.032301Z","end":"2026-02-27T02:15:40.982741Z","steps":["trace[2127224567] 'agreement among raft nodes before linearized reading' (duration: 9.950399397s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.982777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:37.578373Z","time spent":"3.404396028s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.981769Z","caller":"traceutil/trace.go:171","msg":"trace[1190276798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23897; }","duration":"25.562473234s","start":"2026-02-27T02:15:15.41929Z","end":"2026-02-27T02:15:40.981763Z","steps":["trace[1190276798] 'agreement among raft nodes before linearized reading' (duration: 25.562442463s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.98347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:15.419268Z","time spent":"25.564193054s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.98254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.500228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:40.983082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:30.079622Z","time spent":"10.90345606s","remote":"127.0.0.1:46462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.981471Z","caller":"traceutil/trace.go:171","msg":"trace[217422884] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23897; }","duration":"23.403652834s","start":"2026-02-27T02:15:17.577812Z","end":"2026-02-27T02:15:40.981465Z","steps":["trace[217422884] 'agreement among raft nodes before linearized reading' (duration: 23.403621123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.981399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.720025296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:40.98361Z","caller":"traceutil/trace.go:171","msg":"trace[314674710] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23897; }","duration":"15.722272278s","start":"2026-02-27T02:15:25.261325Z","end":"2026-02-27T02:15:40.983597Z","steps":["trace[314674710] 'agreement among raft nodes before linearized reading' (duration: 15.720030376s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.983659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:25.261305Z","time spent":"15.722339449s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.981202Z","caller":"traceutil/trace.go:171","msg":"trace[634085328] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23897; }","duration":"23.166076771s","start":"2026-02-27T02:15:17.815116Z","end":"2026-02-27T02:15:40.981193Z","steps":["trace[634085328] 'agreement among raft nodes before linearized reading' (duration: 23.16601799s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.983793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:17.815099Z","time spent":"23.168684381s","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.983437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:31.032276Z","time spent":"9.951152304s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.982291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:31.983048Z","time spent":"8.999237927s","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.982655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.362627634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.984104Z","caller":"traceutil/trace.go:171","msg":"trace[72187811] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23897; }","duration":"9.364115219s","start":"2026-02-27T02:15:31.619982Z","end":"2026-02-27T02:15:40.984098Z","steps":["trace[72187811] 'agreement among raft nodes before linearized reading' (duration: 9.362652485s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.984132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:31.619957Z","time spent":"9.364159049s","remote":"127.0.0.1:57146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:40.983527Z","caller":"traceutil/trace.go:171","msg":"trace[501603919] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23897; }","duration":"598.525462ms","start":"2026-02-27T02:15:40.384989Z","end":"2026-02-27T02:15:40.983514Z","steps":["trace[501603919] 'agreement among raft nodes before linearized reading' (duration: 597.536059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.984358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:40.384962Z","time spent":"599.386972ms","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.983107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.498757829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:40.984463Z","caller":"traceutil/trace.go:171","msg":"trace[394968749] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23897; }","duration":"11.500159821s","start":"2026-02-27T02:15:29.484297Z","end":"2026-02-27T02:15:40.984457Z","steps":["trace[394968749] 'agreement among raft nodes before linearized reading' (duration: 11.498794339s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.984481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:29.484278Z","time spent":"11.500197301s","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.983111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:39.449327Z","time spent":"1.533775394s","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.983579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:17.577774Z","time spent":"23.405796543s","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:40.983137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:13.889605Z","time spent":"27.093526973s","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:41.144671Z","caller":"traceutil/trace.go:171","msg":"trace[2126961390] linearizableReadLoop","detail":"{readStateIndex:24742; appliedIndex:24741; }","duration":"154.270603ms","start":"2026-02-27T02:15:40.990372Z","end":"2026-02-27T02:15:41.144642Z","steps":["trace[2126961390] 'read index received' (duration: 6.685865ms)","trace[2126961390] 'applied index is now lower than readState.Index' (duration: 147.583248ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:41.144802Z","caller":"traceutil/trace.go:171","msg":"trace[449216463] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"150.760561ms","start":"2026-02-27T02:15:40.99403Z","end":"2026-02-27T02:15:41.144791Z","steps":["trace[449216463] 'process raft request' (duration: 150.495875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.144805Z","caller":"traceutil/trace.go:171","msg":"trace[437663191] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"153.796502ms","start":"2026-02-27T02:15:40.990982Z","end":"2026-02-27T02:15:41.144779Z","steps":["trace[437663191] 'process raft request' (duration: 153.493405ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.144979Z","caller":"traceutil/trace.go:171","msg":"trace[517252085] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"154.041068ms","start":"2026-02-27T02:15:40.990925Z","end":"2026-02-27T02:15:41.144966Z","steps":["trace[517252085] 'process raft request' (duration: 153.400203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.144979Z","caller":"traceutil/trace.go:171","msg":"trace[1316296762] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"150.735291ms","start":"2026-02-27T02:15:40.994196Z","end":"2026-02-27T02:15:41.144931Z","steps":["trace[1316296762] 'process raft request' (duration: 150.395613ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.144998Z","caller":"traceutil/trace.go:171","msg":"trace[1044549419] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"150.801613ms","start":"2026-02-27T02:15:40.994146Z","end":"2026-02-27T02:15:41.144948Z","steps":["trace[1044549419] 'process raft request' (duration: 150.415284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.145238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.835506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-022eaabe-04ab-4adc-b0e1-29eddb710989\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-02-27T02:15:41.145258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.867457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"info","ts":"2026-02-27T02:15:41.145303Z","caller":"traceutil/trace.go:171","msg":"trace[1505909112] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23902; }","duration":"154.962709ms","start":"2026-02-27T02:15:40.990329Z","end":"2026-02-27T02:15:41.145292Z","steps":["trace[1505909112] 'agreement among raft nodes before linearized reading' (duration: 154.798425ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.145305Z","caller":"traceutil/trace.go:171","msg":"trace[391159703] range","detail":"{range_begin:/registry/persistentvolumes/pvc-022eaabe-04ab-4adc-b0e1-29eddb710989; range_end:; response_count:1; response_revision:23902; }","duration":"154.944539ms","start":"2026-02-27T02:15:40.990343Z","end":"2026-02-27T02:15:41.145288Z","steps":["trace[391159703] 'agreement among raft nodes before linearized reading' (duration: 154.642892ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.177728Z","caller":"traceutil/trace.go:171","msg":"trace[680015469] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"179.632901ms","start":"2026-02-27T02:15:40.998073Z","end":"2026-02-27T02:15:41.177706Z","steps":["trace[680015469] 'process raft request' (duration: 179.385355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.177854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.885609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:41.177935Z","caller":"traceutil/trace.go:171","msg":"trace[1267743206] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23904; }","duration":"164.993672ms","start":"2026-02-27T02:15:41.012921Z","end":"2026-02-27T02:15:41.177914Z","steps":["trace[1267743206] 'agreement among raft nodes before linearized reading' (duration: 164.779697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.178097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.030423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-27T02:15:41.178125Z","caller":"traceutil/trace.go:171","msg":"trace[1289891867] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23904; }","duration":"181.077224ms","start":"2026-02-27T02:15:40.99704Z","end":"2026-02-27T02:15:41.178117Z","steps":["trace[1289891867] 'agreement among raft nodes before linearized reading' (duration: 180.958552ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.178175Z","caller":"traceutil/trace.go:171","msg":"trace[346041878] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"179.957048ms","start":"2026-02-27T02:15:40.998205Z","end":"2026-02-27T02:15:41.178162Z","steps":["trace[346041878] 'process raft request' (duration: 179.396695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.178254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.592446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:41.178277Z","caller":"traceutil/trace.go:171","msg":"trace[1637551158] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23904; }","duration":"181.621657ms","start":"2026-02-27T02:15:40.996647Z","end":"2026-02-27T02:15:41.178269Z","steps":["trace[1637551158] 'agreement among raft nodes before linearized reading' (duration: 181.585816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.178365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.419501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:41.178383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.810281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:41.178399Z","caller":"traceutil/trace.go:171","msg":"trace[1289285852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23904; }","duration":"181.843182ms","start":"2026-02-27T02:15:40.996551Z","end":"2026-02-27T02:15:41.178394Z","steps":["trace[1289285852] 'agreement among raft nodes before linearized reading' (duration: 181.809241ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.178401Z","caller":"traceutil/trace.go:171","msg":"trace[1514181021] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23904; }","duration":"108.459342ms","start":"2026-02-27T02:15:41.069929Z","end":"2026-02-27T02:15:41.178389Z","steps":["trace[1514181021] 'agreement among raft nodes before linearized reading' (duration: 108.39781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.17854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.656206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T02:15:41.178564Z","caller":"traceutil/trace.go:171","msg":"trace[1542915081] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23904; }","duration":"187.686037ms","start":"2026-02-27T02:15:40.990868Z","end":"2026-02-27T02:15:41.178554Z","steps":["trace[1542915081] 'agreement among raft nodes before linearized reading' (duration: 187.625445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.178649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.319288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-02-27T02:15:41.178688Z","caller":"traceutil/trace.go:171","msg":"trace[1925638673] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23904; }","duration":"117.380358ms","start":"2026-02-27T02:15:41.061298Z","end":"2026-02-27T02:15:41.178679Z","steps":["trace[1925638673] 'agreement among raft nodes before linearized reading' (duration: 117.237215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.178854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.177392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:41.178893Z","caller":"traceutil/trace.go:171","msg":"trace[971560912] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23904; }","duration":"126.267794ms","start":"2026-02-27T02:15:41.052613Z","end":"2026-02-27T02:15:41.178881Z","steps":["trace[971560912] 'agreement among raft nodes before linearized reading' (duration: 126.208113ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.352241Z","caller":"traceutil/trace.go:171","msg":"trace[68983435] linearizableReadLoop","detail":"{readStateIndex:24754; appliedIndex:24753; }","duration":"121.224428ms","start":"2026-02-27T02:15:41.230993Z","end":"2026-02-27T02:15:41.352218Z","steps":["trace[68983435] 'read index received' (duration: 59.042878ms)","trace[68983435] 'applied index is now lower than readState.Index' (duration: 62.18047ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:41.352441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.437482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4dae7c0a-d451-4d84-9504-a045a74e12b4\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:15:41.352469Z","caller":"traceutil/trace.go:171","msg":"trace[27892010] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4dae7c0a-d451-4d84-9504-a045a74e12b4; range_end:; response_count:1; response_revision:23908; }","duration":"121.497064ms","start":"2026-02-27T02:15:41.230961Z","end":"2026-02-27T02:15:41.352458Z","steps":["trace[27892010] 'agreement among raft nodes before linearized reading' (duration: 121.361031ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.382658Z","caller":"traceutil/trace.go:171","msg":"trace[1447073384] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"151.326815ms","start":"2026-02-27T02:15:41.231306Z","end":"2026-02-27T02:15:41.382633Z","steps":["trace[1447073384] 'process raft request' (duration: 151.034868ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.382806Z","caller":"traceutil/trace.go:171","msg":"trace[1307528315] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"147.501636ms","start":"2026-02-27T02:15:41.235245Z","end":"2026-02-27T02:15:41.382746Z","steps":["trace[1307528315] 'process raft request' (duration: 147.284301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.382998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.947397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-27T02:15:41.38309Z","caller":"traceutil/trace.go:171","msg":"trace[293413613] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23910; }","duration":"151.081149ms","start":"2026-02-27T02:15:41.231987Z","end":"2026-02-27T02:15:41.383068Z","steps":["trace[293413613] 'agreement among raft nodes before linearized reading' (duration: 150.744652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.635379Z","caller":"traceutil/trace.go:171","msg":"trace[1903324451] linearizableReadLoop","detail":"{readStateIndex:24757; appliedIndex:24756; }","duration":"252.747193ms","start":"2026-02-27T02:15:41.382606Z","end":"2026-02-27T02:15:41.635354Z","steps":["trace[1903324451] 'read index received' (duration: 221.348946ms)","trace[1903324451] 'applied index is now lower than readState.Index' (duration: 31.396627ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:41.635465Z","caller":"traceutil/trace.go:171","msg":"trace[209314758] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"282.064904ms","start":"2026-02-27T02:15:41.353381Z","end":"2026-02-27T02:15:41.635446Z","steps":["trace[209314758] 'process raft request' (duration: 250.526793ms)","trace[209314758] 'compare' (duration: 31.162442ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:41.635609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.710055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-27T02:15:41.635635Z","caller":"traceutil/trace.go:171","msg":"trace[713256488] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23911; }","duration":"278.786477ms","start":"2026-02-27T02:15:41.35684Z","end":"2026-02-27T02:15:41.635626Z","steps":["trace[713256488] 'agreement among raft nodes before linearized reading' (duration: 278.635513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.635668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.360082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-gvbdn\" ","response":"range_response_count:1 size:5940"} {"level":"info","ts":"2026-02-27T02:15:41.635723Z","caller":"traceutil/trace.go:171","msg":"trace[1274993355] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-gvbdn; range_end:; response_count:1; response_revision:23911; }","duration":"251.431764ms","start":"2026-02-27T02:15:41.384278Z","end":"2026-02-27T02:15:41.63571Z","steps":["trace[1274993355] 'agreement among raft nodes before linearized reading' (duration: 251.245019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.636049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.993707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-gvbdn\" ","response":"range_response_count:1 size:5940"} {"level":"info","ts":"2026-02-27T02:15:41.63608Z","caller":"traceutil/trace.go:171","msg":"trace[1165114732] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-gvbdn; range_end:; response_count:1; response_revision:23911; }","duration":"249.038038ms","start":"2026-02-27T02:15:41.387034Z","end":"2026-02-27T02:15:41.636072Z","steps":["trace[1165114732] 'agreement among raft nodes before linearized reading' (duration: 248.920395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.636164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.018908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:15:41.636267Z","caller":"traceutil/trace.go:171","msg":"trace[591877250] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:23911; }","duration":"249.11637ms","start":"2026-02-27T02:15:41.387128Z","end":"2026-02-27T02:15:41.636244Z","steps":["trace[591877250] 'agreement among raft nodes before linearized reading' (duration: 248.878565ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.850989Z","caller":"traceutil/trace.go:171","msg":"trace[883070940] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"147.510877ms","start":"2026-02-27T02:15:41.703443Z","end":"2026-02-27T02:15:41.850954Z","steps":["trace[883070940] 'process raft request' (duration: 61.681439ms)","trace[883070940] 'compare' (duration: 85.685245ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:41.850999Z","caller":"traceutil/trace.go:171","msg":"trace[1791596306] linearizableReadLoop","detail":"{readStateIndex:24760; appliedIndex:24759; }","duration":"145.563462ms","start":"2026-02-27T02:15:41.705377Z","end":"2026-02-27T02:15:41.850941Z","steps":["trace[1791596306] 'read index received' (duration: 59.785695ms)","trace[1791596306] 'applied index is now lower than readState.Index' (duration: 85.776907ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:41.851138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.744916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-hcb2b\" ","response":"range_response_count:1 size:4350"} {"level":"info","ts":"2026-02-27T02:15:41.851188Z","caller":"traceutil/trace.go:171","msg":"trace[110383428] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-hcb2b; range_end:; response_count:1; response_revision:23914; }","duration":"145.810527ms","start":"2026-02-27T02:15:41.705367Z","end":"2026-02-27T02:15:41.851178Z","steps":["trace[110383428] 'agreement among raft nodes before linearized reading' (duration: 145.687744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.85147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.51683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ca1b6b47-a16c-4090-8e8f-2e35dd26e0e3\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T02:15:41.851574Z","caller":"traceutil/trace.go:171","msg":"trace[226267311] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ca1b6b47-a16c-4090-8e8f-2e35dd26e0e3; range_end:; response_count:1; response_revision:23914; }","duration":"145.640774ms","start":"2026-02-27T02:15:41.705901Z","end":"2026-02-27T02:15:41.851542Z","steps":["trace[226267311] 'agreement among raft nodes before linearized reading' (duration: 145.333436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.854406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.49367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rabbit-init-dmz9s.1897f7d9702e49ca\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23911 ","response":"range_response_count:500 size:387991"} {"level":"info","ts":"2026-02-27T02:15:41.854541Z","caller":"traceutil/trace.go:171","msg":"trace[1897741699] range","detail":"{range_begin:/registry/events/openstack/neutron-rabbit-init-dmz9s.1897f7d9702e49ca\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23914; }","duration":"129.641673ms","start":"2026-02-27T02:15:41.724844Z","end":"2026-02-27T02:15:41.854486Z","steps":["trace[1897741699] 'agreement among raft nodes before linearized reading' (duration: 126.407528ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.039816Z","caller":"traceutil/trace.go:171","msg":"trace[969346343] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"179.924048ms","start":"2026-02-27T02:15:41.859749Z","end":"2026-02-27T02:15:42.039673Z","steps":["trace[969346343] 'process raft request' (duration: 97.612451ms)","trace[969346343] 'compare' (duration: 82.066891ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:42.03991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.18991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff3d0e80-83ac-4cee-be83-2ba1aba9fa17\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:15:42.039943Z","caller":"traceutil/trace.go:171","msg":"trace[9159563] linearizableReadLoop","detail":"{readStateIndex:24762; appliedIndex:24761; }","duration":"175.978586ms","start":"2026-02-27T02:15:41.863697Z","end":"2026-02-27T02:15:42.039676Z","steps":["trace[9159563] 'read index received' (duration: 93.611508ms)","trace[9159563] 'applied index is now lower than readState.Index' (duration: 82.363688ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:42.039987Z","caller":"traceutil/trace.go:171","msg":"trace[88165273] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff3d0e80-83ac-4cee-be83-2ba1aba9fa17; range_end:; response_count:1; response_revision:23917; }","duration":"176.297532ms","start":"2026-02-27T02:15:41.86367Z","end":"2026-02-27T02:15:42.039968Z","steps":["trace[88165273] 'agreement among raft nodes before linearized reading' (duration: 176.013606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.03973Z","caller":"traceutil/trace.go:171","msg":"trace[1969809026] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"175.569866ms","start":"2026-02-27T02:15:41.864091Z","end":"2026-02-27T02:15:42.039661Z","steps":["trace[1969809026] 'process raft request' (duration: 175.489524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.042887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.324599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897f62b30c9c878\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23911 ","response":"range_response_count:500 size:388218"} {"level":"info","ts":"2026-02-27T02:15:42.042964Z","caller":"traceutil/trace.go:171","msg":"trace[1645145791] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897f62b30c9c878\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23917; }","duration":"168.454282ms","start":"2026-02-27T02:15:41.874495Z","end":"2026-02-27T02:15:42.042949Z","steps":["trace[1645145791] 'agreement among raft nodes before linearized reading' (duration: 165.587555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.192075Z","caller":"traceutil/trace.go:171","msg":"trace[198324681] linearizableReadLoop","detail":"{readStateIndex:24765; appliedIndex:24763; }","duration":"130.019131ms","start":"2026-02-27T02:15:42.062034Z","end":"2026-02-27T02:15:42.192053Z","steps":["trace[198324681] 'read index received' (duration: 34.016878ms)","trace[198324681] 'applied index is now lower than readState.Index' (duration: 96.001173ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:42.192207Z","caller":"traceutil/trace.go:171","msg":"trace[1832542277] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"132.943969ms","start":"2026-02-27T02:15:42.059224Z","end":"2026-02-27T02:15:42.192168Z","steps":["trace[1832542277] 'process raft request' (duration: 132.686853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.19229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.230106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-27T02:15:42.19232Z","caller":"traceutil/trace.go:171","msg":"trace[836294352] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23919; }","duration":"130.285838ms","start":"2026-02-27T02:15:42.062023Z","end":"2026-02-27T02:15:42.192309Z","steps":["trace[836294352] 'agreement among raft nodes before linearized reading' (duration: 130.143465ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.230759Z","caller":"traceutil/trace.go:171","msg":"trace[659237484] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"130.096363ms","start":"2026-02-27T02:15:42.100631Z","end":"2026-02-27T02:15:42.230727Z","steps":["trace[659237484] 'process raft request' (duration: 129.903838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.231172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.085841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-02-27T02:15:42.231267Z","caller":"traceutil/trace.go:171","msg":"trace[404858225] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23920; }","duration":"117.232155ms","start":"2026-02-27T02:15:42.114014Z","end":"2026-02-27T02:15:42.231246Z","steps":["trace[404858225] 'agreement among raft nodes before linearized reading' (duration: 116.978519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.231147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.370861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-02-27T02:15:42.231483Z","caller":"traceutil/trace.go:171","msg":"trace[314474828] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23920; }","duration":"118.73313ms","start":"2026-02-27T02:15:42.112706Z","end":"2026-02-27T02:15:42.231439Z","steps":["trace[314474828] 'agreement among raft nodes before linearized reading' (duration: 118.324341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.231914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.282694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-db-sync.1897f7f926ab5b40\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23911 ","response":"range_response_count:121 size:92961"} {"level":"info","ts":"2026-02-27T02:15:42.232033Z","caller":"traceutil/trace.go:171","msg":"trace[996468962] range","detail":"{range_begin:/registry/events/openstack/senlin-db-sync.1897f7f926ab5b40\u0000; range_end:/registry/events/openstack0; response_count:121; response_revision:23920; }","duration":"164.468778ms","start":"2026-02-27T02:15:42.067544Z","end":"2026-02-27T02:15:42.232013Z","steps":["trace[996468962] 'agreement among raft nodes before linearized reading' (duration: 163.393503ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.448414Z","caller":"traceutil/trace.go:171","msg":"trace[1832026585] linearizableReadLoop","detail":"{readStateIndex:24767; appliedIndex:24766; }","duration":"209.84432ms","start":"2026-02-27T02:15:42.23854Z","end":"2026-02-27T02:15:42.448385Z","steps":["trace[1832026585] 'read index received' (duration: 159.157316ms)","trace[1832026585] 'applied index is now lower than readState.Index' (duration: 50.685834ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:42.448432Z","caller":"traceutil/trace.go:171","msg":"trace[1842850979] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"210.876234ms","start":"2026-02-27T02:15:42.237519Z","end":"2026-02-27T02:15:42.448395Z","steps":["trace[1842850979] 'process raft request' (duration: 160.20259ms)","trace[1842850979] 'compare' (duration: 50.503ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:42.448699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.112396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb595acd-ce82-430a-bf4d-0b9d22011c2f\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T02:15:42.448989Z","caller":"traceutil/trace.go:171","msg":"trace[1396354357] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb595acd-ce82-430a-bf4d-0b9d22011c2f; range_end:; response_count:1; response_revision:23921; }","duration":"210.467144ms","start":"2026-02-27T02:15:42.238503Z","end":"2026-02-27T02:15:42.44897Z","steps":["trace[1396354357] 'agreement among raft nodes before linearized reading' (duration: 209.980273ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.655144Z","caller":"traceutil/trace.go:171","msg":"trace[936398548] linearizableReadLoop","detail":"{readStateIndex:24768; appliedIndex:24767; }","duration":"206.617896ms","start":"2026-02-27T02:15:42.448489Z","end":"2026-02-27T02:15:42.655107Z","steps":["trace[936398548] 'read index received' (duration: 179.058927ms)","trace[936398548] 'applied index is now lower than readState.Index' (duration: 27.557289ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:42.655216Z","caller":"traceutil/trace.go:171","msg":"trace[732909276] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"412.440362ms","start":"2026-02-27T02:15:42.242731Z","end":"2026-02-27T02:15:42.655171Z","steps":["trace[732909276] 'process raft request' (duration: 384.831213ms)","trace[732909276] 'compare' (duration: 27.122798ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:42.655476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.574383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T02:15:42.655514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.279707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:15:42.655541Z","caller":"traceutil/trace.go:171","msg":"trace[1468833870] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23922; }","duration":"323.684626ms","start":"2026-02-27T02:15:42.331838Z","end":"2026-02-27T02:15:42.655523Z","steps":["trace[1468833870] 'agreement among raft nodes before linearized reading' (duration: 323.444601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.655593Z","caller":"traceutil/trace.go:171","msg":"trace[731570820] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:23922; }","duration":"203.40244ms","start":"2026-02-27T02:15:42.452171Z","end":"2026-02-27T02:15:42.655573Z","steps":["trace[731570820] 'agreement among raft nodes before linearized reading' (duration: 203.174295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.655601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.331816Z","time spent":"323.771939ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:15:42.655599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.249225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T02:15:42.655652Z","caller":"traceutil/trace.go:171","msg":"trace[339676965] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23922; }","duration":"335.331036ms","start":"2026-02-27T02:15:42.320308Z","end":"2026-02-27T02:15:42.655639Z","steps":["trace[339676965] 'agreement among raft nodes before linearized reading' (duration: 335.183512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.655605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.977374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:42.655688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.320298Z","time spent":"335.381358ms","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-02-27T02:15:42.655688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.53155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-27T02:15:42.655813Z","caller":"traceutil/trace.go:171","msg":"trace[433846713] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23922; }","duration":"202.686144ms","start":"2026-02-27T02:15:42.453106Z","end":"2026-02-27T02:15:42.655792Z","steps":["trace[433846713] 'agreement among raft nodes before linearized reading' (duration: 202.388238ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.65574Z","caller":"traceutil/trace.go:171","msg":"trace[820079449] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23922; }","duration":"169.134467ms","start":"2026-02-27T02:15:42.486583Z","end":"2026-02-27T02:15:42.655718Z","steps":["trace[820079449] 'agreement among raft nodes before linearized reading' (duration: 168.887181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.655837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.242714Z","time spent":"412.588026ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5945,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:42.78774Z","caller":"traceutil/trace.go:171","msg":"trace[1543539091] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"106.016606ms","start":"2026-02-27T02:15:42.681687Z","end":"2026-02-27T02:15:42.787704Z","steps":["trace[1543539091] 'process raft request' (duration: 87.21269ms)","trace[1543539091] 'compare' (duration: 18.57012ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:42.811402Z","caller":"traceutil/trace.go:171","msg":"trace[1404339648] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"127.109264ms","start":"2026-02-27T02:15:42.684267Z","end":"2026-02-27T02:15:42.811376Z","steps":["trace[1404339648] 'process raft request' (duration: 126.49998ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:43.005628Z","caller":"traceutil/trace.go:171","msg":"trace[2116596245] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"171.510763ms","start":"2026-02-27T02:15:42.834089Z","end":"2026-02-27T02:15:43.0056Z","steps":["trace[2116596245] 'process raft request' (duration: 171.349329ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:43.040976Z","caller":"traceutil/trace.go:171","msg":"trace[1410960638] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"201.498326ms","start":"2026-02-27T02:15:42.839425Z","end":"2026-02-27T02:15:43.040923Z","steps":["trace[1410960638] 'process raft request' (duration: 201.348242ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:43.243137Z","caller":"traceutil/trace.go:171","msg":"trace[608487332] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"152.216745ms","start":"2026-02-27T02:15:43.090891Z","end":"2026-02-27T02:15:43.243107Z","steps":["trace[608487332] 'process raft request' (duration: 152.018221ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:43.30126Z","caller":"traceutil/trace.go:171","msg":"trace[1065197386] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"206.856731ms","start":"2026-02-27T02:15:43.094369Z","end":"2026-02-27T02:15:43.301226Z","steps":["trace[1065197386] 'process raft request' (duration: 206.617905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:43.448397Z","caller":"traceutil/trace.go:171","msg":"trace[485975156] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"111.742738ms","start":"2026-02-27T02:15:43.336625Z","end":"2026-02-27T02:15:43.448367Z","steps":["trace[485975156] 'process raft request' (duration: 111.559724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:43.813657Z","caller":"traceutil/trace.go:171","msg":"trace[650678455] linearizableReadLoop","detail":"{readStateIndex:24780; appliedIndex:24779; }","duration":"361.160654ms","start":"2026-02-27T02:15:43.452471Z","end":"2026-02-27T02:15:43.813632Z","steps":["trace[650678455] 'read index received' (duration: 360.97717ms)","trace[650678455] 'applied index is now lower than readState.Index' (duration: 182.214µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:43.813719Z","caller":"traceutil/trace.go:171","msg":"trace[1099850627] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"475.37381ms","start":"2026-02-27T02:15:43.338307Z","end":"2026-02-27T02:15:43.813681Z","steps":["trace[1099850627] 'process raft request' (duration: 475.152985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:43.813891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:43.338283Z","time spent":"475.514583ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:43.823971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.830387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-27T02:15:43.824042Z","caller":"traceutil/trace.go:171","msg":"trace[1215502941] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23934; }","duration":"227.9512ms","start":"2026-02-27T02:15:43.596073Z","end":"2026-02-27T02:15:43.824024Z","steps":["trace[1215502941] 'agreement among raft nodes before linearized reading' (duration: 217.748794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:43.824272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.806972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-02-27T02:15:43.824299Z","caller":"traceutil/trace.go:171","msg":"trace[1906561405] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:23934; }","duration":"371.874733ms","start":"2026-02-27T02:15:43.452418Z","end":"2026-02-27T02:15:43.824292Z","steps":["trace[1906561405] 'agreement among raft nodes before linearized reading' (duration: 361.353269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:43.824318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:43.452396Z","time spent":"371.916414ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-02-27T02:15:43.828212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.660348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-27T02:15:43.828258Z","caller":"traceutil/trace.go:171","msg":"trace[343645883] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23934; }","duration":"289.745351ms","start":"2026-02-27T02:15:43.538504Z","end":"2026-02-27T02:15:43.82825Z","steps":["trace[343645883] 'agreement among raft nodes before linearized reading' (duration: 275.280036ms)","trace[343645883] 'range keys from in-memory index tree' (duration: 14.374053ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:43.966317Z","caller":"traceutil/trace.go:171","msg":"trace[1032840096] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"132.684683ms","start":"2026-02-27T02:15:43.833586Z","end":"2026-02-27T02:15:43.966271Z","steps":["trace[1032840096] 'process raft request' (duration: 119.112749ms)","trace[1032840096] 'compare' (duration: 13.207276ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:44.207994Z","caller":"traceutil/trace.go:171","msg":"trace[485842790] linearizableReadLoop","detail":"{readStateIndex:24783; appliedIndex:24781; }","duration":"305.177108ms","start":"2026-02-27T02:15:43.902783Z","end":"2026-02-27T02:15:44.20796Z","steps":["trace[485842790] 'read index received' (duration: 49.954577ms)","trace[485842790] 'applied index is now lower than readState.Index' (duration: 255.221041ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:44.208064Z","caller":"traceutil/trace.go:171","msg":"trace[2068841016] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"327.637929ms","start":"2026-02-27T02:15:43.880385Z","end":"2026-02-27T02:15:44.208023Z","steps":["trace[2068841016] 'process raft request' (duration: 327.410714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:44.20823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:43.880359Z","time spent":"327.793592ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:15:44.208299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.839553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zr7zl\" ","response":"range_response_count:1 size:5600"} {"level":"warn","ts":"2026-02-27T02:15:44.208318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.519826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-02-27T02:15:44.208367Z","caller":"traceutil/trace.go:171","msg":"trace[1832292951] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zr7zl; range_end:; response_count:1; response_revision:23937; }","duration":"229.961606ms","start":"2026-02-27T02:15:43.978386Z","end":"2026-02-27T02:15:44.208347Z","steps":["trace[1832292951] 'agreement among raft nodes before linearized reading' (duration: 229.766222ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:44.208374Z","caller":"traceutil/trace.go:171","msg":"trace[1034711183] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23937; }","duration":"305.582288ms","start":"2026-02-27T02:15:43.902775Z","end":"2026-02-27T02:15:44.208357Z","steps":["trace[1034711183] 'agreement among raft nodes before linearized reading' (duration: 305.316631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:44.208454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:43.902696Z","time spent":"305.750802ms","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-27T02:15:44.368591Z","caller":"traceutil/trace.go:171","msg":"trace[2086154833] linearizableReadLoop","detail":"{readStateIndex:24785; appliedIndex:24784; }","duration":"129.816877ms","start":"2026-02-27T02:15:44.238741Z","end":"2026-02-27T02:15:44.368558Z","steps":["trace[2086154833] 'read index received' (duration: 111.759038ms)","trace[2086154833] 'applied index is now lower than readState.Index' (duration: 18.056669ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:44.368674Z","caller":"traceutil/trace.go:171","msg":"trace[933789881] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"148.286074ms","start":"2026-02-27T02:15:44.220358Z","end":"2026-02-27T02:15:44.368644Z","steps":["trace[933789881] 'process raft request' (duration: 130.153214ms)","trace[933789881] 'compare' (duration: 17.951766ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:44.368875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.111684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-2b5x8.1897f8c574c660ea\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-27T02:15:44.368964Z","caller":"traceutil/trace.go:171","msg":"trace[139504566] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-2b5x8.1897f8c574c660ea; range_end:; response_count:1; response_revision:23939; }","duration":"130.253157ms","start":"2026-02-27T02:15:44.238699Z","end":"2026-02-27T02:15:44.368952Z","steps":["trace[139504566] 'agreement among raft nodes before linearized reading' (duration: 130.027422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:44.369147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.015018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:44.369837Z","caller":"traceutil/trace.go:171","msg":"trace[2139571267] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23939; }","duration":"113.131521ms","start":"2026-02-27T02:15:44.256063Z","end":"2026-02-27T02:15:44.369194Z","steps":["trace[2139571267] 'agreement among raft nodes before linearized reading' (duration: 113.006748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:44.557796Z","caller":"traceutil/trace.go:171","msg":"trace[319006011] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"138.203841ms","start":"2026-02-27T02:15:44.419559Z","end":"2026-02-27T02:15:44.557763Z","steps":["trace[319006011] 'process raft request' (duration: 66.870069ms)","trace[319006011] 'compare' (duration: 71.124607ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:44.557796Z","caller":"traceutil/trace.go:171","msg":"trace[1885027816] linearizableReadLoop","detail":"{readStateIndex:24788; appliedIndex:24787; }","duration":"135.361755ms","start":"2026-02-27T02:15:44.422393Z","end":"2026-02-27T02:15:44.557754Z","steps":["trace[1885027816] 'read index received' (duration: 64.045273ms)","trace[1885027816] 'applied index is now lower than readState.Index' (duration: 71.314572ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:44.558209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.772804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-02-27T02:15:44.558248Z","caller":"traceutil/trace.go:171","msg":"trace[878409513] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23942; }","duration":"135.870987ms","start":"2026-02-27T02:15:44.422364Z","end":"2026-02-27T02:15:44.558235Z","steps":["trace[878409513] 'agreement among raft nodes before linearized reading' (duration: 135.593951ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:44.770509Z","caller":"traceutil/trace.go:171","msg":"trace[392297600] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"205.672564ms","start":"2026-02-27T02:15:44.564806Z","end":"2026-02-27T02:15:44.770479Z","steps":["trace[392297600] 'process raft request' (duration: 205.609532ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:44.770878Z","caller":"traceutil/trace.go:171","msg":"trace[1675964777] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"207.054086ms","start":"2026-02-27T02:15:44.563779Z","end":"2026-02-27T02:15:44.770833Z","steps":["trace[1675964777] 'process raft request' (duration: 206.589855ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:44.770969Z","caller":"traceutil/trace.go:171","msg":"trace[1180365729] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"207.589607ms","start":"2026-02-27T02:15:44.563355Z","end":"2026-02-27T02:15:44.770945Z","steps":["trace[1180365729] 'process raft request' (duration: 112.70822ms)","trace[1180365729] 'compare' (duration: 94.179801ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:44.818642Z","caller":"traceutil/trace.go:171","msg":"trace[812716848] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"213.540886ms","start":"2026-02-27T02:15:44.60507Z","end":"2026-02-27T02:15:44.818611Z","steps":["trace[812716848] 'process raft request' (duration: 213.419993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:45.191909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.751064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:45.192027Z","caller":"traceutil/trace.go:171","msg":"trace[1554636289] linearizableReadLoop","detail":"{readStateIndex:24797; appliedIndex:24796; }","duration":"307.672247ms","start":"2026-02-27T02:15:44.884324Z","end":"2026-02-27T02:15:45.191996Z","steps":["trace[1554636289] 'read index received' (duration: 19.759838ms)","trace[1554636289] 'applied index is now lower than readState.Index' (duration: 287.910328ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:45.19213Z","caller":"traceutil/trace.go:171","msg":"trace[1511419857] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"329.142444ms","start":"2026-02-27T02:15:44.862951Z","end":"2026-02-27T02:15:45.192094Z","steps":["trace[1511419857] 'process raft request' (duration: 41.118683ms)","trace[1511419857] 'compare' (duration: 287.390036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:45.19221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.897561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4948"} {"level":"info","ts":"2026-02-27T02:15:45.192239Z","caller":"traceutil/trace.go:171","msg":"trace[318971997] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:23951; }","duration":"307.963653ms","start":"2026-02-27T02:15:44.884266Z","end":"2026-02-27T02:15:45.192229Z","steps":["trace[318971997] 'agreement among raft nodes before linearized reading' (duration: 307.791759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:45.192273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:44.884243Z","time spent":"308.021574ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4971,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-02-27T02:15:45.192294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:44.862936Z","time spent":"329.269856ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:45.213037Z","caller":"traceutil/trace.go:171","msg":"trace[1624357452] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"310.144693ms","start":"2026-02-27T02:15:44.902874Z","end":"2026-02-27T02:15:45.213019Z","steps":["trace[1624357452] 'process raft request' (duration: 310.01922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:45.21314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:44.902838Z","time spent":"310.250966ms","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:45.386856Z","caller":"traceutil/trace.go:171","msg":"trace[896159475] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"110.592062ms","start":"2026-02-27T02:15:45.276221Z","end":"2026-02-27T02:15:45.386813Z","steps":["trace[896159475] 'process raft request' (duration: 110.271314ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:45.658148Z","caller":"traceutil/trace.go:171","msg":"trace[1736540300] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"148.332625ms","start":"2026-02-27T02:15:45.509779Z","end":"2026-02-27T02:15:45.658112Z","steps":["trace[1736540300] 'process raft request' (duration: 148.045519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:46.173158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.490977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:46.173264Z","caller":"traceutil/trace.go:171","msg":"trace[810268187] linearizableReadLoop","detail":"{readStateIndex:24813; appliedIndex:24812; }","duration":"245.074196ms","start":"2026-02-27T02:15:45.928173Z","end":"2026-02-27T02:15:46.173247Z","steps":["trace[810268187] 'read index received' (duration: 46.449966ms)","trace[810268187] 'applied index is now lower than readState.Index' (duration: 198.62317ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:46.173442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.26388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4430"} {"level":"info","ts":"2026-02-27T02:15:46.173476Z","caller":"traceutil/trace.go:171","msg":"trace[330250815] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23967; }","duration":"245.337712ms","start":"2026-02-27T02:15:45.928129Z","end":"2026-02-27T02:15:46.173467Z","steps":["trace[330250815] 'agreement among raft nodes before linearized reading' (duration: 245.162078ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:46.173681Z","caller":"traceutil/trace.go:171","msg":"trace[109578742] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"306.627772ms","start":"2026-02-27T02:15:45.867041Z","end":"2026-02-27T02:15:46.173669Z","steps":["trace[109578742] 'process raft request' (duration: 107.540771ms)","trace[109578742] 'compare' (duration: 197.996766ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:46.173739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:45.867013Z","time spent":"306.700604ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:15:46.346667Z","caller":"traceutil/trace.go:171","msg":"trace[1946389137] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"164.406078ms","start":"2026-02-27T02:15:46.182229Z","end":"2026-02-27T02:15:46.346635Z","steps":["trace[1946389137] 'process raft request' (duration: 115.72715ms)","trace[1946389137] 'compare' (duration: 48.581926ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:46.411208Z","caller":"traceutil/trace.go:171","msg":"trace[1864989023] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"228.002171ms","start":"2026-02-27T02:15:46.183117Z","end":"2026-02-27T02:15:46.411119Z","steps":["trace[1864989023] 'process raft request' (duration: 227.413877ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:46.411514Z","caller":"traceutil/trace.go:171","msg":"trace[57742818] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"228.092213ms","start":"2026-02-27T02:15:46.183365Z","end":"2026-02-27T02:15:46.411458Z","steps":["trace[57742818] 'process raft request' (duration: 227.52793ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:46.647484Z","caller":"traceutil/trace.go:171","msg":"trace[1775642112] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"133.691396ms","start":"2026-02-27T02:15:46.513752Z","end":"2026-02-27T02:15:46.647444Z","steps":["trace[1775642112] 'process raft request' (duration: 110.55451ms)","trace[1775642112] 'compare' (duration: 22.622384ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:46.716596Z","caller":"traceutil/trace.go:171","msg":"trace[286822861] linearizableReadLoop","detail":"{readStateIndex:24821; appliedIndex:24819; }","duration":"142.231423ms","start":"2026-02-27T02:15:46.574338Z","end":"2026-02-27T02:15:46.716569Z","steps":["trace[286822861] 'read index received' (duration: 50.042388ms)","trace[286822861] 'applied index is now lower than readState.Index' (duration: 92.187615ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:46.716807Z","caller":"traceutil/trace.go:171","msg":"trace[765837734] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"199.331866ms","start":"2026-02-27T02:15:46.517377Z","end":"2026-02-27T02:15:46.716709Z","steps":["trace[765837734] 'process raft request' (duration: 198.987558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:46.716933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.918746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:15:46.716995Z","caller":"traceutil/trace.go:171","msg":"trace[628440904] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23975; }","duration":"110.044318ms","start":"2026-02-27T02:15:46.606937Z","end":"2026-02-27T02:15:46.716981Z","steps":["trace[628440904] 'agreement among raft nodes before linearized reading' (duration: 109.859404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:46.717005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.633542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:15:46.717014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.314707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:15:46.717054Z","caller":"traceutil/trace.go:171","msg":"trace[791002601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23975; }","duration":"142.758015ms","start":"2026-02-27T02:15:46.574283Z","end":"2026-02-27T02:15:46.717041Z","steps":["trace[791002601] 'agreement among raft nodes before linearized reading' (duration: 142.449418ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:46.717073Z","caller":"traceutil/trace.go:171","msg":"trace[1186073937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23975; }","duration":"104.394708ms","start":"2026-02-27T02:15:46.612662Z","end":"2026-02-27T02:15:46.717057Z","steps":["trace[1186073937] 'agreement among raft nodes before linearized reading' (duration: 104.221944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:47.118738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.155013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:47.118912Z","caller":"traceutil/trace.go:171","msg":"trace[1975966514] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"259.452509ms","start":"2026-02-27T02:15:46.859436Z","end":"2026-02-27T02:15:47.118889Z","steps":["trace[1975966514] 'process raft request' (duration: 25.017119ms)","trace[1975966514] 'compare' (duration: 233.491098ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:47.146328Z","caller":"traceutil/trace.go:171","msg":"trace[100953876] linearizableReadLoop","detail":"{readStateIndex:24827; appliedIndex:24825; }","duration":"278.309806ms","start":"2026-02-27T02:15:46.868001Z","end":"2026-02-27T02:15:47.146311Z","steps":["trace[100953876] 'read index received' (duration: 16.39306ms)","trace[100953876] 'applied index is now lower than readState.Index' (duration: 261.916136ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:47.146401Z","caller":"traceutil/trace.go:171","msg":"trace[1240355560] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"282.037873ms","start":"2026-02-27T02:15:46.864332Z","end":"2026-02-27T02:15:47.14637Z","steps":["trace[1240355560] 'process raft request' (duration: 281.883939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:47.146519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.48293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:15:47.146544Z","caller":"traceutil/trace.go:171","msg":"trace[1739513087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23981; }","duration":"278.586152ms","start":"2026-02-27T02:15:46.867951Z","end":"2026-02-27T02:15:47.146537Z","steps":["trace[1739513087] 'agreement among raft nodes before linearized reading' (duration: 278.451319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:47.25858Z","caller":"traceutil/trace.go:171","msg":"trace[1776725107] linearizableReadLoop","detail":"{readStateIndex:24828; appliedIndex:24827; }","duration":"112.173308ms","start":"2026-02-27T02:15:47.146379Z","end":"2026-02-27T02:15:47.258553Z","steps":["trace[1776725107] 'read index received' (duration: 73.490232ms)","trace[1776725107] 'applied index is now lower than readState.Index' (duration: 38.679916ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:47.258577Z","caller":"traceutil/trace.go:171","msg":"trace[558268138] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"107.846108ms","start":"2026-02-27T02:15:47.150699Z","end":"2026-02-27T02:15:47.258545Z","steps":["trace[558268138] 'process raft request' (duration: 107.764526ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:47.258569Z","caller":"traceutil/trace.go:171","msg":"trace[1609492237] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"135.519998ms","start":"2026-02-27T02:15:47.123011Z","end":"2026-02-27T02:15:47.258531Z","steps":["trace[1609492237] 'process raft request' (duration: 96.759271ms)","trace[1609492237] 'compare' (duration: 38.312327ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:47.258834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.501545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:15:47.258868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.691188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2gztv\" ","response":"range_response_count:1 size:7661"} {"level":"info","ts":"2026-02-27T02:15:47.258909Z","caller":"traceutil/trace.go:171","msg":"trace[1390155420] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2gztv; range_end:; response_count:1; response_revision:23983; }","duration":"108.752119ms","start":"2026-02-27T02:15:47.15015Z","end":"2026-02-27T02:15:47.258902Z","steps":["trace[1390155420] 'agreement among raft nodes before linearized reading' (duration: 108.567015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:47.258877Z","caller":"traceutil/trace.go:171","msg":"trace[51833753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23983; }","duration":"390.577046ms","start":"2026-02-27T02:15:46.86829Z","end":"2026-02-27T02:15:47.258867Z","steps":["trace[51833753] 'agreement among raft nodes before linearized reading' (duration: 390.387072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:47.258997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:46.868283Z","time spent":"390.706009ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:15:47.65635Z","caller":"traceutil/trace.go:171","msg":"trace[278200180] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"231.274267ms","start":"2026-02-27T02:15:47.425023Z","end":"2026-02-27T02:15:47.656297Z","steps":["trace[278200180] 'process raft request' (duration: 173.202302ms)","trace[278200180] 'compare' (duration: 57.84684ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:47.656362Z","caller":"traceutil/trace.go:171","msg":"trace[307422330] linearizableReadLoop","detail":"{readStateIndex:24836; appliedIndex:24835; }","duration":"169.403204ms","start":"2026-02-27T02:15:47.486833Z","end":"2026-02-27T02:15:47.656236Z","steps":["trace[307422330] 'read index received' (duration: 111.338159ms)","trace[307422330] 'applied index is now lower than readState.Index' (duration: 58.063494ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:47.656543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.696281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:15:47.656622Z","caller":"traceutil/trace.go:171","msg":"trace[1062819339] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23990; }","duration":"169.818273ms","start":"2026-02-27T02:15:47.486784Z","end":"2026-02-27T02:15:47.656603Z","steps":["trace[1062819339] 'agreement among raft nodes before linearized reading' (duration: 169.569347ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:47.854735Z","caller":"traceutil/trace.go:171","msg":"trace[1373920758] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"130.506302ms","start":"2026-02-27T02:15:47.724175Z","end":"2026-02-27T02:15:47.854681Z","steps":["trace[1373920758] 'process raft request' (duration: 113.944259ms)","trace[1373920758] 'compare' (duration: 16.181425ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:48.225363Z","caller":"traceutil/trace.go:171","msg":"trace[1227662055] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"224.018488ms","start":"2026-02-27T02:15:48.001312Z","end":"2026-02-27T02:15:48.22533Z","steps":["trace[1227662055] 'process raft request' (duration: 223.795203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:48.847421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.703862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:48.847677Z","caller":"traceutil/trace.go:171","msg":"trace[1102923429] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"155.055062ms","start":"2026-02-27T02:15:48.692597Z","end":"2026-02-27T02:15:48.847652Z","steps":["trace[1102923429] 'process raft request' (duration: 154.96057ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:48.847827Z","caller":"traceutil/trace.go:171","msg":"trace[970326525] linearizableReadLoop","detail":"{readStateIndex:24851; appliedIndex:24850; }","duration":"342.81856ms","start":"2026-02-27T02:15:48.504928Z","end":"2026-02-27T02:15:48.847747Z","steps":["trace[970326525] 'read index received' (duration: 121.646087ms)","trace[970326525] 'applied index is now lower than readState.Index' (duration: 221.168503ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:48.847886Z","caller":"traceutil/trace.go:171","msg":"trace[691138933] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"356.714612ms","start":"2026-02-27T02:15:48.491124Z","end":"2026-02-27T02:15:48.847839Z","steps":["trace[691138933] 'process raft request' (duration: 135.482608ms)","trace[691138933] 'compare' (duration: 220.535788ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:48.848047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:48.491106Z","time spent":"356.853355ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:48.848067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.116487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:48.84811Z","caller":"traceutil/trace.go:171","msg":"trace[1430387488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24006; }","duration":"343.213979ms","start":"2026-02-27T02:15:48.50488Z","end":"2026-02-27T02:15:48.848094Z","steps":["trace[1430387488] 'agreement among raft nodes before linearized reading' (duration: 343.080596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:48.84815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:48.50486Z","time spent":"343.281401ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:15:48.982998Z","caller":"traceutil/trace.go:171","msg":"trace[568240408] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"102.116235ms","start":"2026-02-27T02:15:48.880856Z","end":"2026-02-27T02:15:48.982973Z","steps":["trace[568240408] 'process raft request' (duration: 98.735996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:49.289068Z","caller":"traceutil/trace.go:171","msg":"trace[561655671] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"253.714606ms","start":"2026-02-27T02:15:49.035327Z","end":"2026-02-27T02:15:49.289042Z","steps":["trace[561655671] 'process raft request' (duration: 252.746883ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:49.289078Z","caller":"traceutil/trace.go:171","msg":"trace[337366172] linearizableReadLoop","detail":"{readStateIndex:24857; appliedIndex:24856; }","duration":"152.618814ms","start":"2026-02-27T02:15:49.136418Z","end":"2026-02-27T02:15:49.289037Z","steps":["trace[337366172] 'read index received' (duration: 151.55643ms)","trace[337366172] 'applied index is now lower than readState.Index' (duration: 1.058624ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:49.289877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.436764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:49.289925Z","caller":"traceutil/trace.go:171","msg":"trace[66616175] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24011; }","duration":"153.563497ms","start":"2026-02-27T02:15:49.136354Z","end":"2026-02-27T02:15:49.289918Z","steps":["trace[66616175] 'agreement among raft nodes before linearized reading' (duration: 153.452154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:49.463299Z","caller":"traceutil/trace.go:171","msg":"trace[891670325] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"140.29303ms","start":"2026-02-27T02:15:49.32288Z","end":"2026-02-27T02:15:49.463174Z","steps":["trace[891670325] 'process raft request' (duration: 111.926803ms)","trace[891670325] 'compare' (duration: 27.917576ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:49.463621Z","caller":"traceutil/trace.go:171","msg":"trace[1641660918] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"139.300056ms","start":"2026-02-27T02:15:49.323874Z","end":"2026-02-27T02:15:49.463174Z","steps":["trace[1641660918] 'process raft request' (duration: 139.227174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:49.885407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.944348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:49.885532Z","caller":"traceutil/trace.go:171","msg":"trace[1248049086] linearizableReadLoop","detail":"{readStateIndex:24866; appliedIndex:24865; }","duration":"119.910908ms","start":"2026-02-27T02:15:49.765602Z","end":"2026-02-27T02:15:49.885513Z","steps":["trace[1248049086] 'read index received' (duration: 59.732µs)","trace[1248049086] 'applied index is now lower than readState.Index' (duration: 119.849906ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:49.885585Z","caller":"traceutil/trace.go:171","msg":"trace[795299974] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"156.658588ms","start":"2026-02-27T02:15:49.728892Z","end":"2026-02-27T02:15:49.885551Z","steps":["trace[795299974] 'process raft request' (duration: 17.443174ms)","trace[795299974] 'compare' (duration: 138.773784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:49.885899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.264115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:15:49.88603Z","caller":"traceutil/trace.go:171","msg":"trace[220006515] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24020; }","duration":"120.45367ms","start":"2026-02-27T02:15:49.765537Z","end":"2026-02-27T02:15:49.885991Z","steps":["trace[220006515] 'agreement among raft nodes before linearized reading' (duration: 120.03932ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:50.063881Z","caller":"traceutil/trace.go:171","msg":"trace[84050944] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"124.510984ms","start":"2026-02-27T02:15:49.93934Z","end":"2026-02-27T02:15:50.063851Z","steps":["trace[84050944] 'process raft request' (duration: 122.742473ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:50.320208Z","caller":"traceutil/trace.go:171","msg":"trace[1778681535] linearizableReadLoop","detail":"{readStateIndex:24873; appliedIndex:24872; }","duration":"109.959207ms","start":"2026-02-27T02:15:50.21023Z","end":"2026-02-27T02:15:50.320189Z","steps":["trace[1778681535] 'read index received' (duration: 109.805663ms)","trace[1778681535] 'applied index is now lower than readState.Index' (duration: 152.814µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:50.320272Z","caller":"traceutil/trace.go:171","msg":"trace[1461314634] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"160.889505ms","start":"2026-02-27T02:15:50.159349Z","end":"2026-02-27T02:15:50.320239Z","steps":["trace[1461314634] 'process raft request' (duration: 160.727631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:50.321172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.328185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:15:50.321281Z","caller":"traceutil/trace.go:171","msg":"trace[565250948] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24027; }","duration":"111.078813ms","start":"2026-02-27T02:15:50.210178Z","end":"2026-02-27T02:15:50.321257Z","steps":["trace[565250948] 'agreement among raft nodes before linearized reading' (duration: 110.11991ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:50.479612Z","caller":"traceutil/trace.go:171","msg":"trace[1088628094] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"103.484187ms","start":"2026-02-27T02:15:50.37609Z","end":"2026-02-27T02:15:50.479575Z","steps":["trace[1088628094] 'process raft request' (duration: 100.669352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.055374Z","caller":"traceutil/trace.go:171","msg":"trace[1446749828] linearizableReadLoop","detail":"{readStateIndex:24884; appliedIndex:24883; }","duration":"222.468433ms","start":"2026-02-27T02:15:50.832882Z","end":"2026-02-27T02:15:51.05535Z","steps":["trace[1446749828] 'read index received' (duration: 222.227017ms)","trace[1446749828] 'applied index is now lower than readState.Index' (duration: 240.506µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:51.055413Z","caller":"traceutil/trace.go:171","msg":"trace[1508443065] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"257.640937ms","start":"2026-02-27T02:15:50.797732Z","end":"2026-02-27T02:15:51.055372Z","steps":["trace[1508443065] 'process raft request' (duration: 257.460323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:51.055558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.652777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:51.055619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.215649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T02:15:51.055632Z","caller":"traceutil/trace.go:171","msg":"trace[1253630361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24038; }","duration":"222.79288ms","start":"2026-02-27T02:15:50.83282Z","end":"2026-02-27T02:15:51.055613Z","steps":["trace[1253630361] 'agreement among raft nodes before linearized reading' (duration: 222.619536ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.055648Z","caller":"traceutil/trace.go:171","msg":"trace[1867900459] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24038; }","duration":"185.309112ms","start":"2026-02-27T02:15:50.870329Z","end":"2026-02-27T02:15:51.055638Z","steps":["trace[1867900459] 'agreement among raft nodes before linearized reading' (duration: 185.170818ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.265258Z","caller":"traceutil/trace.go:171","msg":"trace[2061846534] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"101.92716ms","start":"2026-02-27T02:15:51.16328Z","end":"2026-02-27T02:15:51.265207Z","steps":["trace[2061846534] 'process raft request' (duration: 101.778447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.440537Z","caller":"traceutil/trace.go:171","msg":"trace[993506461] linearizableReadLoop","detail":"{readStateIndex:24891; appliedIndex:24889; }","duration":"138.762753ms","start":"2026-02-27T02:15:51.301746Z","end":"2026-02-27T02:15:51.440508Z","steps":["trace[993506461] 'read index received' (duration: 41.869779ms)","trace[993506461] 'applied index is now lower than readState.Index' (duration: 96.891814ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:51.441024Z","caller":"traceutil/trace.go:171","msg":"trace[283938292] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"121.123235ms","start":"2026-02-27T02:15:51.319887Z","end":"2026-02-27T02:15:51.44101Z","steps":["trace[283938292] 'process raft request' (duration: 120.48946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:51.441046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.291076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:51.441027Z","caller":"traceutil/trace.go:171","msg":"trace[810405525] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"143.509973ms","start":"2026-02-27T02:15:51.297476Z","end":"2026-02-27T02:15:51.440986Z","steps":["trace[810405525] 'process raft request' (duration: 74.309471ms)","trace[810405525] 'compare' (duration: 68.375453ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:51.441107Z","caller":"traceutil/trace.go:171","msg":"trace[1867513510] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24045; }","duration":"139.392208ms","start":"2026-02-27T02:15:51.301701Z","end":"2026-02-27T02:15:51.441093Z","steps":["trace[1867513510] 'agreement among raft nodes before linearized reading' (duration: 139.278245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.501457Z","caller":"traceutil/trace.go:171","msg":"trace[1865318957] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"135.575251ms","start":"2026-02-27T02:15:51.36585Z","end":"2026-02-27T02:15:51.501425Z","steps":["trace[1865318957] 'process raft request' (duration: 135.388176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:51.50162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.6725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-27T02:15:51.50158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.22759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:51.501665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.232965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:15:51.501681Z","caller":"traceutil/trace.go:171","msg":"trace[703215083] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24046; }","duration":"150.755622ms","start":"2026-02-27T02:15:51.350907Z","end":"2026-02-27T02:15:51.501662Z","steps":["trace[703215083] 'agreement among raft nodes before linearized reading' (duration: 150.575248ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.501736Z","caller":"traceutil/trace.go:171","msg":"trace[739834790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24046; }","duration":"196.327507ms","start":"2026-02-27T02:15:51.305386Z","end":"2026-02-27T02:15:51.501713Z","steps":["trace[739834790] 'agreement among raft nodes before linearized reading' (duration: 196.143143ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.502Z","caller":"traceutil/trace.go:171","msg":"trace[1153650389] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24046; }","duration":"163.408325ms","start":"2026-02-27T02:15:51.338279Z","end":"2026-02-27T02:15:51.501687Z","steps":["trace[1153650389] 'agreement among raft nodes before linearized reading' (duration: 163.19806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.610329Z","caller":"traceutil/trace.go:171","msg":"trace[247705673] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"165.673777ms","start":"2026-02-27T02:15:51.444633Z","end":"2026-02-27T02:15:51.610306Z","steps":["trace[247705673] 'process raft request' (duration: 127.575335ms)","trace[247705673] 'compare' (duration: 37.965369ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:51.610479Z","caller":"traceutil/trace.go:171","msg":"trace[645815610] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"165.595805ms","start":"2026-02-27T02:15:51.444874Z","end":"2026-02-27T02:15:51.61047Z","steps":["trace[645815610] 'process raft request' (duration: 165.39303ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.610624Z","caller":"traceutil/trace.go:171","msg":"trace[1978032803] linearizableReadLoop","detail":"{readStateIndex:24895; appliedIndex:24893; }","duration":"109.152738ms","start":"2026-02-27T02:15:51.50144Z","end":"2026-02-27T02:15:51.610593Z","steps":["trace[1978032803] 'read index received' (duration: 70.82869ms)","trace[1978032803] 'applied index is now lower than readState.Index' (duration: 38.320558ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:51.61081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.997558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:51.610789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.405422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:15:51.610866Z","caller":"traceutil/trace.go:171","msg":"trace[1782898143] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24048; }","duration":"164.08127ms","start":"2026-02-27T02:15:51.446771Z","end":"2026-02-27T02:15:51.610852Z","steps":["trace[1782898143] 'agreement among raft nodes before linearized reading' (duration: 163.949627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.610887Z","caller":"traceutil/trace.go:171","msg":"trace[1873196440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24048; }","duration":"143.560175ms","start":"2026-02-27T02:15:51.467308Z","end":"2026-02-27T02:15:51.610868Z","steps":["trace[1873196440] 'agreement among raft nodes before linearized reading' (duration: 143.31628ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.6109Z","caller":"traceutil/trace.go:171","msg":"trace[113710857] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"104.474509ms","start":"2026-02-27T02:15:51.506401Z","end":"2026-02-27T02:15:51.610875Z","steps":["trace[113710857] 'process raft request' (duration: 104.08295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:51.611132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.94222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T02:15:51.611256Z","caller":"traceutil/trace.go:171","msg":"trace[335455357] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24049; }","duration":"108.147065ms","start":"2026-02-27T02:15:51.503083Z","end":"2026-02-27T02:15:51.61123Z","steps":["trace[335455357] 'agreement among raft nodes before linearized reading' (duration: 107.772066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:51.749683Z","caller":"traceutil/trace.go:171","msg":"trace[144106995] linearizableReadLoop","detail":"{readStateIndex:24898; appliedIndex:24897; }","duration":"110.155451ms","start":"2026-02-27T02:15:51.639506Z","end":"2026-02-27T02:15:51.749661Z","steps":["trace[144106995] 'read index received' (duration: 107.443848ms)","trace[144106995] 'applied index is now lower than readState.Index' (duration: 2.710593ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:51.749745Z","caller":"traceutil/trace.go:171","msg":"trace[1199324294] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"134.421493ms","start":"2026-02-27T02:15:51.61529Z","end":"2026-02-27T02:15:51.749711Z","steps":["trace[1199324294] 'process raft request' (duration: 131.731871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:51.749897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.369287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-67fdb85b4f-74ndm.1897f625bb5a9bdd\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-02-27T02:15:51.749938Z","caller":"traceutil/trace.go:171","msg":"trace[1837046661] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-67fdb85b4f-74ndm.1897f625bb5a9bdd; range_end:; response_count:1; response_revision:24051; }","duration":"110.451318ms","start":"2026-02-27T02:15:51.639476Z","end":"2026-02-27T02:15:51.749927Z","steps":["trace[1837046661] 'agreement among raft nodes before linearized reading' (duration: 110.280754ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:52.092127Z","caller":"traceutil/trace.go:171","msg":"trace[1119132430] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"192.249793ms","start":"2026-02-27T02:15:51.899834Z","end":"2026-02-27T02:15:52.092084Z","steps":["trace[1119132430] 'process raft request' (duration: 170.074509ms)","trace[1119132430] 'compare' (duration: 21.722103ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:52.876061Z","caller":"traceutil/trace.go:171","msg":"trace[645130918] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"110.137191ms","start":"2026-02-27T02:15:52.765882Z","end":"2026-02-27T02:15:52.876019Z","steps":["trace[645130918] 'process raft request' (duration: 109.805023ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:53.793506Z","caller":"traceutil/trace.go:171","msg":"trace[1539349175] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"175.835591ms","start":"2026-02-27T02:15:53.617645Z","end":"2026-02-27T02:15:53.79348Z","steps":["trace[1539349175] 'process raft request' (duration: 175.628727ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:53.904956Z","caller":"traceutil/trace.go:171","msg":"trace[1539680590] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"105.224367ms","start":"2026-02-27T02:15:53.799692Z","end":"2026-02-27T02:15:53.904917Z","steps":["trace[1539680590] 'process raft request' (duration: 55.907925ms)","trace[1539680590] 'compare' (duration: 49.046646ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:56.228164Z","caller":"traceutil/trace.go:171","msg":"trace[1191179025] linearizableReadLoop","detail":"{readStateIndex:24909; appliedIndex:24908; }","duration":"402.102873ms","start":"2026-02-27T02:15:55.826032Z","end":"2026-02-27T02:15:56.228135Z","steps":["trace[1191179025] 'read index received' (duration: 401.899408ms)","trace[1191179025] 'applied index is now lower than readState.Index' (duration: 202.675µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:56.228499Z","caller":"traceutil/trace.go:171","msg":"trace[735347312] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"426.467797ms","start":"2026-02-27T02:15:55.802018Z","end":"2026-02-27T02:15:56.228486Z","steps":["trace[735347312] 'process raft request' (duration: 425.972016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:56.228601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:55.802007Z","time spent":"426.523798ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:56.228806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.776668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:56.228843Z","caller":"traceutil/trace.go:171","msg":"trace[1874829620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24062; }","duration":"402.84622ms","start":"2026-02-27T02:15:55.825987Z","end":"2026-02-27T02:15:56.228833Z","steps":["trace[1874829620] 'agreement among raft nodes before linearized reading' (duration: 402.786979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:56.228869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:55.82597Z","time spent":"402.892711ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:56.22915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.206046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:15:56.229233Z","caller":"traceutil/trace.go:171","msg":"trace[1327773071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24062; }","duration":"320.347199ms","start":"2026-02-27T02:15:55.908867Z","end":"2026-02-27T02:15:56.229214Z","steps":["trace[1327773071] 'agreement among raft nodes before linearized reading' (duration: 320.114504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:56.229282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:55.90884Z","time spent":"320.434191ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:15:57.031271Z","caller":"traceutil/trace.go:171","msg":"trace[1867971780] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"129.832257ms","start":"2026-02-27T02:15:56.901208Z","end":"2026-02-27T02:15:57.03104Z","steps":["trace[1867971780] 'process raft request' (duration: 129.610652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:57.332032Z","caller":"traceutil/trace.go:171","msg":"trace[713869131] linearizableReadLoop","detail":"{readStateIndex:24918; appliedIndex:24917; }","duration":"296.308323ms","start":"2026-02-27T02:15:57.035693Z","end":"2026-02-27T02:15:57.332001Z","steps":["trace[713869131] 'read index received' (duration: 296.078378ms)","trace[713869131] 'applied index is now lower than readState.Index' (duration: 228.795µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:57.332135Z","caller":"traceutil/trace.go:171","msg":"trace[1438230987] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"428.678129ms","start":"2026-02-27T02:15:56.903417Z","end":"2026-02-27T02:15:57.332095Z","steps":["trace[1438230987] 'process raft request' (duration: 428.402323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:57.332309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.591129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:15:57.332334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:56.903392Z","time spent":"428.843332ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:57.332409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.787485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-02-27T02:15:57.332443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.779438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-02-27T02:15:57.332472Z","caller":"traceutil/trace.go:171","msg":"trace[1740010509] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:24069; }","duration":"291.8382ms","start":"2026-02-27T02:15:57.040626Z","end":"2026-02-27T02:15:57.332464Z","steps":["trace[1740010509] 'agreement among raft nodes before linearized reading' (duration: 291.753768ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:57.332471Z","caller":"traceutil/trace.go:171","msg":"trace[23077104] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:24069; }","duration":"293.903927ms","start":"2026-02-27T02:15:57.038552Z","end":"2026-02-27T02:15:57.332456Z","steps":["trace[23077104] 'agreement among raft nodes before linearized reading' (duration: 293.728593ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:57.332353Z","caller":"traceutil/trace.go:171","msg":"trace[133968208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24069; }","duration":"296.703532ms","start":"2026-02-27T02:15:57.035634Z","end":"2026-02-27T02:15:57.332337Z","steps":["trace[133968208] 'agreement among raft nodes before linearized reading' (duration: 296.521177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:57.332661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.71345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-02-27T02:15:57.332683Z","caller":"traceutil/trace.go:171","msg":"trace[500382211] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:24069; }","duration":"292.74019ms","start":"2026-02-27T02:15:57.039932Z","end":"2026-02-27T02:15:57.332673Z","steps":["trace[500382211] 'agreement among raft nodes before linearized reading' (duration: 292.679539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:57.332792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.941605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-02-27T02:15:57.33281Z","caller":"traceutil/trace.go:171","msg":"trace[319422578] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:24069; }","duration":"292.997826ms","start":"2026-02-27T02:15:57.039807Z","end":"2026-02-27T02:15:57.332805Z","steps":["trace[319422578] 'agreement among raft nodes before linearized reading' (duration: 292.945165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:57.332864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.936075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-02-27T02:15:57.332951Z","caller":"traceutil/trace.go:171","msg":"trace[1289240776] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:24069; }","duration":"293.049437ms","start":"2026-02-27T02:15:57.039878Z","end":"2026-02-27T02:15:57.332927Z","steps":["trace[1289240776] 'agreement among raft nodes before linearized reading' (duration: 292.777191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:57.333126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.189071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-02-27T02:15:57.333184Z","caller":"traceutil/trace.go:171","msg":"trace[1995108059] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:24069; }","duration":"293.252632ms","start":"2026-02-27T02:15:57.039913Z","end":"2026-02-27T02:15:57.333166Z","steps":["trace[1995108059] 'agreement among raft nodes before linearized reading' (duration: 293.077008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:57.333198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.273992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-02-27T02:15:57.333219Z","caller":"traceutil/trace.go:171","msg":"trace[577680608] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:24069; }","duration":"293.312594ms","start":"2026-02-27T02:15:57.039901Z","end":"2026-02-27T02:15:57.333214Z","steps":["trace[577680608] 'agreement among raft nodes before linearized reading' (duration: 293.254123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:57.333326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.137432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:15:57.333339Z","caller":"traceutil/trace.go:171","msg":"trace[1052080545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24069; }","duration":"123.187643ms","start":"2026-02-27T02:15:57.210147Z","end":"2026-02-27T02:15:57.333334Z","steps":["trace[1052080545] 'agreement among raft nodes before linearized reading' (duration: 123.143332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:57.333341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.556684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-02-27T02:15:57.333373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.478217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-02-27T02:15:57.333404Z","caller":"traceutil/trace.go:171","msg":"trace[1108790822] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:24069; }","duration":"290.521769ms","start":"2026-02-27T02:15:57.042873Z","end":"2026-02-27T02:15:57.333394Z","steps":["trace[1108790822] 'agreement among raft nodes before linearized reading' (duration: 290.403736ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:57.333391Z","caller":"traceutil/trace.go:171","msg":"trace[688094340] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:24069; }","duration":"288.621345ms","start":"2026-02-27T02:15:57.044758Z","end":"2026-02-27T02:15:57.333379Z","steps":["trace[688094340] 'agreement among raft nodes before linearized reading' (duration: 288.508482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:57.33353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.688031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-02-27T02:15:57.333549Z","caller":"traceutil/trace.go:171","msg":"trace[1484322454] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24069; }","duration":"261.753313ms","start":"2026-02-27T02:15:57.07179Z","end":"2026-02-27T02:15:57.333544Z","steps":["trace[1484322454] 'agreement among raft nodes before linearized reading' (duration: 261.667381ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:58.207188Z","caller":"traceutil/trace.go:171","msg":"trace[1537270538] linearizableReadLoop","detail":"{readStateIndex:24921; appliedIndex:24920; }","duration":"242.868205ms","start":"2026-02-27T02:15:57.964294Z","end":"2026-02-27T02:15:58.207162Z","steps":["trace[1537270538] 'read index received' (duration: 242.693171ms)","trace[1537270538] 'applied index is now lower than readState.Index' (duration: 173.744µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:58.207308Z","caller":"traceutil/trace.go:171","msg":"trace[152383723] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"287.094609ms","start":"2026-02-27T02:15:57.920175Z","end":"2026-02-27T02:15:58.20727Z","steps":["trace[152383723] 'process raft request' (duration: 286.826813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.207361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.050569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.207453Z","caller":"traceutil/trace.go:171","msg":"trace[1533304295] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24072; }","duration":"243.196883ms","start":"2026-02-27T02:15:57.964236Z","end":"2026-02-27T02:15:58.207433Z","steps":["trace[1533304295] 'agreement among raft nodes before linearized reading' (duration: 243.041109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.207469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.344808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.207523Z","caller":"traceutil/trace.go:171","msg":"trace[533264597] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24072; }","duration":"212.43935ms","start":"2026-02-27T02:15:57.995069Z","end":"2026-02-27T02:15:58.207509Z","steps":["trace[533264597] 'agreement among raft nodes before linearized reading' (duration: 212.316038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.207594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.818267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T02:15:58.207634Z","caller":"traceutil/trace.go:171","msg":"trace[1079413514] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24072; }","duration":"224.913009ms","start":"2026-02-27T02:15:57.982707Z","end":"2026-02-27T02:15:58.20762Z","steps":["trace[1079413514] 'agreement among raft nodes before linearized reading' (duration: 224.797506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.207653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.549766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-02-27T02:15:58.207707Z","caller":"traceutil/trace.go:171","msg":"trace[2074143118] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:24072; }","duration":"134.645329ms","start":"2026-02-27T02:15:58.073047Z","end":"2026-02-27T02:15:58.207692Z","steps":["trace[2074143118] 'agreement among raft nodes before linearized reading' (duration: 134.456234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.207462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.990418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.207863Z","caller":"traceutil/trace.go:171","msg":"trace[709581614] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24072; }","duration":"243.468539ms","start":"2026-02-27T02:15:57.964387Z","end":"2026-02-27T02:15:58.207855Z","steps":["trace[709581614] 'agreement among raft nodes before linearized reading' (duration: 242.986328ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:59.92916Z","caller":"traceutil/trace.go:171","msg":"trace[668805205] linearizableReadLoop","detail":"{readStateIndex:24931; appliedIndex:24930; }","duration":"133.675716ms","start":"2026-02-27T02:15:59.795465Z","end":"2026-02-27T02:15:59.929141Z","steps":["trace[668805205] 'read index received' (duration: 133.42199ms)","trace[668805205] 'applied index is now lower than readState.Index' (duration: 253.186µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:59.929327Z","caller":"traceutil/trace.go:171","msg":"trace[701702220] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"134.072945ms","start":"2026-02-27T02:15:59.795233Z","end":"2026-02-27T02:15:59.929306Z","steps":["trace[701702220] 'process raft request' (duration: 133.739167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:59.929394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.204771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:15:59.929349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.87715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18511"} {"level":"warn","ts":"2026-02-27T02:15:59.929366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.912943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:59.929479Z","caller":"traceutil/trace.go:171","msg":"trace[1125608672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24082; }","duration":"106.062266ms","start":"2026-02-27T02:15:59.82339Z","end":"2026-02-27T02:15:59.929452Z","steps":["trace[1125608672] 'agreement among raft nodes before linearized reading' (duration: 105.888762ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:59.929467Z","caller":"traceutil/trace.go:171","msg":"trace[827300952] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24082; }","duration":"133.990994ms","start":"2026-02-27T02:15:59.795446Z","end":"2026-02-27T02:15:59.929437Z","steps":["trace[827300952] 'agreement among raft nodes before linearized reading' (duration: 133.789339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:59.929424Z","caller":"traceutil/trace.go:171","msg":"trace[257956423] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24082; }","duration":"103.241591ms","start":"2026-02-27T02:15:59.826167Z","end":"2026-02-27T02:15:59.929409Z","steps":["trace[257956423] 'agreement among raft nodes before linearized reading' (duration: 103.19848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:00.772175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.68124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:16:00.772254Z","caller":"traceutil/trace.go:171","msg":"trace[681061565] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24085; }","duration":"147.834854ms","start":"2026-02-27T02:16:00.6244Z","end":"2026-02-27T02:16:00.772235Z","steps":["trace[681061565] 'range keys from in-memory index tree' (duration: 147.459635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:00.772216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.036088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:16:00.772443Z","caller":"traceutil/trace.go:171","msg":"trace[1579855078] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24085; }","duration":"151.320025ms","start":"2026-02-27T02:16:00.621095Z","end":"2026-02-27T02:16:00.772415Z","steps":["trace[1579855078] 'range keys from in-memory index tree' (duration: 150.798052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.709148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:03.826874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000954204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:03.826965Z","caller":"traceutil/trace.go:171","msg":"trace[1690996793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001058256s","start":"2026-02-27T02:16:01.825888Z","end":"2026-02-27T02:16:03.826946Z","steps":["trace[1690996793] 'agreement among raft nodes before linearized reading' (duration: 2.000949644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:03.827012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.825848Z","time spent":"2.001155849s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:04.110022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.263391362s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:04.638356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791653636s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:04.638997Z","caller":"traceutil/trace.go:171","msg":"trace[743363627] linearizableReadLoop","detail":"{readStateIndex:24940; appliedIndex:24936; }","duration":"3.430514323s","start":"2026-02-27T02:16:01.208457Z","end":"2026-02-27T02:16:04.638972Z","steps":["trace[743363627] 'read index received' (duration: 638.16144ms)","trace[743363627] 'applied index is now lower than readState.Index' (duration: 2.792351653s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:04.63912Z","caller":"traceutil/trace.go:171","msg":"trace[909720009] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"3.431011975s","start":"2026-02-27T02:16:01.208089Z","end":"2026-02-27T02:16:04.639101Z","steps":["trace[909720009] 'process raft request' (duration: 638.520439ms)","trace[909720009] 'compare' (duration: 2.790357226s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:04.639197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.20807Z","time spent":"3.431085806s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:16:04.639239Z","caller":"traceutil/trace.go:171","msg":"trace[2047000137] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"2.931952136s","start":"2026-02-27T02:16:01.707237Z","end":"2026-02-27T02:16:04.639189Z","steps":["trace[2047000137] 'process raft request' (duration: 2.931573587s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:04.639409Z","caller":"traceutil/trace.go:171","msg":"trace[681857062] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"3.431085016s","start":"2026-02-27T02:16:01.208279Z","end":"2026-02-27T02:16:04.639364Z","steps":["trace[681857062] 'process raft request' (duration: 3.430223206s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:04.639513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.707209Z","time spent":"2.932167631s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:04.639611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.208253Z","time spent":"3.43125986s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:04.639539Z","caller":"traceutil/trace.go:171","msg":"trace[1537108433] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"2.92481136s","start":"2026-02-27T02:16:01.714702Z","end":"2026-02-27T02:16:04.639513Z","steps":["trace[1537108433] 'process raft request' (duration: 2.924161895s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:04.63943Z","caller":"traceutil/trace.go:171","msg":"trace[1941546679] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"3.148252926s","start":"2026-02-27T02:16:01.491149Z","end":"2026-02-27T02:16:04.639402Z","steps":["trace[1941546679] 'process raft request' (duration: 3.14759152s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:04.639737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.714687Z","time spent":"2.924980284s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:04.639799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431327562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-27T02:16:04.639813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.491125Z","time spent":"3.148615544s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:04.639844Z","caller":"traceutil/trace.go:171","msg":"trace[82619590] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"2.889032922s","start":"2026-02-27T02:16:01.750797Z","end":"2026-02-27T02:16:04.63983Z","steps":["trace[82619590] 'process raft request' (duration: 2.888117741s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:04.639862Z","caller":"traceutil/trace.go:171","msg":"trace[89126581] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24092; }","duration":"3.431440024s","start":"2026-02-27T02:16:01.208404Z","end":"2026-02-27T02:16:04.639844Z","steps":["trace[89126581] 'agreement among raft nodes before linearized reading' (duration: 3.431193248s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:04.639893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.208377Z","time spent":"3.431508166s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:16:04.639929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.750781Z","time spent":"2.889099873s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:05.11501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00477502s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:05.834696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:05.834776Z","caller":"traceutil/trace.go:171","msg":"trace[1502404580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383579s","start":"2026-02-27T02:16:03.834378Z","end":"2026-02-27T02:16:05.834761Z","steps":["trace[1502404580] 'agreement among raft nodes before linearized reading' (duration: 2.000286397s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:05.834833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:03.834361Z","time spent":"2.000462862s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:06.39815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999077842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:06.398263Z","caller":"traceutil/trace.go:171","msg":"trace[802345272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999270347s","start":"2026-02-27T02:16:01.398968Z","end":"2026-02-27T02:16:06.398238Z","steps":["trace[802345272] 'agreement among raft nodes before linearized reading' (duration: 4.999114233s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:06.398328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.398947Z","time spent":"4.999365049s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:16:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:07.017582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999682026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:07.017955Z","caller":"traceutil/trace.go:171","msg":"trace[926047180] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999883431s","start":"2026-02-27T02:16:02.017812Z","end":"2026-02-27T02:16:07.017695Z","steps":["trace[926047180] 'agreement among raft nodes before linearized reading' (duration: 4.999715147s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.018043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:02.017792Z","time spent":"5.000229218s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:16:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:07.401437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:05.753567Z","time spent":"1.647861776s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:07.402185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525841649s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:07.402332Z","caller":"traceutil/trace.go:171","msg":"trace[226718968] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24092; }","duration":"1.526000033s","start":"2026-02-27T02:16:05.876309Z","end":"2026-02-27T02:16:07.402309Z","steps":["trace[226718968] 'range keys from in-memory index tree' (duration: 1.525819719s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.402766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287432579s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:07.402881Z","caller":"traceutil/trace.go:171","msg":"trace[816260878] linearizableReadLoop","detail":"{readStateIndex:24943; appliedIndex:24942; }","duration":"2.763804842s","start":"2026-02-27T02:16:04.639058Z","end":"2026-02-27T02:16:07.402863Z","steps":["trace[816260878] 'read index received' (duration: 476.197129ms)","trace[816260878] 'applied index is now lower than readState.Index' (duration: 2.287606403s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:07.403136Z","caller":"traceutil/trace.go:171","msg":"trace[119707168] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"3.523183749s","start":"2026-02-27T02:16:03.879936Z","end":"2026-02-27T02:16:07.40312Z","steps":["trace[119707168] 'process raft request' (duration: 1.23531132s)","trace[119707168] 'compare' (duration: 2.286115368s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:07.403277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:03.879898Z","time spent":"3.523337442s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:07.403552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212554634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:16:07.40358Z","caller":"traceutil/trace.go:171","msg":"trace[1238918212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24093; }","duration":"3.212641186s","start":"2026-02-27T02:16:04.190929Z","end":"2026-02-27T02:16:07.403571Z","steps":["trace[1238918212] 'agreement among raft nodes before linearized reading' (duration: 3.212515803s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.403607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:04.190907Z","time spent":"3.212694168s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:16:07.403749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.246865259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:07.40383Z","caller":"traceutil/trace.go:171","msg":"trace[1725494958] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24093; }","duration":"3.246982562s","start":"2026-02-27T02:16:04.156836Z","end":"2026-02-27T02:16:07.403819Z","steps":["trace[1725494958] 'agreement among raft nodes before linearized reading' (duration: 3.246877589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.403866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:04.156815Z","time spent":"3.247041464s","remote":"127.0.0.1:46290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:07.404046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459834572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:16:07.404082Z","caller":"traceutil/trace.go:171","msg":"trace[1761074460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24093; }","duration":"3.459906514s","start":"2026-02-27T02:16:03.944164Z","end":"2026-02-27T02:16:07.404071Z","steps":["trace[1761074460] 'agreement among raft nodes before linearized reading' (duration: 3.459811061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.404119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:03.944145Z","time spent":"3.459964905s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:16:07.404327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33971732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:16:07.404357Z","caller":"traceutil/trace.go:171","msg":"trace[306211769] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24093; }","duration":"4.339785092s","start":"2026-02-27T02:16:03.064562Z","end":"2026-02-27T02:16:07.404347Z","steps":["trace[306211769] 'agreement among raft nodes before linearized reading' (duration: 4.33969911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.404385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:03.06454Z","time spent":"4.339838494s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:16:07.404401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.778826772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:07.40449Z","caller":"traceutil/trace.go:171","msg":"trace[1865452254] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24093; }","duration":"5.778930274s","start":"2026-02-27T02:16:01.625537Z","end":"2026-02-27T02:16:07.404467Z","steps":["trace[1865452254] 'agreement among raft nodes before linearized reading' (duration: 5.778768s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.404539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.625478Z","time spent":"5.779050717s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:16:07.404575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.17554999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T02:16:07.404649Z","caller":"traceutil/trace.go:171","msg":"trace[1509646026] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:24093; }","duration":"6.175663433s","start":"2026-02-27T02:16:01.228968Z","end":"2026-02-27T02:16:07.404631Z","steps":["trace[1509646026] 'agreement among raft nodes before linearized reading' (duration: 6.175447188s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.404689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.228953Z","time spent":"6.175727544s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T02:16:07.40471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933827901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:16:07.404781Z","caller":"traceutil/trace.go:171","msg":"trace[341271560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24093; }","duration":"4.933961374s","start":"2026-02-27T02:16:02.4708Z","end":"2026-02-27T02:16:07.404761Z","steps":["trace[341271560] 'agreement among raft nodes before linearized reading' (duration: 4.933711988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.404794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.626370789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:07.404834Z","caller":"traceutil/trace.go:171","msg":"trace[385940299] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24093; }","duration":"4.626450231s","start":"2026-02-27T02:16:02.778373Z","end":"2026-02-27T02:16:07.404823Z","steps":["trace[385940299] 'agreement among raft nodes before linearized reading' (duration: 4.62638049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.404845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:02.470776Z","time spent":"4.934055986s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:16:07.404862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:02.778351Z","time spent":"4.626504253s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:07.404862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.166001308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:07.404925Z","caller":"traceutil/trace.go:171","msg":"trace[447382060] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24093; }","duration":"5.166128381s","start":"2026-02-27T02:16:02.238776Z","end":"2026-02-27T02:16:07.404904Z","steps":["trace[447382060] 'agreement among raft nodes before linearized reading' (duration: 5.165988138s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.404851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.987397792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-27T02:16:07.404978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:02.238756Z","time spent":"5.166210943s","remote":"127.0.0.1:46128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:07.405023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.920682747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:16:07.405037Z","caller":"traceutil/trace.go:171","msg":"trace[2058682926] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24093; }","duration":"4.987571726s","start":"2026-02-27T02:16:02.417415Z","end":"2026-02-27T02:16:07.404986Z","steps":["trace[2058682926] 'agreement among raft nodes before linearized reading' (duration: 4.9873092s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:07.405066Z","caller":"traceutil/trace.go:171","msg":"trace[126617245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24093; }","duration":"4.920775098s","start":"2026-02-27T02:16:02.484277Z","end":"2026-02-27T02:16:07.405052Z","steps":["trace[126617245] 'agreement among raft nodes before linearized reading' (duration: 4.920683596s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.405096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:02.484253Z","time spent":"4.920837s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:16:07.405114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:02.417399Z","time spent":"4.987690078s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:16:07.405108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.075492252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:16:07.405221Z","caller":"traceutil/trace.go:171","msg":"trace[358580168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24093; }","duration":"5.075662876s","start":"2026-02-27T02:16:02.329531Z","end":"2026-02-27T02:16:07.405194Z","steps":["trace[358580168] 'agreement among raft nodes before linearized reading' (duration: 5.075243466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.405284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:02.329512Z","time spent":"5.075761848s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:16:07.785997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.670807939s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:07.835098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999616903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:07.835189Z","caller":"traceutil/trace.go:171","msg":"trace[2060784664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999785666s","start":"2026-02-27T02:16:05.835379Z","end":"2026-02-27T02:16:07.835165Z","steps":["trace[2060784664] 'agreement among raft nodes before linearized reading' (duration: 1.999657183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.835242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:05.835338Z","time spent":"1.999889939s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:09.225599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439291034s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:09.225714Z","caller":"traceutil/trace.go:171","msg":"trace[323684401] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"4.580492447s","start":"2026-02-27T02:16:04.645201Z","end":"2026-02-27T02:16:09.225693Z","steps":["trace[323684401] 'process raft request' (duration: 3.141022359s)","trace[323684401] 'compare' (duration: 1.437702687s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:09.225772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:04.645184Z","time spent":"4.580560698s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:09.841438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:09.841513Z","caller":"traceutil/trace.go:171","msg":"trace[1458860188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453442s","start":"2026-02-27T02:16:07.841042Z","end":"2026-02-27T02:16:09.841496Z","steps":["trace[1458860188] 'agreement among raft nodes before linearized reading' (duration: 2.000353379s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:09.84156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.841028Z","time spent":"2.000525613s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:10.388438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.602109967s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:11.398026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997615612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:11.398134Z","caller":"traceutil/trace.go:171","msg":"trace[1543902738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997775706s","start":"2026-02-27T02:16:08.40033Z","end":"2026-02-27T02:16:11.398105Z","steps":["trace[1543902738] 'agreement among raft nodes before linearized reading' (duration: 2.997638383s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.398198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:08.400312Z","time spent":"2.997868518s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:16:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:11.643342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.646009Z","time spent":"4.997326078s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:11.644244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.646036Z","time spent":"4.998199117s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:11.84216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:11.842295Z","caller":"traceutil/trace.go:171","msg":"trace[1098178165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486719s","start":"2026-02-27T02:16:09.841776Z","end":"2026-02-27T02:16:11.842262Z","steps":["trace[1098178165] 'agreement among raft nodes before linearized reading' (duration: 2.000304164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.842363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.841751Z","time spent":"2.000598531s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:12.33083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.410058Z","time spent":"4.920763715s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:12.406489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.408759Z","time spent":"4.997720947s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:12.40826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.410022Z","time spent":"4.998229859s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:12.408281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.40952Z","time spent":"4.998753332s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 02:16:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:12.470557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.410648Z","time spent":"5.059901238s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:13.159602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.4214495s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:13.199444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:13.199545Z","caller":"traceutil/trace.go:171","msg":"trace[1843488383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421877s","start":"2026-02-27T02:16:11.199098Z","end":"2026-02-27T02:16:13.19952Z","steps":["trace[1843488383] 'agreement among raft nodes before linearized reading' (duration: 2.000258854s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:13.199594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.199082Z","time spent":"2.000501809s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:13.390865Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb3168ae6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:16:13.849192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:13.849295Z","caller":"traceutil/trace.go:171","msg":"trace[707778962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158082s","start":"2026-02-27T02:16:11.849115Z","end":"2026-02-27T02:16:13.849273Z","steps":["trace[707778962] 'agreement among raft nodes before linearized reading' (duration: 2.000034949s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:13.849346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.849086Z","time spent":"2.000250355s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:14.229077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.230864Z","time spent":"4.998206616s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:14.406966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.406153Z","time spent":"7.000804448s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:14.410679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.410418Z","time spent":"7.000257555s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:14.410727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.409582Z","time spent":"7.001139385s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:15.232639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998784892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:15.232707Z","caller":"traceutil/trace.go:171","msg":"trace[1031565102] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998874144s","start":"2026-02-27T02:16:10.233818Z","end":"2026-02-27T02:16:15.232692Z","steps":["trace[1031565102] 'agreement among raft nodes before linearized reading' (duration: 4.998781342s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.232738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:10.233779Z","time spent":"4.998951936s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:16:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:15.399714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.239917035s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:15.440478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051703037s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:16:15.856114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999894505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:15.856218Z","caller":"traceutil/trace.go:171","msg":"trace[60375951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055429s","start":"2026-02-27T02:16:13.85614Z","end":"2026-02-27T02:16:15.856195Z","steps":["trace[60375951] 'agreement among raft nodes before linearized reading' (duration: 1.999926846s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.856266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:13.856121Z","time spent":"2.000135211s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:16.233242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.232113Z","time spent":"7.001122751s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:16.38639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.144717ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:16.386479Z","caller":"traceutil/trace.go:171","msg":"trace[947469721] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24096; }","duration":"510.244179ms","start":"2026-02-27T02:16:15.876222Z","end":"2026-02-27T02:16:16.386467Z","steps":["trace[947469721] 'range keys from in-memory index tree' (duration: 510.129967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.386989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.174201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:16.38813Z","caller":"traceutil/trace.go:171","msg":"trace[1005315491] linearizableReadLoop","detail":"{readStateIndex:24947; appliedIndex:24943; }","duration":"8.985180333s","start":"2026-02-27T02:16:07.402906Z","end":"2026-02-27T02:16:16.388086Z","steps":["trace[1005315491] 'read index received' (duration: 383.370189ms)","trace[1005315491] 'applied index is now lower than readState.Index' (duration: 8.601809064s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:16.3883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.857906536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-02-27T02:16:16.388386Z","caller":"traceutil/trace.go:171","msg":"trace[337532642] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24105; }","duration":"9.858041299s","start":"2026-02-27T02:16:06.530327Z","end":"2026-02-27T02:16:16.388368Z","steps":["trace[337532642] 'agreement among raft nodes before linearized reading' (duration: 9.857823754s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.388411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.594730952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T02:16:16.388432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.530306Z","time spent":"9.858116581s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-02-27T02:16:16.388458Z","caller":"traceutil/trace.go:171","msg":"trace[930412881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24106; }","duration":"10.594826193s","start":"2026-02-27T02:16:05.793621Z","end":"2026-02-27T02:16:16.388447Z","steps":["trace[930412881] 'agreement among raft nodes before linearized reading' (duration: 10.594611338s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.388464Z","caller":"traceutil/trace.go:171","msg":"trace[969622907] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"6.74332862s","start":"2026-02-27T02:16:09.645126Z","end":"2026-02-27T02:16:16.388455Z","steps":["trace[969622907] 'process raft request' (duration: 6.743119255s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.388477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.320038308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:16.388504Z","caller":"traceutil/trace.go:171","msg":"trace[346856673] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24107; }","duration":"9.32010806s","start":"2026-02-27T02:16:07.068388Z","end":"2026-02-27T02:16:16.388497Z","steps":["trace[346856673] 'agreement among raft nodes before linearized reading' (duration: 9.319910816s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.388501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:05.79359Z","time spent":"10.594901505s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:16:16.388528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.068369Z","time spent":"9.320153821s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.388528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.645109Z","time spent":"6.743383072s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:16.388686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.540926546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:16.388718Z","caller":"traceutil/trace.go:171","msg":"trace[2054361500] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24107; }","duration":"11.540959677s","start":"2026-02-27T02:16:04.847749Z","end":"2026-02-27T02:16:16.388709Z","steps":["trace[2054361500] 'agreement among raft nodes before linearized reading' (duration: 11.540573988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.38874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:04.847732Z","time spent":"11.541001438s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.388736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.116568736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:16.388836Z","caller":"traceutil/trace.go:171","msg":"trace[1259009383] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24107; }","duration":"9.11672998s","start":"2026-02-27T02:16:07.272084Z","end":"2026-02-27T02:16:16.388814Z","steps":["trace[1259009383] 'agreement among raft nodes before linearized reading' (duration: 9.116206687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.388858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.790440194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-58799dd5cc-drczd.1897f755a49ef934\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-02-27T02:16:16.388882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.272058Z","time spent":"9.116812122s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:16.388891Z","caller":"traceutil/trace.go:171","msg":"trace[542637982] range","detail":"{range_begin:/registry/events/openstack/cinder-api-58799dd5cc-drczd.1897f755a49ef934; range_end:; response_count:1; response_revision:24107; }","duration":"10.790473495s","start":"2026-02-27T02:16:05.598407Z","end":"2026-02-27T02:16:16.388881Z","steps":["trace[542637982] 'agreement among raft nodes before linearized reading' (duration: 10.789906412s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.389025Z","caller":"traceutil/trace.go:171","msg":"trace[1970609008] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24108; }","duration":"3.916778008s","start":"2026-02-27T02:16:12.472238Z","end":"2026-02-27T02:16:16.389016Z","steps":["trace[1970609008] 'process raft request' (duration: 3.916751508s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.389048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:05.598343Z","time spent":"10.79068683s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-58799dd5cc-drczd.1897f755a49ef934\" "} {"level":"warn","ts":"2026-02-27T02:16:16.389093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:12.472216Z","time spent":"3.916832559s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:16.389163Z","caller":"traceutil/trace.go:171","msg":"trace[779435366] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"4.988497493s","start":"2026-02-27T02:16:11.40066Z","end":"2026-02-27T02:16:16.389157Z","steps":["trace[779435366] 'process raft request' (duration: 4.987764486s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.389198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.400639Z","time spent":"4.988538193s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:16.389203Z","caller":"traceutil/trace.go:171","msg":"trace[71004450] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24108; }","duration":"4.055479371s","start":"2026-02-27T02:16:12.333708Z","end":"2026-02-27T02:16:16.389188Z","steps":["trace[71004450] 'process raft request' (duration: 4.055236866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.389263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.333788719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:16.389287Z","caller":"traceutil/trace.go:171","msg":"trace[60754348] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24108; }","duration":"11.33384721s","start":"2026-02-27T02:16:05.055431Z","end":"2026-02-27T02:16:16.389278Z","steps":["trace[60754348] 'agreement among raft nodes before linearized reading' (duration: 11.332875918s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.38929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:12.333678Z","time spent":"4.055557212s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:16.389308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:05.055412Z","time spent":"11.333889311s","remote":"127.0.0.1:32960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.448739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048727793s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:16:16.449319Z","caller":"traceutil/trace.go:171","msg":"trace[894332446] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"1.538123679s","start":"2026-02-27T02:16:14.911177Z","end":"2026-02-27T02:16:16.449301Z","steps":["trace[894332446] 'process raft request' (duration: 1.538097688s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.449434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:14.91115Z","time spent":"1.538229401s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:16.449418Z","caller":"traceutil/trace.go:171","msg":"trace[1330287089] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"1.739472233s","start":"2026-02-27T02:16:14.70991Z","end":"2026-02-27T02:16:16.449383Z","steps":["trace[1330287089] 'process raft request' (duration: 1.739243347s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.449474Z","caller":"traceutil/trace.go:171","msg":"trace[1946075137] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"1.649192941s","start":"2026-02-27T02:16:14.800259Z","end":"2026-02-27T02:16:16.449452Z","steps":["trace[1946075137] 'process raft request' (duration: 1.648994087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.449564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:14.800235Z","time spent":"1.649284224s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:16.44958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:14.709891Z","time spent":"1.739602305s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:16.449647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.756574001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:16.44971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.742877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T02:16:16.449715Z","caller":"traceutil/trace.go:171","msg":"trace[27372519] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24111; }","duration":"4.756710904s","start":"2026-02-27T02:16:11.692989Z","end":"2026-02-27T02:16:16.4497Z","steps":["trace[27372519] 'agreement among raft nodes before linearized reading' (duration: 4.756585681s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.449718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601246763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-02-27T02:16:16.449748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142216416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:16.449753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.69296Z","time spent":"4.756786026s","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:16.44976Z","caller":"traceutil/trace.go:171","msg":"trace[631140900] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24111; }","duration":"4.601334205s","start":"2026-02-27T02:16:11.848416Z","end":"2026-02-27T02:16:16.44975Z","steps":["trace[631140900] 'agreement among raft nodes before linearized reading' (duration: 4.601153911s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.449777Z","caller":"traceutil/trace.go:171","msg":"trace[187547358] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24111; }","duration":"3.142282408s","start":"2026-02-27T02:16:13.307485Z","end":"2026-02-27T02:16:16.449767Z","steps":["trace[187547358] 'agreement among raft nodes before linearized reading' (duration: 3.142225486s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.449787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.505609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:16.449802Z","caller":"traceutil/trace.go:171","msg":"trace[2110108625] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24111; }","duration":"372.56039ms","start":"2026-02-27T02:16:16.077238Z","end":"2026-02-27T02:16:16.449799Z","steps":["trace[2110108625] 'agreement among raft nodes before linearized reading' (duration: 372.501779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.449802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:13.307463Z","time spent":"3.142333398s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.44982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.077207Z","time spent":"372.606532ms","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.449823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300552454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:16.44985Z","caller":"traceutil/trace.go:171","msg":"trace[1511533500] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24111; }","duration":"3.300617535s","start":"2026-02-27T02:16:13.149223Z","end":"2026-02-27T02:16:16.449841Z","steps":["trace[1511533500] 'agreement among raft nodes before linearized reading' (duration: 3.300576114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.449869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:13.149202Z","time spent":"3.300661206s","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.449909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.72724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:16.449923Z","caller":"traceutil/trace.go:171","msg":"trace[1878358366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24111; }","duration":"592.770781ms","start":"2026-02-27T02:16:15.857148Z","end":"2026-02-27T02:16:16.449919Z","steps":["trace[1878358366] 'agreement among raft nodes before linearized reading' (duration: 592.74551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.449934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:15.857125Z","time spent":"592.807281ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:16.449973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041295574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:16.450002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.804133702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-02-27T02:16:16.450006Z","caller":"traceutil/trace.go:171","msg":"trace[647450280] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:0; response_revision:24111; }","duration":"2.041372256s","start":"2026-02-27T02:16:14.408624Z","end":"2026-02-27T02:16:16.449997Z","steps":["trace[647450280] 'agreement among raft nodes before linearized reading' (duration: 2.041318165s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102550893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:16.45001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219593494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-02-27T02:16:16.450026Z","caller":"traceutil/trace.go:171","msg":"trace[715496403] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24111; }","duration":"4.804204573s","start":"2026-02-27T02:16:11.645815Z","end":"2026-02-27T02:16:16.450019Z","steps":["trace[715496403] 'agreement among raft nodes before linearized reading' (duration: 4.804152042s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.449728Z","caller":"traceutil/trace.go:171","msg":"trace[887728310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24111; }","duration":"253.796269ms","start":"2026-02-27T02:16:16.195925Z","end":"2026-02-27T02:16:16.449722Z","steps":["trace[887728310] 'agreement among raft nodes before linearized reading' (duration: 253.769048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.450039Z","caller":"traceutil/trace.go:171","msg":"trace[1546069139] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24111; }","duration":"2.219668236s","start":"2026-02-27T02:16:14.230364Z","end":"2026-02-27T02:16:16.450032Z","steps":["trace[1546069139] 'agreement among raft nodes before linearized reading' (duration: 2.219612224s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.561743668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:16.450065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.362019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-27T02:16:16.450071Z","caller":"traceutil/trace.go:171","msg":"trace[878848406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24111; }","duration":"4.56182255s","start":"2026-02-27T02:16:11.88824Z","end":"2026-02-27T02:16:16.450063Z","steps":["trace[878848406] 'agreement among raft nodes before linearized reading' (duration: 4.56178569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:14.230353Z","time spent":"2.219702846s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:16:16.450086Z","caller":"traceutil/trace.go:171","msg":"trace[190885890] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24111; }","duration":"803.419861ms","start":"2026-02-27T02:16:15.64666Z","end":"2026-02-27T02:16:16.45008Z","steps":["trace[190885890] 'agreement among raft nodes before linearized reading' (duration: 803.38424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.888204Z","time spent":"4.561882001s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.450105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:15.646643Z","time spent":"803.458351ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:16:16.450032Z","caller":"traceutil/trace.go:171","msg":"trace[705590066] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24111; }","duration":"2.102616415s","start":"2026-02-27T02:16:14.347409Z","end":"2026-02-27T02:16:16.450026Z","steps":["trace[705590066] 'agreement among raft nodes before linearized reading' (duration: 2.102585264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:14.347389Z","time spent":"2.102737237s","remote":"127.0.0.1:57426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.450153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.128344902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:16:16.450172Z","caller":"traceutil/trace.go:171","msg":"trace[86235078] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24111; }","duration":"5.128403494s","start":"2026-02-27T02:16:11.321763Z","end":"2026-02-27T02:16:16.450166Z","steps":["trace[86235078] 'agreement among raft nodes before linearized reading' (duration: 5.128355793s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.453259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:16.450189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.321736Z","time spent":"5.128449114s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T02:16:16.450195Z","caller":"traceutil/trace.go:171","msg":"trace[80598899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24111; }","duration":"995.499349ms","start":"2026-02-27T02:16:15.454689Z","end":"2026-02-27T02:16:16.450189Z","steps":["trace[80598899] 'agreement among raft nodes before linearized reading' (duration: 995.467859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.645794Z","time spent":"4.804249475s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T02:16:16.45001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480450881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:16.450213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:15.454675Z","time spent":"995.533901ms","remote":"127.0.0.1:36290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:16.450229Z","caller":"traceutil/trace.go:171","msg":"trace[2124031515] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24111; }","duration":"3.480702996s","start":"2026-02-27T02:16:12.969517Z","end":"2026-02-27T02:16:16.450221Z","steps":["trace[2124031515] 'agreement among raft nodes before linearized reading' (duration: 3.480468151s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:12.969498Z","time spent":"3.480750168s","remote":"127.0.0.1:53524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.450262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820812931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:16.450285Z","caller":"traceutil/trace.go:171","msg":"trace[1623710701] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24111; }","duration":"2.820875102s","start":"2026-02-27T02:16:13.629403Z","end":"2026-02-27T02:16:16.450278Z","steps":["trace[1623710701] 'agreement among raft nodes before linearized reading' (duration: 2.820819161s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.805209116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T02:16:16.450297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.129414607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-27T02:16:16.450305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:13.629384Z","time spent":"2.820916953s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:16.450318Z","caller":"traceutil/trace.go:171","msg":"trace[1193551320] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24111; }","duration":"4.805418351s","start":"2026-02-27T02:16:11.64489Z","end":"2026-02-27T02:16:16.450309Z","steps":["trace[1193551320] 'agreement among raft nodes before linearized reading' (duration: 4.805171305s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.449785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.848391Z","time spent":"4.601388157s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T02:16:16.450336Z","caller":"traceutil/trace.go:171","msg":"trace[2144078834] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24111; }","duration":"5.129438767s","start":"2026-02-27T02:16:11.320872Z","end":"2026-02-27T02:16:16.45031Z","steps":["trace[2144078834] 'agreement among raft nodes before linearized reading' (duration: 5.129383896s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.644776Z","time spent":"4.805557265s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:16:16.450355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.320798Z","time spent":"5.12955225s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:16:16.450029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:14.408612Z","time spent":"2.041412777s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T02:16:16.450525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.369843396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:16.450528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.256282302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:16.450528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047046121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:16:16.450545Z","caller":"traceutil/trace.go:171","msg":"trace[1992292976] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24111; }","duration":"5.369902837s","start":"2026-02-27T02:16:11.080636Z","end":"2026-02-27T02:16:16.450539Z","steps":["trace[1992292976] 'agreement among raft nodes before linearized reading' (duration: 5.369803145s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.45055Z","caller":"traceutil/trace.go:171","msg":"trace[1115543540] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24111; }","duration":"8.256353604s","start":"2026-02-27T02:16:08.194191Z","end":"2026-02-27T02:16:16.450544Z","steps":["trace[1115543540] 'agreement among raft nodes before linearized reading' (duration: 8.256284122s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.450553Z","caller":"traceutil/trace.go:171","msg":"trace[793848543] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24111; }","duration":"3.047108843s","start":"2026-02-27T02:16:13.403438Z","end":"2026-02-27T02:16:16.450547Z","steps":["trace[793848543] 'agreement among raft nodes before linearized reading' (duration: 3.046965559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.080613Z","time spent":"5.369948688s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":88,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.450569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:08.194162Z","time spent":"8.256402495s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.450578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.898508836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-02-27T02:16:16.450575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:13.403419Z","time spent":"3.047151073s","remote":"127.0.0.1:57378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":190,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:16.450595Z","caller":"traceutil/trace.go:171","msg":"trace[2015699630] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24111; }","duration":"8.898526577s","start":"2026-02-27T02:16:07.552063Z","end":"2026-02-27T02:16:16.450589Z","steps":["trace[2015699630] 'agreement among raft nodes before linearized reading' (duration: 8.898458825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.552038Z","time spent":"8.898568017s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T02:16:16.450671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.561185658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:16.450688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.02779036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:16.450692Z","caller":"traceutil/trace.go:171","msg":"trace[2032419726] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24111; }","duration":"5.561207639s","start":"2026-02-27T02:16:10.889478Z","end":"2026-02-27T02:16:16.450686Z","steps":["trace[2032419726] 'agreement among raft nodes before linearized reading' (duration: 5.561172748s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.450704Z","caller":"traceutil/trace.go:171","msg":"trace[17950086] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24111; }","duration":"9.02780349s","start":"2026-02-27T02:16:07.422893Z","end":"2026-02-27T02:16:16.450697Z","steps":["trace[17950086] 'agreement among raft nodes before linearized reading' (duration: 9.02778025s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.45071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:10.889434Z","time spent":"5.56127075s","remote":"127.0.0.1:46304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.450717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.422836Z","time spent":"9.027877561s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:16:16.450722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.262751939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-27T02:16:16.450747Z","caller":"traceutil/trace.go:171","msg":"trace[354748834] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24111; }","duration":"6.262812801s","start":"2026-02-27T02:16:10.187926Z","end":"2026-02-27T02:16:16.450739Z","steps":["trace[354748834] 'agreement among raft nodes before linearized reading' (duration: 6.262737489s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:10.187905Z","time spent":"6.262856082s","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T02:16:16.449678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184425849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:16.450791Z","caller":"traceutil/trace.go:171","msg":"trace[49769221] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24111; }","duration":"2.185551615s","start":"2026-02-27T02:16:14.265233Z","end":"2026-02-27T02:16:16.450785Z","steps":["trace[49769221] 'agreement among raft nodes before linearized reading' (duration: 2.184421099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:14.265228Z","time spent":"2.185574457s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.450849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.153696755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:16.45087Z","caller":"traceutil/trace.go:171","msg":"trace[673509280] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24111; }","duration":"7.153761057s","start":"2026-02-27T02:16:09.297103Z","end":"2026-02-27T02:16:16.450864Z","steps":["trace[673509280] 'agreement among raft nodes before linearized reading' (duration: 7.153690625s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.297072Z","time spent":"7.153811387s","remote":"127.0.0.1:53428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.45092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.21950181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:16.450926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.613347456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:16.450944Z","caller":"traceutil/trace.go:171","msg":"trace[847489136] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24111; }","duration":"8.219565472s","start":"2026-02-27T02:16:08.231371Z","end":"2026-02-27T02:16:16.450937Z","steps":["trace[847489136] 'agreement among raft nodes before linearized reading' (duration: 8.219522051s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.450948Z","caller":"traceutil/trace.go:171","msg":"trace[495228958] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24111; }","duration":"5.613452449s","start":"2026-02-27T02:16:10.837487Z","end":"2026-02-27T02:16:16.45094Z","steps":["trace[495228958] 'agreement among raft nodes before linearized reading' (duration: 5.613412498s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.450964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:08.23135Z","time spent":"8.219607703s","remote":"127.0.0.1:32982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.450968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:10.837458Z","time spent":"5.61350443s","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.450978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.233068791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130119"} {"level":"info","ts":"2026-02-27T02:16:16.450994Z","caller":"traceutil/trace.go:171","msg":"trace[2106475483] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24111; }","duration":"6.233115583s","start":"2026-02-27T02:16:10.217874Z","end":"2026-02-27T02:16:16.450989Z","steps":["trace[2106475483] 'agreement among raft nodes before linearized reading' (duration: 6.233038861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.451007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:10.217859Z","time spent":"6.233145673s","remote":"127.0.0.1:57076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130142,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T02:16:16.451109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.192953643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:16.451123Z","caller":"traceutil/trace.go:171","msg":"trace[1581807907] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24111; }","duration":"6.193007384s","start":"2026-02-27T02:16:10.25811Z","end":"2026-02-27T02:16:16.451118Z","steps":["trace[1581807907] 'agreement among raft nodes before linearized reading' (duration: 6.192985923s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.451137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:10.258083Z","time spent":"6.193049355s","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:16.644195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.678411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:16.644471Z","caller":"traceutil/trace.go:171","msg":"trace[992579696] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"188.987407ms","start":"2026-02-27T02:16:16.455464Z","end":"2026-02-27T02:16:16.644451Z","steps":["trace[992579696] 'agreement among raft nodes before linearized reading' (duration: 188.688311ms)"],"step_count":1} 2026/02/27 02:16:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:16.644441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.963807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:16.644781Z","caller":"traceutil/trace.go:171","msg":"trace[897887496] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"189.354486ms","start":"2026-02-27T02:16:16.455395Z","end":"2026-02-27T02:16:16.644749Z","steps":["trace[897887496] 'agreement among raft nodes before linearized reading' (duration: 188.957537ms)"],"step_count":1} 2026/02/27 02:16:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:16.66916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.914325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:16.669254Z","caller":"traceutil/trace.go:171","msg":"trace[353596956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"277.028247ms","start":"2026-02-27T02:16:16.392206Z","end":"2026-02-27T02:16:16.669235Z","steps":["trace[353596956] 'agreement among raft nodes before linearized reading' (duration: 276.910265ms)"],"step_count":1} 2026/02/27 02:16:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:16.950608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:18.152684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.228949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:18.152808Z","caller":"traceutil/trace.go:171","msg":"trace[1735545669] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"1.762039097s","start":"2026-02-27T02:16:16.390747Z","end":"2026-02-27T02:16:18.152786Z","steps":["trace[1735545669] 'process raft request' (duration: 935.604193ms)","trace[1735545669] 'compare' (duration: 823.25616ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:18.152874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.390734Z","time spent":"1.762107178s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:18.459409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:18.45951Z","caller":"traceutil/trace.go:171","msg":"trace[1716753398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318506s","start":"2026-02-27T02:16:16.459168Z","end":"2026-02-27T02:16:18.459486Z","steps":["trace[1716753398] 'agreement among raft nodes before linearized reading' (duration: 2.000196723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:18.459564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.459156Z","time spent":"2.000397398s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:18.940172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.613663758s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:19.049051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.672577ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:16:19.049608Z","caller":"traceutil/trace.go:171","msg":"trace[302414642] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"2.593046194s","start":"2026-02-27T02:16:16.456534Z","end":"2026-02-27T02:16:19.04958Z","steps":["trace[302414642] 'process raft request' (duration: 2.592894241s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.049752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.456526Z","time spent":"2.593145547s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:19.049816Z","caller":"traceutil/trace.go:171","msg":"trace[858575457] linearizableReadLoop","detail":"{readStateIndex:24972; appliedIndex:24964; }","duration":"2.600252942s","start":"2026-02-27T02:16:16.44954Z","end":"2026-02-27T02:16:19.049793Z","steps":["trace[858575457] 'read index received' (duration: 876.923023ms)","trace[858575457] 'applied index is now lower than readState.Index' (duration: 1.723328859s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:19.049878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.452372Z","time spent":"2.597500448s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:16:19.049832Z","caller":"traceutil/trace.go:171","msg":"trace[153209340] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"2.592337558s","start":"2026-02-27T02:16:16.457469Z","end":"2026-02-27T02:16:19.049807Z","steps":["trace[153209340] 'process raft request' (duration: 2.592052302s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.049911Z","caller":"traceutil/trace.go:171","msg":"trace[1488744683] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"2.594449007s","start":"2026-02-27T02:16:16.455446Z","end":"2026-02-27T02:16:19.049894Z","steps":["trace[1488744683] 'process raft request' (duration: 2.593732211s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.049932Z","caller":"traceutil/trace.go:171","msg":"trace[1384911170] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"2.593738391s","start":"2026-02-27T02:16:16.456172Z","end":"2026-02-27T02:16:19.04991Z","steps":["trace[1384911170] 'process raft request' (duration: 2.593184388s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.049935Z","caller":"traceutil/trace.go:171","msg":"trace[1084677586] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"2.59025223s","start":"2026-02-27T02:16:16.459654Z","end":"2026-02-27T02:16:19.049907Z","steps":["trace[1084677586] 'process raft request' (duration: 2.589985603s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.049953Z","caller":"traceutil/trace.go:171","msg":"trace[449702388] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"2.39510637s","start":"2026-02-27T02:16:16.654821Z","end":"2026-02-27T02:16:19.049928Z","steps":["trace[449702388] 'process raft request' (duration: 2.394902115s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.049996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.455433Z","time spent":"2.594512779s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:19.050014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.457445Z","time spent":"2.592491651s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:19.05007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.65479Z","time spent":"2.395220802s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:19.050064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.459642Z","time spent":"2.590356643s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:19.050084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660361544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11448"} {"level":"warn","ts":"2026-02-27T02:16:19.050102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223589117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:19.050131Z","caller":"traceutil/trace.go:171","msg":"trace[1268475422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:24118; }","duration":"2.660422926s","start":"2026-02-27T02:16:16.389695Z","end":"2026-02-27T02:16:19.050118Z","steps":["trace[1268475422] 'agreement among raft nodes before linearized reading' (duration: 2.660210171s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.050169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.389682Z","time spent":"2.660479227s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11471,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-02-27T02:16:19.050173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594840636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f61d4475-cf14-4328-bd1f-6240301b0fed\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-27T02:16:19.050162Z","caller":"traceutil/trace.go:171","msg":"trace[465523869] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24118; }","duration":"2.223703909s","start":"2026-02-27T02:16:16.826442Z","end":"2026-02-27T02:16:19.050146Z","steps":["trace[465523869] 'agreement among raft nodes before linearized reading' (duration: 2.223592397s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.050241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379915308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:19.050249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.241389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:19.050312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17943886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:19.050313Z","caller":"traceutil/trace.go:171","msg":"trace[1768412497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24118; }","duration":"542.342642ms","start":"2026-02-27T02:16:18.507954Z","end":"2026-02-27T02:16:19.050296Z","steps":["trace[1768412497] 'agreement among raft nodes before linearized reading' (duration: 542.24999ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.050333Z","caller":"traceutil/trace.go:171","msg":"trace[1550385779] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24118; }","duration":"1.17945787s","start":"2026-02-27T02:16:17.870868Z","end":"2026-02-27T02:16:19.050326Z","steps":["trace[1550385779] 'agreement among raft nodes before linearized reading' (duration: 1.1794263s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.050285Z","caller":"traceutil/trace.go:171","msg":"trace[617644028] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24118; }","duration":"2.38000401s","start":"2026-02-27T02:16:16.670266Z","end":"2026-02-27T02:16:19.05027Z","steps":["trace[617644028] 'agreement among raft nodes before linearized reading' (duration: 2.379949989s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.050336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.707347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:16:19.050354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:17.870805Z","time spent":"1.179545072s","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:19.05036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:18.507932Z","time spent":"542.417344ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:19.050353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594934128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-02-27T02:16:19.050381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.670207Z","time spent":"2.380160173s","remote":"127.0.0.1:46314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:19.050387Z","caller":"traceutil/trace.go:171","msg":"trace[1018308563] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24118; }","duration":"231.763478ms","start":"2026-02-27T02:16:18.818608Z","end":"2026-02-27T02:16:19.050371Z","steps":["trace[1018308563] 'agreement among raft nodes before linearized reading' (duration: 231.581644ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.050493Z","caller":"traceutil/trace.go:171","msg":"trace[569096530] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24118; }","duration":"2.595085802s","start":"2026-02-27T02:16:16.455383Z","end":"2026-02-27T02:16:19.050469Z","steps":["trace[569096530] 'agreement among raft nodes before linearized reading' (duration: 2.594778445s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.050488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547600082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:16:19.050546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.45538Z","time spent":"2.595155993s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:16:19.050578Z","caller":"traceutil/trace.go:171","msg":"trace[1312911659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24118; }","duration":"2.547722545s","start":"2026-02-27T02:16:16.502834Z","end":"2026-02-27T02:16:19.050557Z","steps":["trace[1312911659] 'agreement among raft nodes before linearized reading' (duration: 2.547439738s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.050259Z","caller":"traceutil/trace.go:171","msg":"trace[156548183] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f61d4475-cf14-4328-bd1f-6240301b0fed; range_end:; response_count:1; response_revision:24118; }","duration":"2.594969249s","start":"2026-02-27T02:16:16.455267Z","end":"2026-02-27T02:16:19.050236Z","steps":["trace[156548183] 'agreement among raft nodes before linearized reading' (duration: 2.594698213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.050632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.502822Z","time spent":"2.547798647s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:16:19.050657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.455253Z","time spent":"2.595383089s","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-f61d4475-cf14-4328-bd1f-6240301b0fed\" "} {"level":"warn","ts":"2026-02-27T02:16:19.050498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046283329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:16:19.050772Z","caller":"traceutil/trace.go:171","msg":"trace[1002982184] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24118; }","duration":"2.046589496s","start":"2026-02-27T02:16:17.004168Z","end":"2026-02-27T02:16:19.050758Z","steps":["trace[1002982184] 'agreement among raft nodes before linearized reading' (duration: 2.046143266s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.05082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:17.004148Z","time spent":"2.046659298s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:16:19.050841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353757602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:16:19.050238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.591135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:19.050876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595502081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:113664"} {"level":"info","ts":"2026-02-27T02:16:19.050897Z","caller":"traceutil/trace.go:171","msg":"trace[1190315121] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24118; }","duration":"2.595524311s","start":"2026-02-27T02:16:16.455368Z","end":"2026-02-27T02:16:19.050892Z","steps":["trace[1190315121] 'agreement among raft nodes before linearized reading' (duration: 2.594922028s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.050898Z","caller":"traceutil/trace.go:171","msg":"trace[518409282] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24118; }","duration":"694.290511ms","start":"2026-02-27T02:16:18.356598Z","end":"2026-02-27T02:16:19.050889Z","steps":["trace[518409282] 'agreement among raft nodes before linearized reading' (duration: 693.601685ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.050896Z","caller":"traceutil/trace.go:171","msg":"trace[2044535706] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24118; }","duration":"2.353816753s","start":"2026-02-27T02:16:16.697064Z","end":"2026-02-27T02:16:19.050881Z","steps":["trace[2044535706] 'agreement among raft nodes before linearized reading' (duration: 2.353127307s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.050928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:18.356576Z","time spent":"694.342473ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:19.050944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.696995Z","time spent":"2.353935935s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:16:19.050912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.455333Z","time spent":"2.595574633s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":113687,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T02:16:19.050277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.467497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:19.051191Z","caller":"traceutil/trace.go:171","msg":"trace[247124286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24118; }","duration":"591.466859ms","start":"2026-02-27T02:16:18.459717Z","end":"2026-02-27T02:16:19.051184Z","steps":["trace[247124286] 'agreement among raft nodes before linearized reading' (duration: 590.537208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.051214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:18.459694Z","time spent":"591.514001ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:19.050166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587791473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:19.051344Z","caller":"traceutil/trace.go:171","msg":"trace[1968795899] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24118; }","duration":"2.588992481s","start":"2026-02-27T02:16:16.462341Z","end":"2026-02-27T02:16:19.051334Z","steps":["trace[1968795899] 'agreement among raft nodes before linearized reading' (duration: 2.587779723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.051336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595918741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:113664"} {"level":"info","ts":"2026-02-27T02:16:19.051406Z","caller":"traceutil/trace.go:171","msg":"trace[383765048] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24118; }","duration":"2.596001763s","start":"2026-02-27T02:16:16.455385Z","end":"2026-02-27T02:16:19.051387Z","steps":["trace[383765048] 'agreement among raft nodes before linearized reading' (duration: 2.594788265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.051474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.45538Z","time spent":"2.596075744s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":113687,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T02:16:19.051369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.462329Z","time spent":"2.589031941s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:16:19.050273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.826419Z","time spent":"2.223842713s","remote":"127.0.0.1:57402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:19.050037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:16.456159Z","time spent":"2.593827343s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:19.558451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341361,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:16:20.023546Z","caller":"traceutil/trace.go:171","msg":"trace[12095842] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"971.933324ms","start":"2026-02-27T02:16:19.051577Z","end":"2026-02-27T02:16:20.023511Z","steps":["trace[12095842] 'process raft request' (duration: 873.986006ms)","trace[12095842] 'compare' (duration: 97.266143ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:20.023712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.051553Z","time spent":"972.070607ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:21.311843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077590492s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:21.31213Z","caller":"traceutil/trace.go:171","msg":"trace[385550815] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"2.253083601s","start":"2026-02-27T02:16:19.059029Z","end":"2026-02-27T02:16:21.312112Z","steps":["trace[385550815] 'process raft request' (duration: 2.252994659s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:21.312192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.059011Z","time spent":"2.253151842s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:16:21.312217Z","caller":"traceutil/trace.go:171","msg":"trace[2109003583] linearizableReadLoop","detail":"{readStateIndex:24979; appliedIndex:24972; }","duration":"2.254835632s","start":"2026-02-27T02:16:19.057366Z","end":"2026-02-27T02:16:21.312201Z","steps":["trace[2109003583] 'read index received' (duration: 868.367225ms)","trace[2109003583] 'applied index is now lower than readState.Index' (duration: 1.386467447s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:21.312292Z","caller":"traceutil/trace.go:171","msg":"trace[1143616192] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"2.253234155s","start":"2026-02-27T02:16:19.059049Z","end":"2026-02-27T02:16:21.312283Z","steps":["trace[1143616192] 'process raft request' (duration: 2.25302926s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:21.312299Z","caller":"traceutil/trace.go:171","msg":"trace[954799176] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"2.254869003s","start":"2026-02-27T02:16:19.057398Z","end":"2026-02-27T02:16:21.312267Z","steps":["trace[954799176] 'process raft request' (duration: 1.176735488s)","trace[954799176] 'compare' (duration: 1.077449189s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:21.312344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.059034Z","time spent":"2.253278496s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:16:21.312389Z","caller":"traceutil/trace.go:171","msg":"trace[1449269266] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"2.254947214s","start":"2026-02-27T02:16:19.057428Z","end":"2026-02-27T02:16:21.312375Z","steps":["trace[1449269266] 'process raft request' (duration: 2.254509834s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:21.312366Z","caller":"traceutil/trace.go:171","msg":"trace[1401428150] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"2.25259563s","start":"2026-02-27T02:16:19.05973Z","end":"2026-02-27T02:16:21.312326Z","steps":["trace[1401428150] 'process raft request' (duration: 2.252414376s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:21.312437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255064307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-27T02:16:21.312451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.057386Z","time spent":"2.254979275s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:21.312482Z","caller":"traceutil/trace.go:171","msg":"trace[908081216] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24125; }","duration":"2.255141058s","start":"2026-02-27T02:16:19.05733Z","end":"2026-02-27T02:16:21.312471Z","steps":["trace[908081216] 'agreement among raft nodes before linearized reading' (duration: 2.254998835s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:21.312469Z","caller":"traceutil/trace.go:171","msg":"trace[2076226193] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"2.253641924s","start":"2026-02-27T02:16:19.058807Z","end":"2026-02-27T02:16:21.312449Z","steps":["trace[2076226193] 'process raft request' (duration: 2.253180643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:21.312514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.057313Z","time spent":"2.25519356s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-27T02:16:21.312575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.058787Z","time spent":"2.253729146s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:21.312557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.059717Z","time spent":"2.252737853s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:21.312445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.057421Z","time spent":"2.254995265s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:21.812877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:21.826091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999862565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:21.826177Z","caller":"traceutil/trace.go:171","msg":"trace[589761122] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999990068s","start":"2026-02-27T02:16:19.826167Z","end":"2026-02-27T02:16:21.826157Z","steps":["trace[589761122] 'agreement among raft nodes before linearized reading' (duration: 1.999855975s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:21.826218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.82609Z","time spent":"2.000119882s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:22.313047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:22.813405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:23.030329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.9733129s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:23.331413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:23.331529Z","caller":"traceutil/trace.go:171","msg":"trace[1803789618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237343s","start":"2026-02-27T02:16:21.331265Z","end":"2026-02-27T02:16:23.331502Z","steps":["trace[1803789618] 'agreement among raft nodes before linearized reading' (duration: 2.00009631s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.331618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.331258Z","time spent":"2.000327955s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:23.496639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.962524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:23.49676Z","caller":"traceutil/trace.go:171","msg":"trace[1686296042] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"2.439823656s","start":"2026-02-27T02:16:21.056915Z","end":"2026-02-27T02:16:23.496739Z","steps":["trace[1686296042] 'process raft request' (duration: 1.973650027s)","trace[1686296042] 'compare' (duration: 464.995602ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:23.496842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.056898Z","time spent":"2.439909908s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:23.537668Z","caller":"traceutil/trace.go:171","msg":"trace[313802294] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"2.204790021s","start":"2026-02-27T02:16:21.332857Z","end":"2026-02-27T02:16:23.537647Z","steps":["trace[313802294] 'process raft request' (duration: 2.20472315s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:23.537695Z","caller":"traceutil/trace.go:171","msg":"trace[1939010150] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"2.205682882s","start":"2026-02-27T02:16:21.331965Z","end":"2026-02-27T02:16:23.537648Z","steps":["trace[1939010150] 'process raft request' (duration: 2.205488487s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:23.537731Z","caller":"traceutil/trace.go:171","msg":"trace[326570222] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"2.205325814s","start":"2026-02-27T02:16:21.332365Z","end":"2026-02-27T02:16:23.537691Z","steps":["trace[326570222] 'process raft request' (duration: 2.20518838s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.537789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.332841Z","time spent":"2.204891053s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:16:23.537834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.331949Z","time spent":"2.205823255s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:16:23.537873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.332353Z","time spent":"2.205452956s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:16:23.537919Z","caller":"traceutil/trace.go:171","msg":"trace[327149668] linearizableReadLoop","detail":"{readStateIndex:24984; appliedIndex:24979; }","duration":"2.225631274s","start":"2026-02-27T02:16:21.312255Z","end":"2026-02-27T02:16:23.537886Z","steps":["trace[327149668] 'read index received' (duration: 1.718328363s)","trace[327149668] 'applied index is now lower than readState.Index' (duration: 507.300821ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:23.538019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.188046902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:23.538025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304244273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:23.538064Z","caller":"traceutil/trace.go:171","msg":"trace[1408485254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24130; }","duration":"4.188130264s","start":"2026-02-27T02:16:19.34992Z","end":"2026-02-27T02:16:23.538051Z","steps":["trace[1408485254] 'agreement among raft nodes before linearized reading' (duration: 4.188039072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.538104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191233451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-2b5x8.1897f8c574c660ea\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-02-27T02:16:23.538075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.045269555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:23.538122Z","caller":"traceutil/trace.go:171","msg":"trace[918825539] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24130; }","duration":"4.304351316s","start":"2026-02-27T02:16:19.233746Z","end":"2026-02-27T02:16:23.538097Z","steps":["trace[918825539] 'agreement among raft nodes before linearized reading' (duration: 4.304196452s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:23.538165Z","caller":"traceutil/trace.go:171","msg":"trace[1923404090] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"2.144226528s","start":"2026-02-27T02:16:21.393932Z","end":"2026-02-27T02:16:23.538158Z","steps":["trace[1923404090] 'process raft request' (duration: 2.143679026s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.538172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.23367Z","time spent":"4.304491039s","remote":"127.0.0.1:46532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:23.53818Z","caller":"traceutil/trace.go:171","msg":"trace[897978349] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24130; }","duration":"4.045415568s","start":"2026-02-27T02:16:19.49274Z","end":"2026-02-27T02:16:23.538155Z","steps":["trace[897978349] 'agreement among raft nodes before linearized reading' (duration: 4.045232634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.538187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292942612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:23.538192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473573726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-27T02:16:23.538216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.39391Z","time spent":"2.14427504s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:23.538226Z","caller":"traceutil/trace.go:171","msg":"trace[349094083] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24130; }","duration":"4.292999973s","start":"2026-02-27T02:16:19.245216Z","end":"2026-02-27T02:16:23.538216Z","steps":["trace[349094083] 'agreement among raft nodes before linearized reading' (duration: 4.292938821s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.538231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.492719Z","time spent":"4.0454985s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:23.538245Z","caller":"traceutil/trace.go:171","msg":"trace[1713263250] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24130; }","duration":"4.473652788s","start":"2026-02-27T02:16:19.064577Z","end":"2026-02-27T02:16:23.53823Z","steps":["trace[1713263250] 'agreement among raft nodes before linearized reading' (duration: 4.473457213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.538254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.245208Z","time spent":"4.293038383s","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:23.538279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.888671337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:16:23.538325Z","caller":"traceutil/trace.go:171","msg":"trace[1608863176] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24130; }","duration":"3.888772819s","start":"2026-02-27T02:16:19.649541Z","end":"2026-02-27T02:16:23.538314Z","steps":["trace[1608863176] 'agreement among raft nodes before linearized reading' (duration: 3.888682077s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.53836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.649521Z","time spent":"3.888830791s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:16:23.538375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.476279018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:23.538382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390292208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:23.538419Z","caller":"traceutil/trace.go:171","msg":"trace[1821782502] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24130; }","duration":"4.476323549s","start":"2026-02-27T02:16:19.062082Z","end":"2026-02-27T02:16:23.538406Z","steps":["trace[1821782502] 'agreement among raft nodes before linearized reading' (duration: 4.476250377s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.538431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.475832959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130119"} {"level":"warn","ts":"2026-02-27T02:16:23.538453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.062046Z","time spent":"4.476398101s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-27T02:16:23.538471Z","caller":"traceutil/trace.go:171","msg":"trace[1409882000] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24130; }","duration":"4.475878899s","start":"2026-02-27T02:16:19.062583Z","end":"2026-02-27T02:16:23.538462Z","steps":["trace[1409882000] 'agreement among raft nodes before linearized reading' (duration: 4.475726426s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.538202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.511222233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-27T02:16:23.53844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724363847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:23.538121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325192594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:23.538535Z","caller":"traceutil/trace.go:171","msg":"trace[1897371074] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24130; }","duration":"3.511590492s","start":"2026-02-27T02:16:20.026934Z","end":"2026-02-27T02:16:23.538524Z","steps":["trace[1897371074] 'agreement among raft nodes before linearized reading' (duration: 3.511204743s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:23.538545Z","caller":"traceutil/trace.go:171","msg":"trace[1932251988] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24130; }","duration":"2.7245015s","start":"2026-02-27T02:16:20.814033Z","end":"2026-02-27T02:16:23.538535Z","steps":["trace[1932251988] 'agreement among raft nodes before linearized reading' (duration: 2.724366237s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:23.538513Z","caller":"traceutil/trace.go:171","msg":"trace[417148543] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24130; }","duration":"2.390421571s","start":"2026-02-27T02:16:21.148011Z","end":"2026-02-27T02:16:23.538433Z","steps":["trace[417148543] 'agreement among raft nodes before linearized reading' (duration: 2.390246727s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:23.538571Z","caller":"traceutil/trace.go:171","msg":"trace[80268076] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24130; }","duration":"3.325681025s","start":"2026-02-27T02:16:20.212869Z","end":"2026-02-27T02:16:23.53855Z","steps":["trace[80268076] 'agreement among raft nodes before linearized reading' (duration: 3.325220175s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.538585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.47896799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T02:16:23.538614Z","caller":"traceutil/trace.go:171","msg":"trace[20180180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24130; }","duration":"4.479008592s","start":"2026-02-27T02:16:19.059598Z","end":"2026-02-27T02:16:23.538607Z","steps":["trace[20180180] 'agreement among raft nodes before linearized reading' (duration: 4.47893266s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.53862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:20.212843Z","time spent":"3.325761418s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:23.53864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.059592Z","time spent":"4.479044482s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:16:23.538619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.147994Z","time spent":"2.390604446s","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:23.538667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.476151396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-02-27T02:16:23.538061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990755432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T02:16:23.538752Z","caller":"traceutil/trace.go:171","msg":"trace[1544516305] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24130; }","duration":"4.476247688s","start":"2026-02-27T02:16:19.06249Z","end":"2026-02-27T02:16:23.538737Z","steps":["trace[1544516305] 'agreement among raft nodes before linearized reading' (duration: 4.476001192s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:23.538778Z","caller":"traceutil/trace.go:171","msg":"trace[1795891712] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24130; }","duration":"3.991507459s","start":"2026-02-27T02:16:19.547263Z","end":"2026-02-27T02:16:23.538771Z","steps":["trace[1795891712] 'agreement among raft nodes before linearized reading' (duration: 3.990647029s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.538786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.062484Z","time spent":"4.476293939s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:16:23.538806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.54725Z","time spent":"3.9915493s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T02:16:23.538287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.06457Z","time spent":"4.473706449s","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T02:16:23.538578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:20.026909Z","time spent":"3.511655104s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:16:23.53858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:20.814018Z","time spent":"2.724550991s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:23.538118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.349903Z","time spent":"4.188205145s","remote":"127.0.0.1:36274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:23.538135Z","caller":"traceutil/trace.go:171","msg":"trace[1531959300] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-2b5x8.1897f8c574c660ea; range_end:; response_count:1; response_revision:24130; }","duration":"3.191302473s","start":"2026-02-27T02:16:20.346825Z","end":"2026-02-27T02:16:23.538127Z","steps":["trace[1531959300] 'agreement among raft nodes before linearized reading' (duration: 3.191159919s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.539149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:20.346805Z","time spent":"3.192326847s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-2b5x8.1897f8c574c660ea\" "} {"level":"warn","ts":"2026-02-27T02:16:23.538503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.06258Z","time spent":"4.47591797s","remote":"127.0.0.1:57076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130142,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T02:16:23.827203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:23.827315Z","caller":"traceutil/trace.go:171","msg":"trace[762135987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000386516s","start":"2026-02-27T02:16:21.8269Z","end":"2026-02-27T02:16:23.827287Z","steps":["trace[762135987] 'agreement among raft nodes before linearized reading' (duration: 2.000263313s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:23.827367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.826888Z","time spent":"2.000467489s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:24.038288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341376,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:16:24.44579Z","caller":"traceutil/trace.go:171","msg":"trace[1094228444] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"1.112031289s","start":"2026-02-27T02:16:23.333734Z","end":"2026-02-27T02:16:24.445765Z","steps":["trace[1094228444] 'process raft request' (duration: 1.053376031s)","trace[1094228444] 'compare' (duration: 58.568816ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:24.445911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:23.333715Z","time spent":"1.112138111s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:25.834734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:25.834826Z","caller":"traceutil/trace.go:171","msg":"trace[1358584980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647563s","start":"2026-02-27T02:16:23.834158Z","end":"2026-02-27T02:16:25.834806Z","steps":["trace[1358584980] 'agreement among raft nodes before linearized reading' (duration: 2.000526611s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:25.834875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:23.834143Z","time spent":"2.000722385s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:26.068035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.560349ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:26.068159Z","caller":"traceutil/trace.go:171","msg":"trace[657889256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24131; }","duration":"192.691843ms","start":"2026-02-27T02:16:25.875448Z","end":"2026-02-27T02:16:26.06814Z","steps":["trace[657889256] 'range keys from in-memory index tree' (duration: 192.542679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.069156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.779982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:26.069466Z","caller":"traceutil/trace.go:171","msg":"trace[214300004] linearizableReadLoop","detail":"{readStateIndex:24989; appliedIndex:24984; }","duration":"2.531449618s","start":"2026-02-27T02:16:23.537999Z","end":"2026-02-27T02:16:26.069449Z","steps":["trace[214300004] 'read index received' (duration: 849.123799ms)","trace[214300004] 'applied index is now lower than readState.Index' (duration: 1.682324879s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:26.069553Z","caller":"traceutil/trace.go:171","msg":"trace[1719331164] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"2.528476019s","start":"2026-02-27T02:16:23.541062Z","end":"2026-02-27T02:16:26.069538Z","steps":["trace[1719331164] 'process raft request' (duration: 1.827236546s)","trace[1719331164] 'compare' (duration: 700.497796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:26.069613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:23.541047Z","time spent":"2.528530331s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:26.069682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.738245996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:16:26.069709Z","caller":"traceutil/trace.go:171","msg":"trace[1956606808] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24135; }","duration":"4.738289387s","start":"2026-02-27T02:16:21.33141Z","end":"2026-02-27T02:16:26.0697Z","steps":["trace[1956606808] 'agreement among raft nodes before linearized reading' (duration: 4.738164914s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.069687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.950879797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:26.069706Z","caller":"traceutil/trace.go:171","msg":"trace[23283438] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"2.51164794s","start":"2026-02-27T02:16:23.55802Z","end":"2026-02-27T02:16:26.069668Z","steps":["trace[23283438] 'process raft request' (duration: 2.511348343s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.069762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.738623525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:16:26.069806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.683871986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T02:16:26.069805Z","caller":"traceutil/trace.go:171","msg":"trace[1031464756] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"2.112988735s","start":"2026-02-27T02:16:23.956807Z","end":"2026-02-27T02:16:26.069796Z","steps":["trace[1031464756] 'process raft request' (duration: 2.112599836s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:26.069819Z","caller":"traceutil/trace.go:171","msg":"trace[735122075] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24135; }","duration":"4.683925977s","start":"2026-02-27T02:16:21.385888Z","end":"2026-02-27T02:16:26.069814Z","steps":["trace[735122075] 'agreement among raft nodes before linearized reading' (duration: 4.683891166s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:26.069809Z","caller":"traceutil/trace.go:171","msg":"trace[2043765474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24135; }","duration":"4.738706387s","start":"2026-02-27T02:16:21.331089Z","end":"2026-02-27T02:16:26.069795Z","steps":["trace[2043765474] 'agreement among raft nodes before linearized reading' (duration: 4.738496222s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.069833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.385866Z","time spent":"4.683964019s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:16:26.069844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.331072Z","time spent":"4.738765038s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:16:26.069859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.75440561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cd1c4dff-4aec-4a45-a45f-27352a7f41ee\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-02-27T02:16:26.069882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:23.956781Z","time spent":"2.113050637s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:26.069889Z","caller":"traceutil/trace.go:171","msg":"trace[101494509] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cd1c4dff-4aec-4a45-a45f-27352a7f41ee; range_end:; response_count:1; response_revision:24135; }","duration":"4.754470322s","start":"2026-02-27T02:16:21.315409Z","end":"2026-02-27T02:16:26.06988Z","steps":["trace[101494509] 'agreement among raft nodes before linearized reading' (duration: 4.75437784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.069889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:23.558006Z","time spent":"2.511792313s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:26.069771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377736125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-02-27T02:16:26.069931Z","caller":"traceutil/trace.go:171","msg":"trace[2132727688] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"2.512820987s","start":"2026-02-27T02:16:23.557098Z","end":"2026-02-27T02:16:26.069919Z","steps":["trace[2132727688] 'process raft request' (duration: 2.512166622s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.069917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.315393Z","time spent":"4.754517732s","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-cd1c4dff-4aec-4a45-a45f-27352a7f41ee\" "} {"level":"warn","ts":"2026-02-27T02:16:26.069992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707257073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:26.069995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:23.557082Z","time spent":"2.512880268s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:26.070039Z","caller":"traceutil/trace.go:171","msg":"trace[969569722] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24135; }","duration":"3.707301825s","start":"2026-02-27T02:16:22.362703Z","end":"2026-02-27T02:16:26.070005Z","steps":["trace[969569722] 'agreement among raft nodes before linearized reading' (duration: 3.707264624s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:26.069763Z","caller":"traceutil/trace.go:171","msg":"trace[166086589] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24135; }","duration":"3.95099977s","start":"2026-02-27T02:16:22.118743Z","end":"2026-02-27T02:16:26.069743Z","steps":["trace[166086589] 'agreement among raft nodes before linearized reading' (duration: 3.950829636s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:26.069997Z","caller":"traceutil/trace.go:171","msg":"trace[1674537315] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24135; }","duration":"4.37796052s","start":"2026-02-27T02:16:21.692004Z","end":"2026-02-27T02:16:26.069964Z","steps":["trace[1674537315] 'agreement among raft nodes before linearized reading' (duration: 4.377731804s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.070061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:22.362686Z","time spent":"3.707369056s","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:26.070078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:22.118724Z","time spent":"3.951334758s","remote":"127.0.0.1:57440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:26.070109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.691988Z","time spent":"4.378085893s","remote":"127.0.0.1:42636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-27T02:16:26.069726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:21.331404Z","time spent":"4.738318387s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:16:26.523306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020853836s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:16:26.577151Z","caller":"traceutil/trace.go:171","msg":"trace[2038956774] linearizableReadLoop","detail":"{readStateIndex:24990; appliedIndex:24989; }","duration":"507.624369ms","start":"2026-02-27T02:16:26.069506Z","end":"2026-02-27T02:16:26.57713Z","steps":["trace[2038956774] 'read index received' (duration: 454.021917ms)","trace[2038956774] 'applied index is now lower than readState.Index' (duration: 53.601462ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:26.577421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944228246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:26.577462Z","caller":"traceutil/trace.go:171","msg":"trace[204300771] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24136; }","duration":"1.944321708s","start":"2026-02-27T02:16:24.633128Z","end":"2026-02-27T02:16:26.577449Z","steps":["trace[204300771] 'agreement among raft nodes before linearized reading' (duration: 1.944246476s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:26.577465Z","caller":"traceutil/trace.go:171","msg":"trace[1827818626] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"1.075132833s","start":"2026-02-27T02:16:25.502319Z","end":"2026-02-27T02:16:26.577451Z","steps":["trace[1827818626] 'process raft request' (duration: 1.021198824s)","trace[1827818626] 'compare' (duration: 53.418117ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:26.577495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:24.633107Z","time spent":"1.944377219s","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:26.577548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:25.502292Z","time spent":"1.075200975s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:26.577422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704575474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:26.577669Z","caller":"traceutil/trace.go:171","msg":"trace[948317505] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24136; }","duration":"1.705053406s","start":"2026-02-27T02:16:24.872585Z","end":"2026-02-27T02:16:26.577639Z","steps":["trace[948317505] 'agreement among raft nodes before linearized reading' (duration: 1.704777909s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.577734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293715197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:26.577735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.794767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:26.577765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:24.87256Z","time spent":"1.705173548s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:26.577781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.365235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:26.577792Z","caller":"traceutil/trace.go:171","msg":"trace[892020972] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24136; }","duration":"1.29382363s","start":"2026-02-27T02:16:25.283954Z","end":"2026-02-27T02:16:26.577778Z","steps":["trace[892020972] 'agreement among raft nodes before linearized reading' (duration: 1.293684407s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.577788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021456339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-02-27T02:16:26.577813Z","caller":"traceutil/trace.go:171","msg":"trace[892996396] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24136; }","duration":"651.92273ms","start":"2026-02-27T02:16:25.925864Z","end":"2026-02-27T02:16:26.577787Z","steps":["trace[892996396] 'agreement among raft nodes before linearized reading' (duration: 651.780957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.577829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705744766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:26.577842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:25.28394Z","time spent":"1.293887711s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:26.577837Z","caller":"traceutil/trace.go:171","msg":"trace[507804561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24136; }","duration":"742.461458ms","start":"2026-02-27T02:16:25.83536Z","end":"2026-02-27T02:16:26.577821Z","steps":["trace[507804561] 'agreement among raft nodes before linearized reading' (duration: 742.354415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.577817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036778274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T02:16:26.577807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054932941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:26.577865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:25.925842Z","time spent":"652.007262ms","remote":"127.0.0.1:32884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:26.577876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040420774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:26.577884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:25.835329Z","time spent":"742.54468ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:16:26.577863Z","caller":"traceutil/trace.go:171","msg":"trace[258066362] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24136; }","duration":"3.021563261s","start":"2026-02-27T02:16:23.556277Z","end":"2026-02-27T02:16:26.57784Z","steps":["trace[258066362] 'agreement among raft nodes before linearized reading' (duration: 3.021332006s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:26.577902Z","caller":"traceutil/trace.go:171","msg":"trace[1703753997] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24136; }","duration":"3.036929087s","start":"2026-02-27T02:16:23.540954Z","end":"2026-02-27T02:16:26.577883Z","steps":["trace[1703753997] 'agreement among raft nodes before linearized reading' (duration: 3.036668231s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:26.577917Z","caller":"traceutil/trace.go:171","msg":"trace[1410855614] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24136; }","duration":"2.040506566s","start":"2026-02-27T02:16:24.537399Z","end":"2026-02-27T02:16:26.577906Z","steps":["trace[1410855614] 'agreement among raft nodes before linearized reading' (duration: 2.040410744s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:26.577918Z","caller":"traceutil/trace.go:171","msg":"trace[2091208261] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24136; }","duration":"2.055098743s","start":"2026-02-27T02:16:24.522795Z","end":"2026-02-27T02:16:26.577893Z","steps":["trace[2091208261] 'agreement among raft nodes before linearized reading' (duration: 2.054908189s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.577947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:24.537375Z","time spent":"2.040564048s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:26.577949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:23.540928Z","time spent":"3.037012119s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T02:16:26.577822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008177372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:26.577967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:24.522775Z","time spent":"2.055180616s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:26.57798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:23.556254Z","time spent":"3.021702654s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T02:16:26.578007Z","caller":"traceutil/trace.go:171","msg":"trace[1540399176] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24136; }","duration":"1.00849275s","start":"2026-02-27T02:16:25.569495Z","end":"2026-02-27T02:16:26.577988Z","steps":["trace[1540399176] 'agreement among raft nodes before linearized reading' (duration: 1.008110271s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:26.577864Z","caller":"traceutil/trace.go:171","msg":"trace[436325396] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24136; }","duration":"2.705819848s","start":"2026-02-27T02:16:23.872034Z","end":"2026-02-27T02:16:26.577854Z","steps":["trace[436325396] 'agreement among raft nodes before linearized reading' (duration: 2.705759106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.578058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:25.569469Z","time spent":"1.008573632s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:26.578076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:23.872014Z","time spent":"2.706045142s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:26.577755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234826513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:26.578186Z","caller":"traceutil/trace.go:171","msg":"trace[1012829241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24136; }","duration":"1.235267383s","start":"2026-02-27T02:16:25.342897Z","end":"2026-02-27T02:16:26.578165Z","steps":["trace[1012829241] 'agreement among raft nodes before linearized reading' (duration: 1.234779061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.578248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:25.342874Z","time spent":"1.235355585s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:27.078142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:27.653907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.033278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:27.654112Z","caller":"traceutil/trace.go:171","msg":"trace[494274825] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"1.579914218s","start":"2026-02-27T02:16:26.074178Z","end":"2026-02-27T02:16:27.654092Z","steps":["trace[494274825] 'process raft request' (duration: 1.330615593s)","trace[494274825] 'compare' (duration: 248.694711ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:27.654179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.074153Z","time spent":"1.579995409s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:27.654514Z","caller":"traceutil/trace.go:171","msg":"trace[603998912] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"1.577205365s","start":"2026-02-27T02:16:26.077282Z","end":"2026-02-27T02:16:27.654487Z","steps":["trace[603998912] 'process raft request' (duration: 1.577033541s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:27.65451Z","caller":"traceutil/trace.go:171","msg":"trace[53824394] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"1.576929269s","start":"2026-02-27T02:16:26.077555Z","end":"2026-02-27T02:16:27.654484Z","steps":["trace[53824394] 'process raft request' (duration: 1.576843467s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:27.654523Z","caller":"traceutil/trace.go:171","msg":"trace[1693894058] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"1.579781854s","start":"2026-02-27T02:16:26.074627Z","end":"2026-02-27T02:16:27.654408Z","steps":["trace[1693894058] 'process raft request' (duration: 1.579384025s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:27.654682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.077274Z","time spent":"1.577297487s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:27.654681Z","caller":"traceutil/trace.go:171","msg":"trace[869323094] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"1.57613882s","start":"2026-02-27T02:16:26.078525Z","end":"2026-02-27T02:16:27.654664Z","steps":["trace[869323094] 'process raft request' (duration: 1.575922655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:27.654689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.077534Z","time spent":"1.577050901s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:16:27.654742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.074614Z","time spent":"1.580073842s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:27.654762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.078513Z","time spent":"1.576209801s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:27.654806Z","caller":"traceutil/trace.go:171","msg":"trace[382965429] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"1.204666635s","start":"2026-02-27T02:16:26.450121Z","end":"2026-02-27T02:16:27.654787Z","steps":["trace[382965429] 'process raft request' (duration: 1.20446352s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:27.654914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.450099Z","time spent":"1.204762058s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:28.586144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00052352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:28.58623Z","caller":"traceutil/trace.go:171","msg":"trace[1280030655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634134s","start":"2026-02-27T02:16:26.585582Z","end":"2026-02-27T02:16:28.586217Z","steps":["trace[1280030655] 'agreement among raft nodes before linearized reading' (duration: 2.000536431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:28.58626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.585573Z","time spent":"2.000681274s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:30.382392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.976748693s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:30.50766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:30.507799Z","caller":"traceutil/trace.go:171","msg":"trace[511944078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220862s","start":"2026-02-27T02:16:28.507556Z","end":"2026-02-27T02:16:30.507777Z","steps":["trace[511944078] 'agreement among raft nodes before linearized reading' (duration: 2.000059958s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:30.507848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.507541Z","time spent":"2.000296324s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:30.586823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000459028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:30.586901Z","caller":"traceutil/trace.go:171","msg":"trace[1048995322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591291s","start":"2026-02-27T02:16:28.586292Z","end":"2026-02-27T02:16:30.586884Z","steps":["trace[1048995322] 'agreement among raft nodes before linearized reading' (duration: 2.000501099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:30.586943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.586271Z","time spent":"2.000662863s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:30.99372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.959193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:30.993929Z","caller":"traceutil/trace.go:171","msg":"trace[1908911810] linearizableReadLoop","detail":"{readStateIndex:24999; appliedIndex:24990; }","duration":"4.416686898s","start":"2026-02-27T02:16:26.577229Z","end":"2026-02-27T02:16:30.993916Z","steps":["trace[1908911810] 'read index received' (duration: 827.591601ms)","trace[1908911810] 'applied index is now lower than readState.Index' (duration: 3.589094507s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:30.993991Z","caller":"traceutil/trace.go:171","msg":"trace[869385259] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"4.304869707s","start":"2026-02-27T02:16:26.689114Z","end":"2026-02-27T02:16:30.993984Z","steps":["trace[869385259] 'process raft request' (duration: 4.304764985s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:30.994035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.689089Z","time spent":"4.304923049s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:30.99419Z","caller":"traceutil/trace.go:171","msg":"trace[2074832839] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"4.424864577s","start":"2026-02-27T02:16:26.569316Z","end":"2026-02-27T02:16:30.99418Z","steps":["trace[2074832839] 'process raft request' (duration: 3.813377793s)","trace[2074832839] 'compare' (duration: 610.353968ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:30.994236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.569291Z","time spent":"4.424921929s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:30.994284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.817688807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1153"} {"level":"info","ts":"2026-02-27T02:16:30.994325Z","caller":"traceutil/trace.go:171","msg":"trace[824076899] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"4.407088555s","start":"2026-02-27T02:16:26.587227Z","end":"2026-02-27T02:16:30.994316Z","steps":["trace[824076899] 'process raft request' (duration: 4.406575753s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:30.994308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.920200171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-hcb2b.1897f8c4b7fd3d46\" ","response":"range_response_count:1 size:865"} {"level":"info","ts":"2026-02-27T02:16:30.994357Z","caller":"traceutil/trace.go:171","msg":"trace[1796025255] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:24145; }","duration":"4.81781629s","start":"2026-02-27T02:16:26.176524Z","end":"2026-02-27T02:16:30.99434Z","steps":["trace[1796025255] 'agreement among raft nodes before linearized reading' (duration: 4.817591255s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:30.994364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.587216Z","time spent":"4.407127517s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:30.994392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.176503Z","time spent":"4.817880412s","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1176,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"info","ts":"2026-02-27T02:16:30.994396Z","caller":"traceutil/trace.go:171","msg":"trace[1979202750] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-hcb2b.1897f8c4b7fd3d46; range_end:; response_count:1; response_revision:24145; }","duration":"4.920293134s","start":"2026-02-27T02:16:26.074081Z","end":"2026-02-27T02:16:30.994374Z","steps":["trace[1979202750] 'agreement among raft nodes before linearized reading' (duration: 4.920057168s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:30.994441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.074038Z","time spent":"4.920393496s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":888,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-hcb2b.1897f8c4b7fd3d46\" "} {"level":"warn","ts":"2026-02-27T02:16:30.994468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816490999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T02:16:30.99456Z","caller":"traceutil/trace.go:171","msg":"trace[686311669] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24145; }","duration":"4.816601071s","start":"2026-02-27T02:16:26.177939Z","end":"2026-02-27T02:16:30.994541Z","steps":["trace[686311669] 'agreement among raft nodes before linearized reading' (duration: 4.816330905s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:30.99461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.177873Z","time spent":"4.816728875s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-27T02:16:31.494679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:31.995271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:32.495692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:32.595286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:32.595388Z","caller":"traceutil/trace.go:171","msg":"trace[1483283034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000335156s","start":"2026-02-27T02:16:30.595032Z","end":"2026-02-27T02:16:32.595367Z","steps":["trace[1483283034] 'agreement among raft nodes before linearized reading' (duration: 2.000210144s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:32.595443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.595016Z","time spent":"2.000415078s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:32.996278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:33.076629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999929638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:33.07671Z","caller":"traceutil/trace.go:171","msg":"trace[2063026731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000077782s","start":"2026-02-27T02:16:28.076616Z","end":"2026-02-27T02:16:33.076694Z","steps":["trace[2063026731] 'agreement among raft nodes before linearized reading' (duration: 4.999967989s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:33.076748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.076595Z","time spent":"5.000145143s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:33.497185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:33.58314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.585047Z","time spent":"4.998084745s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:33.832072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.449391541s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:33.921566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.252205Z","time spent":"669.351676ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:16:33.923141Z","caller":"traceutil/trace.go:171","msg":"trace[2027714954] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"4.262516287s","start":"2026-02-27T02:16:29.660604Z","end":"2026-02-27T02:16:33.92312Z","steps":["trace[2027714954] 'process raft request' (duration: 4.262454665s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:33.923287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.660586Z","time spent":"4.26262117s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:33.923447Z","caller":"traceutil/trace.go:171","msg":"trace[1460846702] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"5.379157502s","start":"2026-02-27T02:16:28.544268Z","end":"2026-02-27T02:16:33.923425Z","steps":["trace[1460846702] 'process raft request' (duration: 5.288184314s)","trace[1460846702] 'compare' (duration: 89.090464ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:33.923583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.544249Z","time spent":"5.379246113s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:33.923739Z","caller":"traceutil/trace.go:171","msg":"trace[128468440] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"4.263192392s","start":"2026-02-27T02:16:29.660514Z","end":"2026-02-27T02:16:33.923706Z","steps":["trace[128468440] 'process raft request' (duration: 4.262487946s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:33.924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.660501Z","time spent":"4.263406747s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:34.595845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:34.595952Z","caller":"traceutil/trace.go:171","msg":"trace[1574705972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466318s","start":"2026-02-27T02:16:32.595458Z","end":"2026-02-27T02:16:34.595925Z","steps":["trace[1574705972] 'agreement among raft nodes before linearized reading' (duration: 2.000335115s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:34.596017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:32.595444Z","time spent":"2.000556131s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:34.658272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997903312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:34.658381Z","caller":"traceutil/trace.go:171","msg":"trace[776067654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998067665s","start":"2026-02-27T02:16:29.660286Z","end":"2026-02-27T02:16:34.658354Z","steps":["trace[776067654] 'agreement among raft nodes before linearized reading' (duration: 4.997933432s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:34.658436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.660266Z","time spent":"4.998158447s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:16:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:35.929233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:35.929339Z","caller":"traceutil/trace.go:171","msg":"trace[1759295362] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112211s","start":"2026-02-27T02:16:33.929205Z","end":"2026-02-27T02:16:35.929317Z","steps":["trace[1759295362] 'agreement among raft nodes before linearized reading' (duration: 1.999981648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:35.929396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.929193Z","time spent":"2.000190203s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:36.603637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:36.603733Z","caller":"traceutil/trace.go:171","msg":"trace[421907113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005264s","start":"2026-02-27T02:16:34.603185Z","end":"2026-02-27T02:16:36.603711Z","steps":["trace[421907113] 'agreement among raft nodes before linearized reading' (duration: 2.000407387s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:36.603811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:34.603162Z","time spent":"2.000637903s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:37.998405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.99727Z","time spent":"7.001128153s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:38.076589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998050086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:38.076694Z","caller":"traceutil/trace.go:171","msg":"trace[1382184808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99821522s","start":"2026-02-27T02:16:35.078456Z","end":"2026-02-27T02:16:38.076672Z","steps":["trace[1382184808] 'agreement among raft nodes before linearized reading' (duration: 2.998087827s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:38.076757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.078436Z","time spent":"2.998305842s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:38.569996Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb3168b93","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:16:38.583591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999947468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:38.583654Z","caller":"traceutil/trace.go:171","msg":"trace[2084631538] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"5.00003798s","start":"2026-02-27T02:16:33.583598Z","end":"2026-02-27T02:16:38.583636Z","steps":["trace[2084631538] 'agreement among raft nodes before linearized reading' (duration: 4.999952998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:38.583847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.583592Z","time spent":"5.000239905s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:38.612079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:38.612249Z","caller":"traceutil/trace.go:171","msg":"trace[254226509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157051s","start":"2026-02-27T02:16:36.612065Z","end":"2026-02-27T02:16:38.612222Z","steps":["trace[254226509] 'agreement among raft nodes before linearized reading' (duration: 1.999956316s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:38.612307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:36.612043Z","time spent":"2.000250423s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:39.07883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202982563s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:39.078981Z","caller":"traceutil/trace.go:171","msg":"trace[722795901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24149; }","duration":"3.203144707s","start":"2026-02-27T02:16:35.875811Z","end":"2026-02-27T02:16:39.078956Z","steps":["trace[722795901] 'range keys from in-memory index tree' (duration: 3.202961623s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:39.078978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.766281Z","time spent":"3.312686944s","remote":"127.0.0.1:45698","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:39.081581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005659781s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:16:39.65821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997533714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:39.658297Z","caller":"traceutil/trace.go:171","msg":"trace[198588875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997697907s","start":"2026-02-27T02:16:36.660579Z","end":"2026-02-27T02:16:39.658277Z","steps":["trace[198588875] 'agreement among raft nodes before linearized reading' (duration: 2.997582745s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:39.658335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:36.660559Z","time spent":"2.99776834s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:16:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:39.65843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997973583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:39.658447Z","caller":"traceutil/trace.go:171","msg":"trace[81481764] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"9.998029014s","start":"2026-02-27T02:16:29.660412Z","end":"2026-02-27T02:16:39.658441Z","steps":["trace[81481764] 'agreement among raft nodes before linearized reading' (duration: 9.998010594s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:39.658465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.660389Z","time spent":"9.998070865s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/27 02:16:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:39.659461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999003867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:39.659559Z","caller":"traceutil/trace.go:171","msg":"trace[1620123564] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.99913967s","start":"2026-02-27T02:16:29.660394Z","end":"2026-02-27T02:16:39.659534Z","steps":["trace[1620123564] 'agreement among raft nodes before linearized reading' (duration: 9.999014727s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:39.659617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.660387Z","time spent":"9.999218511s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/27 02:16:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:40.508174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:40.508255Z","caller":"traceutil/trace.go:171","msg":"trace[1219049043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217932s","start":"2026-02-27T02:16:38.508019Z","end":"2026-02-27T02:16:40.508237Z","steps":["trace[1219049043] 'agreement among raft nodes before linearized reading' (duration: 2.00011406s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:40.508342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.508Z","time spent":"2.000330195s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:40.575015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.57491Z","time spent":"7.000100099s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:40.612869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000437187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:40.612964Z","caller":"traceutil/trace.go:171","msg":"trace[751378962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581811s","start":"2026-02-27T02:16:38.61236Z","end":"2026-02-27T02:16:40.612941Z","steps":["trace[751378962] 'agreement among raft nodes before linearized reading' (duration: 2.000468238s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:40.613014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.612341Z","time spent":"2.000663082s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:40.693333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.617485847s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:40.926868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.929055Z","time spent":"4.997799028s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:40.927904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.930788Z","time spent":"4.997113203s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:41.073121Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb3168ba8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:16:41.968902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88723368s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:16:41.971812Z","caller":"traceutil/trace.go:171","msg":"trace[1611926970] linearizableReadLoop","detail":"{readStateIndex:25005; appliedIndex:24999; }","duration":"10.977821019s","start":"2026-02-27T02:16:30.993954Z","end":"2026-02-27T02:16:41.971775Z","steps":["trace[1611926970] 'read index received' (duration: 2.838460479s)","trace[1611926970] 'applied index is now lower than readState.Index' (duration: 8.13935571s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:42.472002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:42.620406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999927067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:42.620501Z","caller":"traceutil/trace.go:171","msg":"trace[771701087] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092621s","start":"2026-02-27T02:16:40.620384Z","end":"2026-02-27T02:16:42.620477Z","steps":["trace[771701087] 'agreement among raft nodes before linearized reading' (duration: 1.999955307s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:42.620545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:40.620369Z","time spent":"2.000166212s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:42.973011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:43.077864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.078777Z","time spent":"4.999080068s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:43.473629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:43.554836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999986139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:43.554932Z","caller":"traceutil/trace.go:171","msg":"trace[753274215] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.000136483s","start":"2026-02-27T02:16:33.554774Z","end":"2026-02-27T02:16:43.55491Z","steps":["trace[753274215] 'agreement among raft nodes before linearized reading' (duration: 10.00001891s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.554984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.554756Z","time spent":"10.000216834s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/27 02:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:43.951443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.974726706s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:44.621186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:44.621263Z","caller":"traceutil/trace.go:171","msg":"trace[265902678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231533s","start":"2026-02-27T02:16:42.621017Z","end":"2026-02-27T02:16:44.621248Z","steps":["trace[265902678] 'agreement among raft nodes before linearized reading' (duration: 2.000140911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:44.621295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:42.620988Z","time spent":"2.000299515s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:45.343489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371762464s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:16:45.34369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.753625987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"info","ts":"2026-02-27T02:16:45.343826Z","caller":"traceutil/trace.go:171","msg":"trace[184126718] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:24152; }","duration":"18.753795761s","start":"2026-02-27T02:16:26.590006Z","end":"2026-02-27T02:16:45.343801Z","steps":["trace[184126718] 'agreement among raft nodes before linearized reading' (duration: 15.381947176s)","trace[184126718] 'range keys from in-memory index tree' (duration: 3.371487617s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:45.343907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.589991Z","time spent":"18.753902284s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-02-27T02:16:45.344637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.444289603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293312"} {"level":"warn","ts":"2026-02-27T02:16:45.344723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.548628675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:45.344763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.168961844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:45.344803Z","caller":"traceutil/trace.go:171","msg":"trace[820454750] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24152; }","duration":"18.169085147s","start":"2026-02-27T02:16:27.175707Z","end":"2026-02-27T02:16:45.344792Z","steps":["trace[820454750] 'agreement among raft nodes before linearized reading' (duration: 14.796236369s)","trace[820454750] 'count revisions from in-memory index tree' (duration: 3.372792897s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:45.3448Z","caller":"traceutil/trace.go:171","msg":"trace[1871482657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24152; }","duration":"17.548751428s","start":"2026-02-27T02:16:27.796023Z","end":"2026-02-27T02:16:45.344774Z","steps":["trace[1871482657] 'agreement among raft nodes before linearized reading' (duration: 14.175901309s)","trace[1871482657] 'count revisions from in-memory index tree' (duration: 3.372738296s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:45.344821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:27.175685Z","time spent":"18.169130648s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:45.344854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:27.796005Z","time spent":"17.548836909s","remote":"127.0.0.1:42800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:45.345081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.819418286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:45.345126Z","caller":"traceutil/trace.go:171","msg":"trace[276351633] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24152; }","duration":"14.819490028s","start":"2026-02-27T02:16:30.52562Z","end":"2026-02-27T02:16:45.34511Z","steps":["trace[276351633] 'agreement among raft nodes before linearized reading' (duration: 11.446220539s)","trace[276351633] 'count revisions from in-memory index tree' (duration: 3.373216787s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:45.345173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.525602Z","time spent":"14.819559869s","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:45.345359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.280453275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:45.345412Z","caller":"traceutil/trace.go:171","msg":"trace[1423737066] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24152; }","duration":"15.280530847s","start":"2026-02-27T02:16:30.064866Z","end":"2026-02-27T02:16:45.345397Z","steps":["trace[1423737066] 'agreement among raft nodes before linearized reading' (duration: 11.906983853s)","trace[1423737066] 'count revisions from in-memory index tree' (duration: 3.373482403s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:45.345505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.064853Z","time spent":"15.280590878s","remote":"127.0.0.1:32834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:45.344753Z","caller":"traceutil/trace.go:171","msg":"trace[1527622822] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:24152; }","duration":"16.444440347s","start":"2026-02-27T02:16:28.900298Z","end":"2026-02-27T02:16:45.344738Z","steps":["trace[1527622822] 'agreement among raft nodes before linearized reading' (duration: 13.071509597s)","trace[1527622822] 'range keys from in-memory index tree' (duration: 3.372516451s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:45.345978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.900279Z","time spent":"16.445665895s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293335,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:16:45.343723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.760944077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:16:45.346622Z","caller":"traceutil/trace.go:171","msg":"trace[1558265110] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24152; }","duration":"18.763872515s","start":"2026-02-27T02:16:26.582727Z","end":"2026-02-27T02:16:45.346599Z","steps":["trace[1558265110] 'agreement among raft nodes before linearized reading' (duration: 15.389234085s)","trace[1558265110] 'range keys from in-memory index tree' (duration: 3.371641191s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:45.346678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.58271Z","time spent":"18.763952517s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:16:45.345679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.889465792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:45.347253Z","caller":"traceutil/trace.go:171","msg":"trace[611322978] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24152; }","duration":"15.891064099s","start":"2026-02-27T02:16:29.456161Z","end":"2026-02-27T02:16:45.347225Z","steps":["trace[611322978] 'agreement among raft nodes before linearized reading' (duration: 12.515698002s)","trace[611322978] 'count revisions from in-memory index tree' (duration: 3.37379644s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:45.347323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.456141Z","time spent":"15.89116079s","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:45.57762Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb3168b93","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:16:45.715375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.76350671s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:45.92687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998666029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:45.926965Z","caller":"traceutil/trace.go:171","msg":"trace[365829520] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998820412s","start":"2026-02-27T02:16:40.928123Z","end":"2026-02-27T02:16:45.926944Z","steps":["trace[365829520] 'agreement among raft nodes before linearized reading' (duration: 4.998691969s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:45.927018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:40.928105Z","time spent":"4.998901655s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:16:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:45.927584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997492002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:45.927715Z","caller":"traceutil/trace.go:171","msg":"trace[2078140518] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997699956s","start":"2026-02-27T02:16:40.929988Z","end":"2026-02-27T02:16:45.927688Z","steps":["trace[2078140518] 'agreement among raft nodes before linearized reading' (duration: 4.997544333s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:45.927839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:40.929959Z","time spent":"4.99786428s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:16:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:45.929774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.929394Z","time spent":"7.000373116s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:46.628917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:46.629025Z","caller":"traceutil/trace.go:171","msg":"trace[270732845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000405648s","start":"2026-02-27T02:16:44.628596Z","end":"2026-02-27T02:16:46.629002Z","steps":["trace[270732845] 'agreement among raft nodes before linearized reading' (duration: 2.000285275s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:46.629095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:44.628579Z","time spent":"2.000493581s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:48.289327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.289117Z","time spent":"7.000193271s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:48.380433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.379911Z","time spent":"7.000518029s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:48.577447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.999208113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:48.577532Z","caller":"traceutil/trace.go:171","msg":"trace[1689268777] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.999334626s","start":"2026-02-27T02:16:40.578176Z","end":"2026-02-27T02:16:48.577511Z","steps":["trace[1689268777] 'agreement among raft nodes before linearized reading' (duration: 7.999235324s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:48.577577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:40.578158Z","time spent":"7.999409847s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/27 02:16:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:48.625757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.694845473s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:48.62929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:48.629389Z","caller":"traceutil/trace.go:171","msg":"trace[2077604574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269853s","start":"2026-02-27T02:16:46.629097Z","end":"2026-02-27T02:16:48.629367Z","steps":["trace[2077604574] 'agreement among raft nodes before linearized reading' (duration: 2.00014445s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:48.629442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:46.629086Z","time spent":"2.000345155s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:48.97041Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb3168ba8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:16:50.507844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:50.507935Z","caller":"traceutil/trace.go:171","msg":"trace[556728007] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397467s","start":"2026-02-27T02:16:48.50752Z","end":"2026-02-27T02:16:50.507917Z","steps":["trace[556728007] 'agreement among raft nodes before linearized reading' (duration: 2.000287955s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:50.507971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:48.507498Z","time spent":"2.000466038s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:50.636957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:50.637057Z","caller":"traceutil/trace.go:171","msg":"trace[432743822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268174s","start":"2026-02-27T02:16:48.636766Z","end":"2026-02-27T02:16:50.637035Z","steps":["trace[432743822] 'agreement among raft nodes before linearized reading' (duration: 2.000136371s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:50.637111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:48.636744Z","time spent":"2.000356957s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:50.928978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:45.930647Z","time spent":"4.998322171s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:51.374888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.498184929s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:51.375248Z","caller":"traceutil/trace.go:171","msg":"trace[939465131] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24153; }","duration":"5.498380533s","start":"2026-02-27T02:16:45.876675Z","end":"2026-02-27T02:16:51.375055Z","steps":["trace[939465131] 'range keys from in-memory index tree' (duration: 5.498168948s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.379216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.031910822s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:16:51.379664Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"45.041µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-27T02:16:51.379945Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"17.75µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-02-27T02:16:51.380009Z","caller":"traceutil/trace.go:171","msg":"trace[667050253] linearizableReadLoop","detail":"{readStateIndex:25016; appliedIndex:25006; }","duration":"9.408102497s","start":"2026-02-27T02:16:41.971891Z","end":"2026-02-27T02:16:51.379994Z","steps":["trace[667050253] 'read index received' (duration: 1.980127116s)","trace[667050253] 'applied index is now lower than readState.Index' (duration: 7.427974731s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:51.380186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.897600746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:51.380211Z","caller":"traceutil/trace.go:171","msg":"trace[1032152667] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24159; }","duration":"9.897651668s","start":"2026-02-27T02:16:41.48255Z","end":"2026-02-27T02:16:51.380201Z","steps":["trace[1032152667] 'agreement among raft nodes before linearized reading' (duration: 9.897597327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.380233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.48254Z","time spent":"9.897686769s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.380377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.906319248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:51.380397Z","caller":"traceutil/trace.go:171","msg":"trace[251116910] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24159; }","duration":"9.906378499s","start":"2026-02-27T02:16:41.474012Z","end":"2026-02-27T02:16:51.380391Z","steps":["trace[251116910] 'agreement among raft nodes before linearized reading' (duration: 9.906342559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.380417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.473994Z","time spent":"9.906415181s","remote":"127.0.0.1:42688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.38058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.903946237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:51.380594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.448951379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:51.380599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.821181699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:51.380657Z","caller":"traceutil/trace.go:171","msg":"trace[350913971] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24159; }","duration":"18.44905597s","start":"2026-02-27T02:16:32.93158Z","end":"2026-02-27T02:16:51.380636Z","steps":["trace[350913971] 'agreement among raft nodes before linearized reading' (duration: 18.448929047s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:51.380694Z","caller":"traceutil/trace.go:171","msg":"trace[617737470] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24159; }","duration":"15.821331822s","start":"2026-02-27T02:16:35.559341Z","end":"2026-02-27T02:16:51.380673Z","steps":["trace[617737470] 'agreement among raft nodes before linearized reading' (duration: 15.821140968s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.38071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.314478861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T02:16:51.380736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.372750151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-02-27T02:16:51.380749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.984800897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:51.380757Z","caller":"traceutil/trace.go:171","msg":"trace[1005126045] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24159; }","duration":"17.314560453s","start":"2026-02-27T02:16:34.066181Z","end":"2026-02-27T02:16:51.380742Z","steps":["trace[1005126045] 'agreement among raft nodes before linearized reading' (duration: 17.314333087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.380792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:34.066159Z","time spent":"17.314625874s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:16:51.380799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.954136168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:51.380702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:32.931567Z","time spent":"18.449124002s","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.380855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.381383601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff3d0e80-83ac-4cee-be83-2ba1aba9fa17\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:16:51.380883Z","caller":"traceutil/trace.go:171","msg":"trace[1838807126] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff3d0e80-83ac-4cee-be83-2ba1aba9fa17; range_end:; response_count:1; response_revision:24159; }","duration":"20.381448803s","start":"2026-02-27T02:16:30.999428Z","end":"2026-02-27T02:16:51.380877Z","steps":["trace[1838807126] 'agreement among raft nodes before linearized reading' (duration: 20.381384661s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.380907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.99941Z","time spent":"20.381491104s","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ff3d0e80-83ac-4cee-be83-2ba1aba9fa17\" "} {"level":"warn","ts":"2026-02-27T02:16:51.380939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.478857358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418556"} {"level":"warn","ts":"2026-02-27T02:16:51.380955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.087526499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:51.380986Z","caller":"traceutil/trace.go:171","msg":"trace[654492104] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24159; }","duration":"16.08759531s","start":"2026-02-27T02:16:35.293381Z","end":"2026-02-27T02:16:51.380976Z","steps":["trace[654492104] 'agreement among raft nodes before linearized reading' (duration: 16.087548529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.381015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.29336Z","time spent":"16.087648312s","remote":"127.0.0.1:46200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.381026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.230405575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T02:16:51.381074Z","caller":"traceutil/trace.go:171","msg":"trace[474671775] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24159; }","duration":"10.230454766s","start":"2026-02-27T02:16:41.150611Z","end":"2026-02-27T02:16:51.381066Z","steps":["trace[474671775] 'agreement among raft nodes before linearized reading' (duration: 10.230335313s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.381102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.150598Z","time spent":"10.230497548s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T02:16:51.38112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.160852042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:51.381128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.749226038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:51.381144Z","caller":"traceutil/trace.go:171","msg":"trace[1877613303] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24159; }","duration":"17.160877413s","start":"2026-02-27T02:16:34.220261Z","end":"2026-02-27T02:16:51.381139Z","steps":["trace[1877613303] 'agreement among raft nodes before linearized reading' (duration: 17.160839182s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.38115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.584444954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:16:51.381169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:34.220199Z","time spent":"17.160964634s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:51.381184Z","caller":"traceutil/trace.go:171","msg":"trace[2079549310] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24159; }","duration":"17.584481595s","start":"2026-02-27T02:16:33.796693Z","end":"2026-02-27T02:16:51.381175Z","steps":["trace[2079549310] 'agreement among raft nodes before linearized reading' (duration: 17.584311781s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.381192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.938282965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:51.38122Z","caller":"traceutil/trace.go:171","msg":"trace[11861920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24159; }","duration":"13.938346977s","start":"2026-02-27T02:16:37.442866Z","end":"2026-02-27T02:16:51.381213Z","steps":["trace[11861920] 'agreement among raft nodes before linearized reading' (duration: 13.938304686s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:51.381156Z","caller":"traceutil/trace.go:171","msg":"trace[564009943] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24159; }","duration":"14.74930573s","start":"2026-02-27T02:16:36.631842Z","end":"2026-02-27T02:16:51.381148Z","steps":["trace[564009943] 'agreement among raft nodes before linearized reading' (duration: 14.749261569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.381248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:37.442845Z","time spent":"13.938396087s","remote":"127.0.0.1:42750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.381259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:36.631813Z","time spent":"14.749436843s","remote":"127.0.0.1:46396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.381268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.193716143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:51.381223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.796669Z","time spent":"17.584544426s","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":174,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.381273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.379162243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-8j4l8.1897f8c98267ee78\" ","response":"range_response_count:1 size:874"} {"level":"warn","ts":"2026-02-27T02:16:51.381304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.315051304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:16:51.381294Z","caller":"traceutil/trace.go:171","msg":"trace[1870843805] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24159; }","duration":"12.193788664s","start":"2026-02-27T02:16:39.187498Z","end":"2026-02-27T02:16:51.381287Z","steps":["trace[1870843805] 'agreement among raft nodes before linearized reading' (duration: 12.193745663s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:51.381333Z","caller":"traceutil/trace.go:171","msg":"trace[2125907915] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24159; }","duration":"17.315118595s","start":"2026-02-27T02:16:34.066206Z","end":"2026-02-27T02:16:51.381324Z","steps":["trace[2125907915] 'agreement among raft nodes before linearized reading' (duration: 17.315053404s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.381338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:39.187477Z","time spent":"12.193854276s","remote":"127.0.0.1:46188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:51.381335Z","caller":"traceutil/trace.go:171","msg":"trace[516842065] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-b56d5d966-8j4l8.1897f8c98267ee78; range_end:; response_count:1; response_revision:24159; }","duration":"13.379264885s","start":"2026-02-27T02:16:38.002054Z","end":"2026-02-27T02:16:51.381319Z","steps":["trace[516842065] 'agreement among raft nodes before linearized reading' (duration: 13.37906208s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:51.380764Z","caller":"traceutil/trace.go:171","msg":"trace[607661227] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24159; }","duration":"20.372807983s","start":"2026-02-27T02:16:31.00795Z","end":"2026-02-27T02:16:51.380758Z","steps":["trace[607661227] 'agreement among raft nodes before linearized reading' (duration: 20.372710861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.380666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.952781926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:51.381398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:31.007934Z","time spent":"20.373457598s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:16:51.381398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.002032Z","time spent":"13.379350367s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":897,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-8j4l8.1897f8c98267ee78\" "} {"level":"warn","ts":"2026-02-27T02:16:51.380751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.424202022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:51.380746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.559321Z","time spent":"15.821414164s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:51.381439Z","caller":"traceutil/trace.go:171","msg":"trace[346498481] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24159; }","duration":"17.424936699s","start":"2026-02-27T02:16:33.956496Z","end":"2026-02-27T02:16:51.381433Z","steps":["trace[346498481] 'agreement among raft nodes before linearized reading' (duration: 17.424228032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.381462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.956475Z","time spent":"17.42497712s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.381354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:34.066184Z","time spent":"17.315166787s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T02:16:51.380988Z","caller":"traceutil/trace.go:171","msg":"trace[1517914528] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24159; }","duration":"17.47893738s","start":"2026-02-27T02:16:33.902039Z","end":"2026-02-27T02:16:51.380976Z","steps":["trace[1517914528] 'agreement among raft nodes before linearized reading' (duration: 17.478733975s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.381559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.902018Z","time spent":"17.479532293s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418579,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T02:16:51.381648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.367258747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:51.381698Z","caller":"traceutil/trace.go:171","msg":"trace[1717382180] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24159; }","duration":"13.36734248s","start":"2026-02-27T02:16:38.014343Z","end":"2026-02-27T02:16:51.381685Z","steps":["trace[1717382180] 'agreement among raft nodes before linearized reading' (duration: 13.367261078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.381739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.014312Z","time spent":"13.367416751s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:51.380612Z","caller":"traceutil/trace.go:171","msg":"trace[1968896459] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24159; }","duration":"15.904015597s","start":"2026-02-27T02:16:35.476587Z","end":"2026-02-27T02:16:51.380603Z","steps":["trace[1968896459] 'agreement among raft nodes before linearized reading' (duration: 15.903909885s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.381922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.476567Z","time spent":"15.905342069s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":78,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.38195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.381782932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-02-27T02:16:51.381974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.67960422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:51.381979Z","caller":"traceutil/trace.go:171","msg":"trace[1665727653] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:24159; }","duration":"10.381828823s","start":"2026-02-27T02:16:41.000143Z","end":"2026-02-27T02:16:51.381972Z","steps":["trace[1665727653] 'agreement among raft nodes before linearized reading' (duration: 10.381730231s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:51.382006Z","caller":"traceutil/trace.go:171","msg":"trace[1651654957] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24159; }","duration":"15.679677452s","start":"2026-02-27T02:16:35.702319Z","end":"2026-02-27T02:16:51.381996Z","steps":["trace[1651654957] 'agreement among raft nodes before linearized reading' (duration: 15.679627141s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.382025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.000134Z","time spent":"10.381884384s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-02-27T02:16:51.382031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.702297Z","time spent":"15.679727342s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.380798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.380389889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:51.380647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.566047341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:51.382134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.103637028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:51.382116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.979071218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:51.382227Z","caller":"traceutil/trace.go:171","msg":"trace[1744439867] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24159; }","duration":"10.979233411s","start":"2026-02-27T02:16:40.402965Z","end":"2026-02-27T02:16:51.382199Z","steps":["trace[1744439867] 'agreement among raft nodes before linearized reading' (duration: 10.979065188s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.382287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:40.402941Z","time spent":"10.979334964s","remote":"127.0.0.1:46380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:51.382257Z","caller":"traceutil/trace.go:171","msg":"trace[263064459] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24159; }","duration":"18.567597497s","start":"2026-02-27T02:16:32.814549Z","end":"2026-02-27T02:16:51.382147Z","steps":["trace[263064459] 'agreement among raft nodes before linearized reading' (duration: 18.566076142s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:51.380814Z","caller":"traceutil/trace.go:171","msg":"trace[478541964] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24159; }","duration":"9.984868217s","start":"2026-02-27T02:16:41.395912Z","end":"2026-02-27T02:16:51.38078Z","steps":["trace[478541964] 'agreement among raft nodes before linearized reading' (duration: 9.984814806s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.382448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:32.814526Z","time spent":"18.567892254s","remote":"127.0.0.1:46578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.382474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.395896Z","time spent":"9.986552177s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:51.381416Z","caller":"traceutil/trace.go:171","msg":"trace[1090288443] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24159; }","duration":"12.953596235s","start":"2026-02-27T02:16:38.427814Z","end":"2026-02-27T02:16:51.38141Z","steps":["trace[1090288443] 'agreement among raft nodes before linearized reading' (duration: 12.952715575s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.382745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.427791Z","time spent":"12.954939077s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:51.382161Z","caller":"traceutil/trace.go:171","msg":"trace[1290546077] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24159; }","duration":"15.103713029s","start":"2026-02-27T02:16:36.278442Z","end":"2026-02-27T02:16:51.382155Z","steps":["trace[1290546077] 'agreement among raft nodes before linearized reading' (duration: 15.103667508s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.382907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:36.278407Z","time spent":"15.104483218s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:51.382094Z","caller":"traceutil/trace.go:171","msg":"trace[1210656725] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24159; }","duration":"20.381696489s","start":"2026-02-27T02:16:31.000384Z","end":"2026-02-27T02:16:51.38208Z","steps":["trace[1210656725] 'agreement among raft nodes before linearized reading' (duration: 20.380393378s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.383087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:31.000374Z","time spent":"20.382702553s","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:16:51.383148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.062164496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:16:51.382098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.261875985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:51.383221Z","caller":"traceutil/trace.go:171","msg":"trace[1857585343] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24159; }","duration":"12.062245098s","start":"2026-02-27T02:16:39.320957Z","end":"2026-02-27T02:16:51.383202Z","steps":["trace[1857585343] 'agreement among raft nodes before linearized reading' (duration: 12.060262332s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:51.383251Z","caller":"traceutil/trace.go:171","msg":"trace[2130323156] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24159; }","duration":"10.263030442s","start":"2026-02-27T02:16:41.120206Z","end":"2026-02-27T02:16:51.383237Z","steps":["trace[2130323156] 'agreement among raft nodes before linearized reading' (duration: 10.261841234s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.38327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:39.320889Z","time spent":"12.062365491s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2828,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.383287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.120169Z","time spent":"10.263106894s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:51.383702Z","caller":"traceutil/trace.go:171","msg":"trace[536339437] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24159; }","duration":"12.9542272s","start":"2026-02-27T02:16:38.426604Z","end":"2026-02-27T02:16:51.380832Z","steps":["trace[536339437] 'agreement among raft nodes before linearized reading' (duration: 12.954172038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.383835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.426579Z","time spent":"12.9572375s","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:51.88096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:52.381893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:52.6445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000554441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:52.644597Z","caller":"traceutil/trace.go:171","msg":"trace[1583519067] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000699834s","start":"2026-02-27T02:16:50.64387Z","end":"2026-02-27T02:16:52.64457Z","steps":["trace[1583519067] 'agreement among raft nodes before linearized reading' (duration: 2.000589782s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:52.644769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:50.643849Z","time spent":"2.000863597s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:52.882368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:53.382989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:53.883743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:53.923831Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.297738707s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:54.645191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:54.645267Z","caller":"traceutil/trace.go:171","msg":"trace[1589390952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280824s","start":"2026-02-27T02:16:52.644968Z","end":"2026-02-27T02:16:54.645249Z","steps":["trace[1589390952] 'agreement among raft nodes before linearized reading' (duration: 2.000190412s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:54.645305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:52.644951Z","time spent":"2.000345505s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:55.293774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:48.293264Z","time spent":"7.000500018s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:55.384985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:48.384102Z","time spent":"7.000876757s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:56.092626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.532926ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:56.092723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168546752s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"info","ts":"2026-02-27T02:16:56.092763Z","caller":"traceutil/trace.go:171","msg":"trace[1535668023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24159; }","duration":"216.682499ms","start":"2026-02-27T02:16:55.876063Z","end":"2026-02-27T02:16:56.092746Z","steps":["trace[1535668023] 'range keys from in-memory index tree' (duration: 216.515856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:56.65104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999775623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:56.651147Z","caller":"traceutil/trace.go:171","msg":"trace[2057288217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999953397s","start":"2026-02-27T02:16:54.651176Z","end":"2026-02-27T02:16:56.651129Z","steps":["trace[2057288217] 'agreement among raft nodes before linearized reading' (duration: 1.999827764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:56.651184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:54.65115Z","time spent":"2.000026329s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:57.931037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:50.930914Z","time spent":"7.00011669s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:58.387376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.386944Z","time spent":"7.000424527s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:58.387465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.386671Z","time spent":"7.000785925s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:58.389686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.388557Z","time spent":"7.001121793s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:58.651782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:58.651877Z","caller":"traceutil/trace.go:171","msg":"trace[1536826249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000063739s","start":"2026-02-27T02:16:56.651792Z","end":"2026-02-27T02:16:58.651856Z","steps":["trace[1536826249] 'agreement among raft nodes before linearized reading' (duration: 1.999927376s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.651928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:56.651778Z","time spent":"2.00013888s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:00.508184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:00.508249Z","caller":"traceutil/trace.go:171","msg":"trace[536300859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146952s","start":"2026-02-27T02:16:58.508087Z","end":"2026-02-27T02:17:00.508234Z","steps":["trace[536300859] 'agreement among raft nodes before linearized reading' (duration: 2.00005647s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:00.50828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.508056Z","time spent":"2.000219004s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:00.66006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:00.660167Z","caller":"traceutil/trace.go:171","msg":"trace[1270240700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320256s","start":"2026-02-27T02:16:58.659823Z","end":"2026-02-27T02:17:00.660143Z","steps":["trace[1270240700] 'agreement among raft nodes before linearized reading' (duration: 2.000193393s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:00.660225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.659801Z","time spent":"2.000410658s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:01.489935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.565866775s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:17:01.490546Z","caller":"traceutil/trace.go:171","msg":"trace[343588614] linearizableReadLoop","detail":"{readStateIndex:25023; appliedIndex:25017; }","duration":"10.1104994s","start":"2026-02-27T02:16:51.380028Z","end":"2026-02-27T02:17:01.490527Z","steps":["trace[343588614] 'read index received' (duration: 2.544046851s)","trace[343588614] 'applied index is now lower than readState.Index' (duration: 7.566451719s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:01.490681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.004530142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:01.490696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.053591146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:01.490768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.922298308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:01.490795Z","caller":"traceutil/trace.go:171","msg":"trace[181116759] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24162; }","duration":"14.92237418s","start":"2026-02-27T02:16:46.568413Z","end":"2026-02-27T02:17:01.490787Z","steps":["trace[181116759] 'agreement among raft nodes before linearized reading' (duration: 14.922321548s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:01.490791Z","caller":"traceutil/trace.go:171","msg":"trace[799462956] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24162; }","duration":"14.053751249s","start":"2026-02-27T02:16:47.437017Z","end":"2026-02-27T02:17:01.490769Z","steps":["trace[799462956] 'agreement among raft nodes before linearized reading' (duration: 14.053544234s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.49082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:46.568391Z","time spent":"14.922423431s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.490836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:47.436983Z","time spent":"14.053843152s","remote":"127.0.0.1:39402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.490898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.910872497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T02:17:01.490921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.180362088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:17:01.490988Z","caller":"traceutil/trace.go:171","msg":"trace[705445111] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24162; }","duration":"12.911024441s","start":"2026-02-27T02:16:48.579944Z","end":"2026-02-27T02:17:01.490969Z","steps":["trace[705445111] 'agreement among raft nodes before linearized reading' (duration: 12.910750255s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.491016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.029587656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:01.491033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.876216371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:01.490942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.250049401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:01.491056Z","caller":"traceutil/trace.go:171","msg":"trace[2035086467] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24162; }","duration":"14.876237722s","start":"2026-02-27T02:16:46.614809Z","end":"2026-02-27T02:17:01.491047Z","steps":["trace[2035086467] 'agreement among raft nodes before linearized reading' (duration: 14.876206751s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:01.491062Z","caller":"traceutil/trace.go:171","msg":"trace[668740711] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24162; }","duration":"18.029671428s","start":"2026-02-27T02:16:43.461377Z","end":"2026-02-27T02:17:01.491048Z","steps":["trace[668740711] 'agreement among raft nodes before linearized reading' (duration: 18.029609576s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.491076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:46.614782Z","time spent":"14.876288793s","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:01.491084Z","caller":"traceutil/trace.go:171","msg":"trace[1735440889] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24162; }","duration":"15.250243205s","start":"2026-02-27T02:16:46.240826Z","end":"2026-02-27T02:17:01.491069Z","steps":["trace[1735440889] 'agreement among raft nodes before linearized reading' (duration: 15.250049751s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.491056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.556337386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T02:17:01.491135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:46.240804Z","time spent":"15.250316076s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.491151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.115626585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:01.491162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.941794893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:01.491178Z","caller":"traceutil/trace.go:171","msg":"trace[1516449837] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24162; }","duration":"17.115683577s","start":"2026-02-27T02:16:44.375485Z","end":"2026-02-27T02:17:01.491169Z","steps":["trace[1516449837] 'agreement among raft nodes before linearized reading' (duration: 17.115638046s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:01.491165Z","caller":"traceutil/trace.go:171","msg":"trace[618935954] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24162; }","duration":"15.556490139s","start":"2026-02-27T02:16:45.934646Z","end":"2026-02-27T02:17:01.491136Z","steps":["trace[618935954] 'agreement among raft nodes before linearized reading' (duration: 15.556194152s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:01.491204Z","caller":"traceutil/trace.go:171","msg":"trace[361487098] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24162; }","duration":"12.941878915s","start":"2026-02-27T02:16:48.549315Z","end":"2026-02-27T02:17:01.491194Z","steps":["trace[361487098] 'agreement among raft nodes before linearized reading' (duration: 12.941744372s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.491216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.243840045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:17:01.49123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:45.934631Z","time spent":"15.556584742s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:17:01.491285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.014692832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:01.491292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.371732337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:01.491317Z","caller":"traceutil/trace.go:171","msg":"trace[1028031369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24162; }","duration":"13.014771474s","start":"2026-02-27T02:16:48.476538Z","end":"2026-02-27T02:17:01.491309Z","steps":["trace[1028031369] 'agreement among raft nodes before linearized reading' (duration: 13.014725223s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:01.491319Z","caller":"traceutil/trace.go:171","msg":"trace[1989097971] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24162; }","duration":"17.371802789s","start":"2026-02-27T02:16:44.119509Z","end":"2026-02-27T02:17:01.491312Z","steps":["trace[1989097971] 'agreement among raft nodes before linearized reading' (duration: 17.371751118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.491348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.611992264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:01.491351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:44.119487Z","time spent":"17.371857641s","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:01.491374Z","caller":"traceutil/trace.go:171","msg":"trace[97593722] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24162; }","duration":"12.612064775s","start":"2026-02-27T02:16:48.879303Z","end":"2026-02-27T02:17:01.491368Z","steps":["trace[97593722] 'agreement among raft nodes before linearized reading' (duration: 12.612006294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.491384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.203133807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:01.491401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:48.879281Z","time spent":"12.612115327s","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:01.491409Z","caller":"traceutil/trace.go:171","msg":"trace[225059381] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24162; }","duration":"13.203196378s","start":"2026-02-27T02:16:48.288206Z","end":"2026-02-27T02:17:01.491402Z","steps":["trace[225059381] 'agreement among raft nodes before linearized reading' (duration: 13.203158807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.491428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.446665174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:17:01.491463Z","caller":"traceutil/trace.go:171","msg":"trace[1613114581] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24162; }","duration":"12.446738486s","start":"2026-02-27T02:16:49.044718Z","end":"2026-02-27T02:17:01.491456Z","steps":["trace[1613114581] 'agreement among raft nodes before linearized reading' (duration: 12.446546072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.491348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:48.476517Z","time spent":"13.014823745s","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.491496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:49.044698Z","time spent":"12.446791717s","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.49124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:48.549294Z","time spent":"12.941937656s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.491208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:44.375469Z","time spent":"17.115728868s","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.49163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.439964422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:01.491672Z","caller":"traceutil/trace.go:171","msg":"trace[2100976269] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24162; }","duration":"18.440008983s","start":"2026-02-27T02:16:43.051653Z","end":"2026-02-27T02:17:01.491662Z","steps":["trace[2100976269] 'agreement among raft nodes before linearized reading' (duration: 18.439948162s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.491098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.461357Z","time spent":"18.029732439s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.49168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.673158493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:01.491706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.051589Z","time spent":"18.440109375s","remote":"127.0.0.1:46746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:01.491714Z","caller":"traceutil/trace.go:171","msg":"trace[429851788] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24162; }","duration":"18.673231925s","start":"2026-02-27T02:16:42.818473Z","end":"2026-02-27T02:17:01.491705Z","steps":["trace[429851788] 'agreement among raft nodes before linearized reading' (duration: 18.673178784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.491743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:42.818453Z","time spent":"18.673283266s","remote":"127.0.0.1:57240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.491436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:48.288186Z","time spent":"13.20324432s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.491039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:48.579924Z","time spent":"12.911106652s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-27T02:17:01.491931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.417053371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:01.49197Z","caller":"traceutil/trace.go:171","msg":"trace[1293612230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24162; }","duration":"18.417127413s","start":"2026-02-27T02:16:43.074828Z","end":"2026-02-27T02:17:01.491956Z","steps":["trace[1293612230] 'agreement among raft nodes before linearized reading' (duration: 18.417065361s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.491999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.074808Z","time spent":"18.417182284s","remote":"127.0.0.1:42804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.491244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.371537763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:01.49205Z","caller":"traceutil/trace.go:171","msg":"trace[1945943524] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24162; }","duration":"17.372383323s","start":"2026-02-27T02:16:44.119657Z","end":"2026-02-27T02:17:01.492041Z","steps":["trace[1945943524] 'agreement among raft nodes before linearized reading' (duration: 17.371567764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.49208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:44.119634Z","time spent":"17.372434324s","remote":"127.0.0.1:46258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.491003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.299675017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:01.492152Z","caller":"traceutil/trace.go:171","msg":"trace[823295045] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24162; }","duration":"14.300852483s","start":"2026-02-27T02:16:47.191285Z","end":"2026-02-27T02:17:01.492137Z","steps":["trace[823295045] 'agreement among raft nodes before linearized reading' (duration: 14.299695336s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:01.491246Z","caller":"traceutil/trace.go:171","msg":"trace[1038068334] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24162; }","duration":"12.243916187s","start":"2026-02-27T02:16:49.247321Z","end":"2026-02-27T02:17:01.491238Z","steps":["trace[1038068334] 'agreement among raft nodes before linearized reading' (duration: 12.243740543s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.492192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:49.247302Z","time spent":"12.24488338s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":187,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.492199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:47.191268Z","time spent":"14.300916105s","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.49224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.53837764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:01.49229Z","caller":"traceutil/trace.go:171","msg":"trace[912342263] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24162; }","duration":"10.538443471s","start":"2026-02-27T02:16:50.953831Z","end":"2026-02-27T02:17:01.492274Z","steps":["trace[912342263] 'agreement among raft nodes before linearized reading' (duration: 10.538367539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.492321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:50.953822Z","time spent":"10.538491223s","remote":"127.0.0.1:32938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.492449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.183492711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-02-27T02:17:01.492457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.95135256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:01.49246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.144133761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:01.492482Z","caller":"traceutil/trace.go:171","msg":"trace[408914454] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24162; }","duration":"11.951419542s","start":"2026-02-27T02:16:49.541056Z","end":"2026-02-27T02:17:01.492476Z","steps":["trace[408914454] 'agreement among raft nodes before linearized reading' (duration: 11.95132481s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:01.492482Z","caller":"traceutil/trace.go:171","msg":"trace[1917791849] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24162; }","duration":"10.183552232s","start":"2026-02-27T02:16:51.308921Z","end":"2026-02-27T02:17:01.492473Z","steps":["trace[1917791849] 'agreement among raft nodes before linearized reading' (duration: 10.183417619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.492505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:49.541033Z","time spent":"11.951465463s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:01.492505Z","caller":"traceutil/trace.go:171","msg":"trace[871259435] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:0; response_revision:24162; }","duration":"16.144207423s","start":"2026-02-27T02:16:45.348285Z","end":"2026-02-27T02:17:01.492493Z","steps":["trace[871259435] 'agreement among raft nodes before linearized reading' (duration: 16.144122821s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.49251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.308899Z","time spent":"10.183605514s","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T02:17:01.492542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:45.348269Z","time spent":"16.144265864s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-02-27T02:17:01.491016Z","caller":"traceutil/trace.go:171","msg":"trace[1186915255] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24162; }","duration":"10.180523122s","start":"2026-02-27T02:16:51.31047Z","end":"2026-02-27T02:17:01.490994Z","steps":["trace[1186915255] 'agreement among raft nodes before linearized reading' (duration: 10.180245985s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.492648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.310437Z","time spent":"10.18218654s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T02:17:01.490708Z","caller":"traceutil/trace.go:171","msg":"trace[1968006084] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24162; }","duration":"17.004602964s","start":"2026-02-27T02:16:44.486098Z","end":"2026-02-27T02:17:01.490701Z","steps":["trace[1968006084] 'agreement among raft nodes before linearized reading' (duration: 17.004532052s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.492801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:44.486085Z","time spent":"17.006707412s","remote":"127.0.0.1:57268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.49283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.985704476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:01.492878Z","caller":"traceutil/trace.go:171","msg":"trace[1779260016] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24162; }","duration":"11.985793618s","start":"2026-02-27T02:16:49.50707Z","end":"2026-02-27T02:17:01.492864Z","steps":["trace[1779260016] 'agreement among raft nodes before linearized reading' (duration: 11.983583627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.492911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:49.507051Z","time spent":"11.98585131s","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:01.493636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.844448874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:01.493709Z","caller":"traceutil/trace.go:171","msg":"trace[1360617315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24162; }","duration":"16.844563877s","start":"2026-02-27T02:16:44.649123Z","end":"2026-02-27T02:17:01.493686Z","steps":["trace[1360617315] 'agreement among raft nodes before linearized reading' (duration: 16.841481465s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.49378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:44.64911Z","time spent":"16.844634298s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:02.669024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000659222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:02.669183Z","caller":"traceutil/trace.go:171","msg":"trace[1857105640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000877688s","start":"2026-02-27T02:17:00.668274Z","end":"2026-02-27T02:17:02.669152Z","steps":["trace[1857105640] 'agreement among raft nodes before linearized reading' (duration: 2.000687893s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:02.669362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:00.668243Z","time spent":"2.001057692s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:03.472255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.512726951s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:03.581848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001601886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:03.581946Z","caller":"traceutil/trace.go:171","msg":"trace[1383370051] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.00175789s","start":"2026-02-27T02:16:53.580165Z","end":"2026-02-27T02:17:03.581923Z","steps":["trace[1383370051] 'agreement among raft nodes before linearized reading' (duration: 10.001624557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:03.581999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:53.580149Z","time spent":"10.001838881s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/27 02:17:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:04.643534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684002682s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-27T02:17:04.64364Z","caller":"traceutil/trace.go:171","msg":"trace[450840819] linearizableReadLoop","detail":"{readStateIndex:25024; appliedIndex:25023; }","duration":"3.153019096s","start":"2026-02-27T02:17:01.490604Z","end":"2026-02-27T02:17:04.643623Z","steps":["trace[450840819] 'read index received' (duration: 468.936182ms)","trace[450840819] 'applied index is now lower than readState.Index' (duration: 2.684081784s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:04.643843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.642997988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:04.643805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.379577906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:04.643867Z","caller":"traceutil/trace.go:171","msg":"trace[708280434] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24162; }","duration":"6.643030219s","start":"2026-02-27T02:16:58.000828Z","end":"2026-02-27T02:17:04.643859Z","steps":["trace[708280434] 'agreement among raft nodes before linearized reading' (duration: 6.642975057s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.643887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.000779Z","time spent":"6.64310314s","remote":"127.0.0.1:46138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:04.643902Z","caller":"traceutil/trace.go:171","msg":"trace[1442150344] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24162; }","duration":"6.37973309s","start":"2026-02-27T02:16:58.264143Z","end":"2026-02-27T02:17:04.643876Z","steps":["trace[1442150344] 'agreement among raft nodes before linearized reading' (duration: 6.379518905s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.643972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.264081Z","time spent":"6.379871654s","remote":"127.0.0.1:46274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.644349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:01.497831Z","time spent":"3.146515475s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:04.64444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.443277318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:04.644506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.347120306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:17:04.644556Z","caller":"traceutil/trace.go:171","msg":"trace[2025408541] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24162; }","duration":"5.443446262s","start":"2026-02-27T02:16:59.201082Z","end":"2026-02-27T02:17:04.644528Z","steps":["trace[2025408541] 'agreement among raft nodes before linearized reading' (duration: 5.443191516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.644605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.544194205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:04.644629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:59.201062Z","time spent":"5.443548064s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:04.644686Z","caller":"traceutil/trace.go:171","msg":"trace[788778889] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24162; }","duration":"5.544258807s","start":"2026-02-27T02:16:59.10039Z","end":"2026-02-27T02:17:04.644648Z","steps":["trace[788778889] 'agreement among raft nodes before linearized reading' (duration: 5.544163375s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.644745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.743217287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:04.644818Z","caller":"traceutil/trace.go:171","msg":"trace[553543299] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24162; }","duration":"8.743264328s","start":"2026-02-27T02:16:55.901515Z","end":"2026-02-27T02:17:04.644779Z","steps":["trace[553543299] 'agreement among raft nodes before linearized reading' (duration: 8.743200006s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.644846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.23850557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:04.644846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.775599836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:04.644871Z","caller":"traceutil/trace.go:171","msg":"trace[1698488094] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24162; }","duration":"9.238536791s","start":"2026-02-27T02:16:55.406327Z","end":"2026-02-27T02:17:04.644864Z","steps":["trace[1698488094] 'agreement among raft nodes before linearized reading' (duration: 9.238473569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.644872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:55.901459Z","time spent":"8.743395852s","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.644882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:57.932142Z","time spent":"6.712733533s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:04.644917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.863882612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:04.644936Z","caller":"traceutil/trace.go:171","msg":"trace[1501989836] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24162; }","duration":"8.863900542s","start":"2026-02-27T02:16:55.781028Z","end":"2026-02-27T02:17:04.644928Z","steps":["trace[1501989836] 'agreement among raft nodes before linearized reading' (duration: 8.863870942s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.644958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:55.780967Z","time spent":"8.863986745s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.644959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.357229249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:04.644972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.946892271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:04.645033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041672181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:04.645038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.364746385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:04.645079Z","caller":"traceutil/trace.go:171","msg":"trace[1949924916] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24162; }","duration":"4.041757023s","start":"2026-02-27T02:17:00.603307Z","end":"2026-02-27T02:17:04.645064Z","steps":["trace[1949924916] 'agreement among raft nodes before linearized reading' (duration: 4.041696091s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:04.645089Z","caller":"traceutil/trace.go:171","msg":"trace[671132354] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24162; }","duration":"9.364831147s","start":"2026-02-27T02:16:55.280241Z","end":"2026-02-27T02:17:04.645072Z","steps":["trace[671132354] 'agreement among raft nodes before linearized reading' (duration: 9.364768425s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:04.645104Z","caller":"traceutil/trace.go:171","msg":"trace[1727368354] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24162; }","duration":"12.947087815s","start":"2026-02-27T02:16:51.697969Z","end":"2026-02-27T02:17:04.645057Z","steps":["trace[1727368354] 'agreement among raft nodes before linearized reading' (duration: 12.94687362s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.645111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.253064817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:04.645132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:55.280218Z","time spent":"9.364905008s","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:04.645172Z","caller":"traceutil/trace.go:171","msg":"trace[1405229418] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24162; }","duration":"9.25313903s","start":"2026-02-27T02:16:55.392013Z","end":"2026-02-27T02:17:04.645152Z","steps":["trace[1405229418] 'agreement among raft nodes before linearized reading' (duration: 9.253052498s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.6452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.69795Z","time spent":"12.947192388s","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.645235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.364517379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:04.645242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:55.392005Z","time spent":"9.253218521s","remote":"127.0.0.1:50700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.645202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.247376234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:04.645273Z","caller":"traceutil/trace.go:171","msg":"trace[251295372] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24162; }","duration":"4.364590501s","start":"2026-02-27T02:17:00.280672Z","end":"2026-02-27T02:17:04.645262Z","steps":["trace[251295372] 'agreement among raft nodes before linearized reading' (duration: 4.364477299s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.645281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.349088719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:04.645259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147412556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T02:17:04.64531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.252120644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-8j4l8\" ","response":"range_response_count:1 size:6145"} {"level":"warn","ts":"2026-02-27T02:17:04.645306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:00.280649Z","time spent":"4.364646452s","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:04.645321Z","caller":"traceutil/trace.go:171","msg":"trace[1717109500] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24162; }","duration":"11.349161451s","start":"2026-02-27T02:16:53.296148Z","end":"2026-02-27T02:17:04.645309Z","steps":["trace[1717109500] 'agreement among raft nodes before linearized reading' (duration: 11.34910775s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:04.645336Z","caller":"traceutil/trace.go:171","msg":"trace[710213633] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-8j4l8; range_end:; response_count:1; response_revision:24162; }","duration":"6.252145475s","start":"2026-02-27T02:16:58.393184Z","end":"2026-02-27T02:17:04.64533Z","steps":["trace[710213633] 'agreement among raft nodes before linearized reading' (duration: 6.252086673s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:04.645342Z","caller":"traceutil/trace.go:171","msg":"trace[1290970231] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24162; }","duration":"3.147520989s","start":"2026-02-27T02:17:01.4978Z","end":"2026-02-27T02:17:04.645321Z","steps":["trace[1290970231] 'agreement among raft nodes before linearized reading' (duration: 3.147290333s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:04.645303Z","caller":"traceutil/trace.go:171","msg":"trace[1504143587] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24162; }","duration":"6.247524728s","start":"2026-02-27T02:16:58.39776Z","end":"2026-02-27T02:17:04.645285Z","steps":["trace[1504143587] 'agreement among raft nodes before linearized reading' (duration: 6.247350864s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.645361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:53.296126Z","time spent":"11.349226532s","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.645386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.525229332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:04.645443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361117879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:04.645467Z","caller":"traceutil/trace.go:171","msg":"trace[2072844640] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24162; }","duration":"1.361183031s","start":"2026-02-27T02:17:03.284277Z","end":"2026-02-27T02:17:04.645461Z","steps":["trace[2072844640] 'agreement among raft nodes before linearized reading' (duration: 1.3611449s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:04.645459Z","caller":"traceutil/trace.go:171","msg":"trace[417028400] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24162; }","duration":"4.525351104s","start":"2026-02-27T02:17:00.120088Z","end":"2026-02-27T02:17:04.645439Z","steps":["trace[417028400] 'agreement among raft nodes before linearized reading' (duration: 4.525235672s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.645459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.397738Z","time spent":"6.247657631s","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.645492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.259698206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-27T02:17:04.645506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156871098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:04.64553Z","caller":"traceutil/trace.go:171","msg":"trace[1508719541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24162; }","duration":"1.156927069s","start":"2026-02-27T02:17:03.488599Z","end":"2026-02-27T02:17:04.645526Z","steps":["trace[1508719541] 'agreement among raft nodes before linearized reading' (duration: 1.156893469s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.645523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:00.120069Z","time spent":"4.525433357s","remote":"127.0.0.1:46402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.645526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.065688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:04.645573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976061233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:04.645611Z","caller":"traceutil/trace.go:171","msg":"trace[909014112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24162; }","duration":"1.976160756s","start":"2026-02-27T02:17:02.669443Z","end":"2026-02-27T02:17:04.645604Z","steps":["trace[909014112] 'agreement among raft nodes before linearized reading' (duration: 1.976109635s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.645617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146384922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:17:04.645636Z","caller":"traceutil/trace.go:171","msg":"trace[1639361704] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24162; }","duration":"3.146429874s","start":"2026-02-27T02:17:01.499202Z","end":"2026-02-27T02:17:04.645632Z","steps":["trace[1639361704] 'agreement among raft nodes before linearized reading' (duration: 3.146383523s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.645185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.256157679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-27T02:17:04.645627Z","caller":"traceutil/trace.go:171","msg":"trace[730395091] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24162; }","duration":"982.218982ms","start":"2026-02-27T02:17:03.663383Z","end":"2026-02-27T02:17:04.645602Z","steps":["trace[730395091] 'agreement among raft nodes before linearized reading' (duration: 982.048738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.645638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:02.669383Z","time spent":"1.976248428s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:04.645657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:01.499185Z","time spent":"3.146468614s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-27T02:17:04.645675Z","caller":"traceutil/trace.go:171","msg":"trace[197261173] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24162; }","duration":"9.25666905s","start":"2026-02-27T02:16:55.388992Z","end":"2026-02-27T02:17:04.645661Z","steps":["trace[197261173] 'agreement among raft nodes before linearized reading' (duration: 9.256113008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.645681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:03.663361Z","time spent":"982.308595ms","remote":"127.0.0.1:42708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:04.644925Z","caller":"traceutil/trace.go:171","msg":"trace[1360147392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24162; }","duration":"5.775684428s","start":"2026-02-27T02:16:58.869192Z","end":"2026-02-27T02:17:04.644876Z","steps":["trace[1360147392] 'agreement among raft nodes before linearized reading' (duration: 5.775581516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.645723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:55.388979Z","time spent":"9.256731943s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-27T02:17:04.644966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.148988231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:04.645482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:03.284258Z","time spent":"1.361220331s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.645774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.869172Z","time spent":"5.776576228s","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.644636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.518279412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:04.645532Z","caller":"traceutil/trace.go:171","msg":"trace[367772791] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24162; }","duration":"13.259759178s","start":"2026-02-27T02:16:51.385763Z","end":"2026-02-27T02:17:04.645522Z","steps":["trace[367772791] 'agreement among raft nodes before linearized reading' (duration: 13.259658036s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:04.645909Z","caller":"traceutil/trace.go:171","msg":"trace[645013610] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24162; }","duration":"7.519566312s","start":"2026-02-27T02:16:57.126304Z","end":"2026-02-27T02:17:04.64587Z","steps":["trace[645013610] 'agreement among raft nodes before linearized reading' (duration: 7.518288703s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.644887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:55.40629Z","time spent":"9.238593692s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.64536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.393123Z","time spent":"6.252233616s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":6168,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-8j4l8\" "} {"level":"warn","ts":"2026-02-27T02:17:04.645115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.351492001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:04.646095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:57.126286Z","time spent":"7.519784428s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.645396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:01.497787Z","time spent":"3.14759872s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:17:04.646227Z","caller":"traceutil/trace.go:171","msg":"trace[446049125] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24162; }","duration":"5.352616237s","start":"2026-02-27T02:16:59.293559Z","end":"2026-02-27T02:17:04.646175Z","steps":["trace[446049125] 'agreement among raft nodes before linearized reading' (duration: 5.351503392s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.644692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.542167136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:04.646319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:59.293539Z","time spent":"5.352732901s","remote":"127.0.0.1:50678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.644746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:59.100328Z","time spent":"5.544400931s","remote":"127.0.0.1:50682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.644952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.706297226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:04.646635Z","caller":"traceutil/trace.go:171","msg":"trace[1368121602] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24162; }","duration":"9.708039457s","start":"2026-02-27T02:16:54.938572Z","end":"2026-02-27T02:17:04.646611Z","steps":["trace[1368121602] 'agreement among raft nodes before linearized reading' (duration: 9.706284566s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:04.645075Z","caller":"traceutil/trace.go:171","msg":"trace[799516947] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24162; }","duration":"6.357396302s","start":"2026-02-27T02:16:58.287622Z","end":"2026-02-27T02:17:04.645018Z","steps":["trace[799516947] 'agreement among raft nodes before linearized reading' (duration: 6.357185328s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.646709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:54.938542Z","time spent":"9.708143989s","remote":"127.0.0.1:46608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:04.644566Z","caller":"traceutil/trace.go:171","msg":"trace[777509169] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24162; }","duration":"9.347201088s","start":"2026-02-27T02:16:55.297348Z","end":"2026-02-27T02:17:04.644549Z","steps":["trace[777509169] 'agreement among raft nodes before linearized reading' (duration: 9.346923771s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.646763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.287603Z","time spent":"6.359094623s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.64682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:55.297336Z","time spent":"9.349467001s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-27T02:17:04.645545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:03.48858Z","time spent":"1.1569599s","remote":"127.0.0.1:42768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:04.64577Z","caller":"traceutil/trace.go:171","msg":"trace[1130293452] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24162; }","duration":"5.149845901s","start":"2026-02-27T02:16:59.495909Z","end":"2026-02-27T02:17:04.645755Z","steps":["trace[1130293452] 'agreement among raft nodes before linearized reading' (duration: 5.148988191s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.645127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:00.603288Z","time spent":"4.041827384s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.647328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:59.495886Z","time spent":"5.151419348s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:04.646003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.385751Z","time spent":"13.260146327s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-02-27T02:17:04.647922Z","caller":"traceutil/trace.go:171","msg":"trace[1250225664] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24162; }","duration":"7.543843705s","start":"2026-02-27T02:16:57.102474Z","end":"2026-02-27T02:17:04.646318Z","steps":["trace[1250225664] 'agreement among raft nodes before linearized reading' (duration: 7.542188916s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.648251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:57.102454Z","time spent":"7.545531154s","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:05.14983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:05.650892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:06.151139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:06.651273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:06.653436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:06.653538Z","caller":"traceutil/trace.go:171","msg":"trace[121671186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068519s","start":"2026-02-27T02:17:04.653445Z","end":"2026-02-27T02:17:06.653513Z","steps":["trace[121671186] 'agreement among raft nodes before linearized reading' (duration: 1.999941996s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:06.653585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.653432Z","time spent":"2.000142991s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:06.992085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.080791418s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:08.654964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:08.655056Z","caller":"traceutil/trace.go:171","msg":"trace[16587360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693794s","start":"2026-02-27T02:17:06.65434Z","end":"2026-02-27T02:17:08.655034Z","steps":["trace[16587360] 'agreement among raft nodes before linearized reading' (duration: 2.000589312s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:08.655102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:06.65428Z","time spent":"2.000813378s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:09.736789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860936544s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:09.736978Z","caller":"traceutil/trace.go:171","msg":"trace[727054951] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24162; }","duration":"3.861117499s","start":"2026-02-27T02:17:05.875821Z","end":"2026-02-27T02:17:09.736938Z","steps":["trace[727054951] 'range keys from in-memory index tree' (duration: 3.860915174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:09.736883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:05.768406Z","time spent":"3.968471865s","remote":"127.0.0.1:44986","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:09.738216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745836484s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:09.73835Z","caller":"traceutil/trace.go:171","msg":"trace[1305853245] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"5.091266483s","start":"2026-02-27T02:17:04.647068Z","end":"2026-02-27T02:17:09.738334Z","steps":["trace[1305853245] 'process raft request' (duration: 2.345272585s)","trace[1305853245] 'compare' (duration: 2.74435416s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:09.738425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.647054Z","time spent":"5.091329644s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:10.507571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:10.507679Z","caller":"traceutil/trace.go:171","msg":"trace[1936339702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317245s","start":"2026-02-27T02:17:08.507337Z","end":"2026-02-27T02:17:10.507655Z","steps":["trace[1936339702] 'agreement among raft nodes before linearized reading' (duration: 2.000181961s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:10.507734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.507315Z","time spent":"2.000404987s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:10.662848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000387527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:10.662963Z","caller":"traceutil/trace.go:171","msg":"trace[1891743805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00054516s","start":"2026-02-27T02:17:08.662389Z","end":"2026-02-27T02:17:10.662934Z","steps":["trace[1891743805] 'agreement among raft nodes before linearized reading' (duration: 2.000402976s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:10.663022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.662377Z","time spent":"2.000631222s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:11.139336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.136690172s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:11.647765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.647442Z","time spent":"7.000317704s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:11.651081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.650225Z","time spent":"7.000849057s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:11.653323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.65305Z","time spent":"7.000267453s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:12.672563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:12.672675Z","caller":"traceutil/trace.go:171","msg":"trace[896356757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244433s","start":"2026-02-27T02:17:10.672405Z","end":"2026-02-27T02:17:12.67265Z","steps":["trace[896356757] 'agreement among raft nodes before linearized reading' (duration: 2.000077229s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:12.672742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:10.672387Z","time spent":"2.000338255s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:12.733325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207475219s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:13.078155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.387476Z","time spent":"1.690670872s","remote":"127.0.0.1:44998","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:13.079166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939514606s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:13.079464Z","caller":"traceutil/trace.go:171","msg":"trace[1006859470] linearizableReadLoop","detail":"{readStateIndex:25029; appliedIndex:25025; }","duration":"8.430238706s","start":"2026-02-27T02:17:04.649207Z","end":"2026-02-27T02:17:13.079446Z","steps":["trace[1006859470] 'read index received' (duration: 2.343061084s)","trace[1006859470] 'applied index is now lower than readState.Index' (duration: 6.087176572s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:13.079578Z","caller":"traceutil/trace.go:171","msg":"trace[491886288] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"3.427138676s","start":"2026-02-27T02:17:09.652427Z","end":"2026-02-27T02:17:13.079565Z","steps":["trace[491886288] 'process raft request' (duration: 3.426985002s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:13.079647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:09.652395Z","time spent":"3.427213628s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:13.079889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.430671106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-27T02:17:13.079949Z","caller":"traceutil/trace.go:171","msg":"trace[2086133048] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24167; }","duration":"8.430753308s","start":"2026-02-27T02:17:04.64918Z","end":"2026-02-27T02:17:13.079933Z","steps":["trace[2086133048] 'agreement among raft nodes before linearized reading' (duration: 8.430353269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:13.079986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.649166Z","time spent":"8.430811709s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-27T02:17:13.580371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:14.055546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.802903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:14.05564Z","caller":"traceutil/trace.go:171","msg":"trace[149509379] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"662.978867ms","start":"2026-02-27T02:17:13.392638Z","end":"2026-02-27T02:17:14.055617Z","steps":["trace[149509379] 'agreement among raft nodes before linearized reading' (duration: 662.840504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:14.055692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:13.392616Z","time spent":"663.06163ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/02/27 02:17:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:14.056362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.748676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:14.05646Z","caller":"traceutil/trace.go:171","msg":"trace[1515137376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"663.893478ms","start":"2026-02-27T02:17:13.392537Z","end":"2026-02-27T02:17:14.056431Z","steps":["trace[1515137376] 'agreement among raft nodes before linearized reading' (duration: 663.781496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:14.056512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:13.392517Z","time spent":"663.985501ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/02/27 02:17:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:14.081117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:14.582093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:14.64955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999966577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:14.649633Z","caller":"traceutil/trace.go:171","msg":"trace[166537579] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"10.000087901s","start":"2026-02-27T02:17:04.649528Z","end":"2026-02-27T02:17:14.649616Z","steps":["trace[166537579] 'agreement among raft nodes before linearized reading' (duration: 9.999987248s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:14.650057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.649516Z","time spent":"10.000185303s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/27 02:17:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:14.673008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999792943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:14.673121Z","caller":"traceutil/trace.go:171","msg":"trace[1192075036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999970908s","start":"2026-02-27T02:17:12.673128Z","end":"2026-02-27T02:17:14.673099Z","steps":["trace[1192075036] 'agreement among raft nodes before linearized reading' (duration: 1.999828514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:14.673174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:12.673108Z","time spent":"2.000056039s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:15.082619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:15.24604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.512484069s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:15.556786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.38376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:15.55688Z","caller":"traceutil/trace.go:171","msg":"trace[2058967424] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"3.53823199s","start":"2026-02-27T02:17:12.018632Z","end":"2026-02-27T02:17:15.556864Z","steps":["trace[2058967424] 'process raft request' (duration: 3.227704356s)","trace[2058967424] 'compare' (duration: 310.046543ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:15.556922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:12.018604Z","time spent":"3.538299011s","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:16.681745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000724754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:16.681821Z","caller":"traceutil/trace.go:171","msg":"trace[1861768740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000843837s","start":"2026-02-27T02:17:14.68096Z","end":"2026-02-27T02:17:16.681804Z","steps":["trace[1861768740] 'agreement among raft nodes before linearized reading' (duration: 2.000751225s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:16.681859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:14.680942Z","time spent":"2.000910009s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:17.713556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.467202819s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:18.68233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:18.682424Z","caller":"traceutil/trace.go:171","msg":"trace[1244802889] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333926s","start":"2026-02-27T02:17:16.682067Z","end":"2026-02-27T02:17:18.682401Z","steps":["trace[1244802889] 'agreement among raft nodes before linearized reading' (duration: 2.000215624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.682488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:16.682054Z","time spent":"2.000414518s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:18.945181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068818056s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:18.945339Z","caller":"traceutil/trace.go:171","msg":"trace[863461220] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24168; }","duration":"3.06898693s","start":"2026-02-27T02:17:15.876335Z","end":"2026-02-27T02:17:18.945322Z","steps":["trace[863461220] 'range keys from in-memory index tree' (duration: 3.068802246s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.947183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233296379s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:18.947272Z","caller":"traceutil/trace.go:171","msg":"trace[976363728] linearizableReadLoop","detail":"{readStateIndex:25032; appliedIndex:25030; }","duration":"5.867758162s","start":"2026-02-27T02:17:13.079501Z","end":"2026-02-27T02:17:18.947259Z","steps":["trace[976363728] 'read index received' (duration: 2.166874004s)","trace[976363728] 'applied index is now lower than readState.Index' (duration: 3.700882948s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:18.947564Z","caller":"traceutil/trace.go:171","msg":"trace[838250987] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"5.862362856s","start":"2026-02-27T02:17:13.085186Z","end":"2026-02-27T02:17:18.947549Z","steps":["trace[838250987] 'process raft request' (duration: 4.628630507s)","trace[838250987] 'compare' (duration: 1.231236172s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:18.947638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:13.085162Z","time spent":"5.862441749s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:18.948043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.605154225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:18.948067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.632668143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:18.948055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.393612287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:18.948102Z","caller":"traceutil/trace.go:171","msg":"trace[2100966099] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24169; }","duration":"12.605257938s","start":"2026-02-27T02:17:06.342826Z","end":"2026-02-27T02:17:18.948084Z","steps":["trace[2100966099] 'agreement among raft nodes before linearized reading' (duration: 12.605122364s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.659437198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:18.948128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.297856764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d965572e-c599-4e69-bd50-95b6323f2f2f\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-02-27T02:17:18.948146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.865028401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:18.94813Z","caller":"traceutil/trace.go:171","msg":"trace[2133372483] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24169; }","duration":"12.632780535s","start":"2026-02-27T02:17:06.31533Z","end":"2026-02-27T02:17:18.94811Z","steps":["trace[2133372483] 'agreement among raft nodes before linearized reading' (duration: 12.632592231s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.971821952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:18.948135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.473518436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:18.948189Z","caller":"traceutil/trace.go:171","msg":"trace[1312984768] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24169; }","duration":"6.865062392s","start":"2026-02-27T02:17:12.083109Z","end":"2026-02-27T02:17:18.948172Z","steps":["trace[1312984768] 'agreement among raft nodes before linearized reading' (duration: 6.8650088s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:18.948184Z","caller":"traceutil/trace.go:171","msg":"trace[1814027431] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24169; }","duration":"6.659554441s","start":"2026-02-27T02:17:12.288604Z","end":"2026-02-27T02:17:18.948159Z","steps":["trace[1814027431] 'agreement among raft nodes before linearized reading' (duration: 6.659355487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.510000857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:18.948223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.421955988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:18.948249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.813950773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:18.948242Z","caller":"traceutil/trace.go:171","msg":"trace[987682284] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24169; }","duration":"12.47370273s","start":"2026-02-27T02:17:06.474514Z","end":"2026-02-27T02:17:18.948217Z","steps":["trace[987682284] 'agreement among raft nodes before linearized reading' (duration: 12.473417993s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.550893694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:18.948243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:12.083046Z","time spent":"6.865184715s","remote":"127.0.0.1:42124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.886672348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:18.94825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:12.288586Z","time spent":"6.659647754s","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:18.948278Z","caller":"traceutil/trace.go:171","msg":"trace[1820205140] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24169; }","duration":"10.814005535s","start":"2026-02-27T02:17:08.134263Z","end":"2026-02-27T02:17:18.948269Z","steps":["trace[1820205140] 'agreement among raft nodes before linearized reading' (duration: 10.813959464s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:18.948288Z","caller":"traceutil/trace.go:171","msg":"trace[996436942] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24169; }","duration":"11.550973716s","start":"2026-02-27T02:17:07.397306Z","end":"2026-02-27T02:17:18.948279Z","steps":["trace[996436942] 'agreement among raft nodes before linearized reading' (duration: 11.550911575s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:18.948289Z","caller":"traceutil/trace.go:171","msg":"trace[1400980099] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24169; }","duration":"11.422008039s","start":"2026-02-27T02:17:07.526258Z","end":"2026-02-27T02:17:18.948266Z","steps":["trace[1400980099] 'agreement among raft nodes before linearized reading' (duration: 11.421938397s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:18.948302Z","caller":"traceutil/trace.go:171","msg":"trace[677171340] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24169; }","duration":"10.8867646s","start":"2026-02-27T02:17:08.061526Z","end":"2026-02-27T02:17:18.94829Z","steps":["trace[677171340] 'agreement among raft nodes before linearized reading' (duration: 10.886659588s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.810437782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:18.948303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:06.474485Z","time spent":"12.473802502s","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.205411314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-8j4l8.1897f8c72e6aa7a9\" ","response":"range_response_count:1 size:874"} {"level":"warn","ts":"2026-02-27T02:17:18.94833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:07.397285Z","time spent":"11.551032098s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.061502Z","time spent":"10.886826431s","remote":"127.0.0.1:42636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:07.526238Z","time spent":"11.42208659s","remote":"127.0.0.1:39384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:18.948352Z","caller":"traceutil/trace.go:171","msg":"trace[1994333808] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24169; }","duration":"10.810550994s","start":"2026-02-27T02:17:08.137785Z","end":"2026-02-27T02:17:18.948336Z","steps":["trace[1994333808] 'agreement among raft nodes before linearized reading' (duration: 10.810427672s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.13776Z","time spent":"10.810634167s","remote":"127.0.0.1:57350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.425180434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:18.948168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.809276235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:18.948461Z","caller":"traceutil/trace.go:171","msg":"trace[1944077787] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24169; }","duration":"9.425258216s","start":"2026-02-27T02:17:09.523191Z","end":"2026-02-27T02:17:18.948449Z","steps":["trace[1944077787] 'agreement among raft nodes before linearized reading' (duration: 9.425193895s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:18.94848Z","caller":"traceutil/trace.go:171","msg":"trace[672501232] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24169; }","duration":"10.809608682s","start":"2026-02-27T02:17:08.138856Z","end":"2026-02-27T02:17:18.948465Z","steps":["trace[672501232] 'agreement among raft nodes before linearized reading' (duration: 10.809266395s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:09.52317Z","time spent":"9.425327058s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.138844Z","time spent":"10.809665034s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.837346449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:18.948574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.644214199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:18.948602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.292426771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-2b5x8\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-02-27T02:17:18.948626Z","caller":"traceutil/trace.go:171","msg":"trace[464998975] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24169; }","duration":"9.644297871s","start":"2026-02-27T02:17:09.304311Z","end":"2026-02-27T02:17:18.948609Z","steps":["trace[464998975] 'agreement among raft nodes before linearized reading' (duration: 9.644225399s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.891740142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:18.948644Z","caller":"traceutil/trace.go:171","msg":"trace[1707843081] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-2b5x8; range_end:; response_count:1; response_revision:24169; }","duration":"7.292506733s","start":"2026-02-27T02:17:11.656128Z","end":"2026-02-27T02:17:18.948635Z","steps":["trace[1707843081] 'agreement among raft nodes before linearized reading' (duration: 7.292395271s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.970481146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:18.948672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:09.304289Z","time spent":"9.644369372s","remote":"127.0.0.1:42650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.029111154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:18.948707Z","caller":"traceutil/trace.go:171","msg":"trace[1170917168] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24169; }","duration":"9.970734832s","start":"2026-02-27T02:17:08.97796Z","end":"2026-02-27T02:17:18.948695Z","steps":["trace[1170917168] 'agreement among raft nodes before linearized reading' (duration: 9.970455665s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.985293847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:18.94831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.134247Z","time spent":"10.814055846s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.198481326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:18.94836Z","caller":"traceutil/trace.go:171","msg":"trace[1302100471] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-b56d5d966-8j4l8.1897f8c72e6aa7a9; range_end:; response_count:1; response_revision:24169; }","duration":"9.205500576s","start":"2026-02-27T02:17:09.742848Z","end":"2026-02-27T02:17:18.948348Z","steps":["trace[1302100471] 'agreement among raft nodes before linearized reading' (duration: 9.205373613s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:18.948748Z","caller":"traceutil/trace.go:171","msg":"trace[198835401] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24169; }","duration":"6.985359018s","start":"2026-02-27T02:17:11.96338Z","end":"2026-02-27T02:17:18.948739Z","steps":["trace[198835401] 'agreement among raft nodes before linearized reading' (duration: 6.985316057s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.97794Z","time spent":"9.970800384s","remote":"127.0.0.1:57520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:18.948769Z","caller":"traceutil/trace.go:171","msg":"trace[1071432972] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24169; }","duration":"10.198569068s","start":"2026-02-27T02:17:08.750188Z","end":"2026-02-27T02:17:18.948758Z","steps":["trace[1071432972] 'agreement among raft nodes before linearized reading' (duration: 10.198506477s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.299646589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T02:17:18.948797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.750164Z","time spent":"10.1986261s","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:09.742826Z","time spent":"9.205946687s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":897,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-8j4l8.1897f8c72e6aa7a9\" "} {"level":"info","ts":"2026-02-27T02:17:18.948823Z","caller":"traceutil/trace.go:171","msg":"trace[298649615] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:24169; }","duration":"7.2997359s","start":"2026-02-27T02:17:11.649068Z","end":"2026-02-27T02:17:18.948804Z","steps":["trace[298649615] 'agreement among raft nodes before linearized reading' (duration: 7.299572897s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.94867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.343687071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:18.948876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.649037Z","time spent":"7.299827953s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-02-27T02:17:18.948896Z","caller":"traceutil/trace.go:171","msg":"trace[767013273] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24169; }","duration":"10.343961787s","start":"2026-02-27T02:17:08.604924Z","end":"2026-02-27T02:17:18.948886Z","steps":["trace[767013273] 'agreement among raft nodes before linearized reading' (duration: 10.343700191s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.948931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.604902Z","time spent":"10.344017038s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.96336Z","time spent":"6.98541326s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:18.948629Z","caller":"traceutil/trace.go:171","msg":"trace[1691707561] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24169; }","duration":"11.83738961s","start":"2026-02-27T02:17:07.111204Z","end":"2026-02-27T02:17:18.948593Z","steps":["trace[1691707561] 'agreement among raft nodes before linearized reading' (duration: 11.837322059s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.949076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:07.111183Z","time spent":"11.837875272s","remote":"127.0.0.1:46102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:06.342803Z","time spent":"12.60533076s","remote":"127.0.0.1:46358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:18.948715Z","caller":"traceutil/trace.go:171","msg":"trace[1561777843] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24169; }","duration":"10.029193625s","start":"2026-02-27T02:17:08.919511Z","end":"2026-02-27T02:17:18.948705Z","steps":["trace[1561777843] 'agreement among raft nodes before linearized reading' (duration: 10.029125773s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.949183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.919488Z","time spent":"10.029684517s","remote":"127.0.0.1:53438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.910671288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:17:18.94818Z","caller":"traceutil/trace.go:171","msg":"trace[1338621049] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d965572e-c599-4e69-bd50-95b6323f2f2f; range_end:; response_count:1; response_revision:24169; }","duration":"14.297924056s","start":"2026-02-27T02:17:04.650241Z","end":"2026-02-27T02:17:18.948165Z","steps":["trace[1338621049] 'agreement among raft nodes before linearized reading' (duration: 14.29768407s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:18.94929Z","caller":"traceutil/trace.go:171","msg":"trace[1125323966] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24169; }","duration":"6.911851985s","start":"2026-02-27T02:17:12.037426Z","end":"2026-02-27T02:17:18.949278Z","steps":["trace[1125323966] 'agreement among raft nodes before linearized reading' (duration: 6.910509584s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.949348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:12.037404Z","time spent":"6.911925287s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:17:18.948195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:06.315309Z","time spent":"12.632876447s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.949298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.650236Z","time spent":"14.299049672s","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-d965572e-c599-4e69-bd50-95b6323f2f2f\" "} {"level":"warn","ts":"2026-02-27T02:17:18.948052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.375592162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:18.949519Z","caller":"traceutil/trace.go:171","msg":"trace[1719786128] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24169; }","duration":"13.377121228s","start":"2026-02-27T02:17:05.572387Z","end":"2026-02-27T02:17:18.949508Z","steps":["trace[1719786128] 'agreement among raft nodes before linearized reading' (duration: 13.375541391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.949556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:05.572366Z","time spent":"13.377179588s","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:18.94826Z","caller":"traceutil/trace.go:171","msg":"trace[1854426229] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24169; }","duration":"6.510104749s","start":"2026-02-27T02:17:12.438137Z","end":"2026-02-27T02:17:18.948241Z","steps":["trace[1854426229] 'agreement among raft nodes before linearized reading' (duration: 6.510019317s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.949632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:12.4381Z","time spent":"6.511515732s","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:18.94867Z","caller":"traceutil/trace.go:171","msg":"trace[1807920826] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24169; }","duration":"9.891819894s","start":"2026-02-27T02:17:09.056838Z","end":"2026-02-27T02:17:18.948658Z","steps":["trace[1807920826] 'agreement among raft nodes before linearized reading' (duration: 9.891756402s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.949732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.757689268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:18.949787Z","caller":"traceutil/trace.go:171","msg":"trace[1847522667] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24169; }","duration":"7.757774721s","start":"2026-02-27T02:17:11.192002Z","end":"2026-02-27T02:17:18.949776Z","steps":["trace[1847522667] 'agreement among raft nodes before linearized reading' (duration: 7.757680719s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.949734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:09.056818Z","time spent":"9.892895319s","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.949821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.191987Z","time spent":"7.757824602s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:18.948147Z","caller":"traceutil/trace.go:171","msg":"trace[1048954013] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24169; }","duration":"10.393764431s","start":"2026-02-27T02:17:08.55436Z","end":"2026-02-27T02:17:18.948125Z","steps":["trace[1048954013] 'agreement among raft nodes before linearized reading' (duration: 10.393555056s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.949944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.55433Z","time spent":"10.395603073s","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:18.948195Z","caller":"traceutil/trace.go:171","msg":"trace[753864980] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24169; }","duration":"13.972008606s","start":"2026-02-27T02:17:04.976176Z","end":"2026-02-27T02:17:18.948184Z","steps":["trace[753864980] 'agreement among raft nodes before linearized reading' (duration: 13.9717443s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.95008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.976156Z","time spent":"13.973915331s","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.354174452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:18.950224Z","caller":"traceutil/trace.go:171","msg":"trace[667545522] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24169; }","duration":"12.356416274s","start":"2026-02-27T02:17:06.593798Z","end":"2026-02-27T02:17:18.950214Z","steps":["trace[667545522] 'agreement among raft nodes before linearized reading' (duration: 12.354120611s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.950252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:06.593772Z","time spent":"12.356469705s","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:18.948675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.656108Z","time spent":"7.292561664s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-2b5x8\" "} {"level":"warn","ts":"2026-02-27T02:17:19.447707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:19.948653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:20.44974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:20.508556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00094173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:20.508731Z","caller":"traceutil/trace.go:171","msg":"trace[1672812595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001168354s","start":"2026-02-27T02:17:18.507492Z","end":"2026-02-27T02:17:20.508661Z","steps":["trace[1672812595] 'agreement among raft nodes before linearized reading' (duration: 2.000964339s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:20.508844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:18.507472Z","time spent":"2.001356019s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:20.690351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:20.690451Z","caller":"traceutil/trace.go:171","msg":"trace[161761942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227772s","start":"2026-02-27T02:17:18.6902Z","end":"2026-02-27T02:17:20.690428Z","steps":["trace[161761942] 'agreement among raft nodes before linearized reading' (duration: 2.00010851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:20.6905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:18.690171Z","time spent":"2.000319605s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:20.950615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:21.451776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:21.95287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:22.453475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:22.59101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.505468205s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:17:22.591389Z","caller":"traceutil/trace.go:171","msg":"trace[1096589387] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"4.505950566s","start":"2026-02-27T02:17:18.085414Z","end":"2026-02-27T02:17:22.591364Z","steps":["trace[1096589387] 'process raft request' (duration: 4.505792922s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:22.591526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:18.085384Z","time spent":"4.506063378s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:22.698574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:22.698676Z","caller":"traceutil/trace.go:171","msg":"trace[590131232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396777s","start":"2026-02-27T02:17:20.698252Z","end":"2026-02-27T02:17:22.698649Z","steps":["trace[590131232] 'agreement among raft nodes before linearized reading' (duration: 2.000285305s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:22.698723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:20.698236Z","time spent":"2.0004784s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:23.60082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.004201467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:23.600927Z","caller":"traceutil/trace.go:171","msg":"trace[1762918915] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.004390801s","start":"2026-02-27T02:17:13.596506Z","end":"2026-02-27T02:17:23.600897Z","steps":["trace[1762918915] 'agreement among raft nodes before linearized reading' (duration: 10.004233568s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:23.600983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:13.596485Z","time spent":"10.004484343s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/27 02:17:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:24.698989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:24.699084Z","caller":"traceutil/trace.go:171","msg":"trace[286278928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011538s","start":"2026-02-27T02:17:22.698948Z","end":"2026-02-27T02:17:24.699063Z","steps":["trace[286278928] 'agreement among raft nodes before linearized reading' (duration: 1.999999978s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:24.699134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:22.698922Z","time spent":"2.000202412s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:24.851659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999747653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:24.851776Z","caller":"traceutil/trace.go:171","msg":"trace[815545595] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999855516s","start":"2026-02-27T02:17:14.851869Z","end":"2026-02-27T02:17:24.851724Z","steps":["trace[815545595] 'agreement among raft nodes before linearized reading' (duration: 9.999740033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:24.851822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:14.851825Z","time spent":"9.999987069s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-27T02:17:25.951119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:18.950831Z","time spent":"7.000281804s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:25.952194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:18.952012Z","time spent":"7.000178771s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:25.95792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:18.957416Z","time spent":"7.000500828s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:26.663931Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb3168bf0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:17:26.707684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000381357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:26.707821Z","caller":"traceutil/trace.go:171","msg":"trace[1497253231] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576362s","start":"2026-02-27T02:17:24.707219Z","end":"2026-02-27T02:17:26.707796Z","steps":["trace[1497253231] 'agreement among raft nodes before linearized reading' (duration: 2.000411988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:26.707876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:24.707197Z","time spent":"2.000668864s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:27.951086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.359817314s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:28.613729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.155738ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:17:28.613861Z","caller":"traceutil/trace.go:171","msg":"trace[1722237153] linearizableReadLoop","detail":"{readStateIndex:25037; appliedIndex:25032; }","duration":"9.666545655s","start":"2026-02-27T02:17:18.947295Z","end":"2026-02-27T02:17:28.61384Z","steps":["trace[1722237153] 'read index received' (duration: 3.643956368s)","trace[1722237153] 'applied index is now lower than readState.Index' (duration: 6.022587847s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:28.614271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.888660561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:28.614287Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"439.65µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-27T02:17:28.614288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.546536619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.614357Z","caller":"traceutil/trace.go:171","msg":"trace[1584449459] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24173; }","duration":"12.888791584s","start":"2026-02-27T02:17:15.72554Z","end":"2026-02-27T02:17:28.614331Z","steps":["trace[1584449459] 'agreement among raft nodes before linearized reading' (duration: 12.888625861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.614374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.050825888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18511"} {"level":"warn","ts":"2026-02-27T02:17:28.6144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:15.725519Z","time spent":"12.888871327s","remote":"127.0.0.1:39388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.614398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.640449586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:17:28.614419Z","caller":"traceutil/trace.go:171","msg":"trace[732146357] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24173; }","duration":"13.050874319s","start":"2026-02-27T02:17:15.56353Z","end":"2026-02-27T02:17:28.614404Z","steps":["trace[732146357] 'agreement among raft nodes before linearized reading' (duration: 13.050684145s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.614391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.298207628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:28.614444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.32421277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:28.614457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:15.563486Z","time spent":"13.050962871s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-27T02:17:28.614455Z","caller":"traceutil/trace.go:171","msg":"trace[630538281] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24173; }","duration":"13.640541469s","start":"2026-02-27T02:17:14.973895Z","end":"2026-02-27T02:17:28.614437Z","steps":["trace[630538281] 'agreement among raft nodes before linearized reading' (duration: 13.640348624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.614464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.555357689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:17:28.614473Z","caller":"traceutil/trace.go:171","msg":"trace[1948866851] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24173; }","duration":"10.32428045s","start":"2026-02-27T02:17:18.290184Z","end":"2026-02-27T02:17:28.614464Z","steps":["trace[1948866851] 'agreement among raft nodes before linearized reading' (duration: 10.324217629s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.614477Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449c9cb3168bf0","error":"lease not found"} {"level":"info","ts":"2026-02-27T02:17:28.614488Z","caller":"traceutil/trace.go:171","msg":"trace[2038866318] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24173; }","duration":"13.298337581s","start":"2026-02-27T02:17:15.316122Z","end":"2026-02-27T02:17:28.61446Z","steps":["trace[2038866318] 'agreement among raft nodes before linearized reading' (duration: 13.298116606s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.614496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:14.973879Z","time spent":"13.64060774s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:28.614508Z","caller":"traceutil/trace.go:171","msg":"trace[1269907935] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24173; }","duration":"14.555446001s","start":"2026-02-27T02:17:14.059047Z","end":"2026-02-27T02:17:28.614493Z","steps":["trace[1269907935] 'agreement among raft nodes before linearized reading' (duration: 14.555352249s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.614508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:18.290163Z","time spent":"10.324337152s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.614533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:15.316102Z","time spent":"13.298421053s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.61454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:14.05903Z","time spent":"14.555502863s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:17:28.61461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.2487529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.614366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.555257157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:17:28.614642Z","caller":"traceutil/trace.go:171","msg":"trace[306311142] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24173; }","duration":"12.248849782s","start":"2026-02-27T02:17:16.365781Z","end":"2026-02-27T02:17:28.61463Z","steps":["trace[306311142] 'agreement among raft nodes before linearized reading' (duration: 12.248796361s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.614657Z","caller":"traceutil/trace.go:171","msg":"trace[1427080699] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24173; }","duration":"14.555598325s","start":"2026-02-27T02:17:14.059047Z","end":"2026-02-27T02:17:28.614646Z","steps":["trace[1427080699] 'agreement among raft nodes before linearized reading' (duration: 14.555172895s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.614629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.823164042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:28.614691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:14.059021Z","time spent":"14.555659756s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T02:17:28.614713Z","caller":"traceutil/trace.go:171","msg":"trace[972779169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24173; }","duration":"11.823305855s","start":"2026-02-27T02:17:16.791388Z","end":"2026-02-27T02:17:28.614694Z","steps":["trace[972779169] 'agreement among raft nodes before linearized reading' (duration: 11.823157841s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.614375Z","caller":"traceutil/trace.go:171","msg":"trace[459879212] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24173; }","duration":"10.546673172s","start":"2026-02-27T02:17:18.067682Z","end":"2026-02-27T02:17:28.614355Z","steps":["trace[459879212] 'agreement among raft nodes before linearized reading' (duration: 10.546524668s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.614761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:16.791359Z","time spent":"11.823391686s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.614779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:18.067659Z","time spent":"10.547109433s","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.615003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.659194924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-27T02:17:28.615026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.299810418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.61504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743678195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.615046Z","caller":"traceutil/trace.go:171","msg":"trace[1394152075] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24174; }","duration":"9.65944663s","start":"2026-02-27T02:17:18.955583Z","end":"2026-02-27T02:17:28.61503Z","steps":["trace[1394152075] 'agreement among raft nodes before linearized reading' (duration: 9.659065641s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.615063Z","caller":"traceutil/trace.go:171","msg":"trace[12881961] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24174; }","duration":"11.29989231s","start":"2026-02-27T02:17:17.315158Z","end":"2026-02-27T02:17:28.615051Z","steps":["trace[12881961] 'agreement among raft nodes before linearized reading' (duration: 11.299632954s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.615076Z","caller":"traceutil/trace.go:171","msg":"trace[526642929] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24174; }","duration":"2.743753516s","start":"2026-02-27T02:17:25.871312Z","end":"2026-02-27T02:17:28.615066Z","steps":["trace[526642929] 'agreement among raft nodes before linearized reading' (duration: 2.74349431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.61508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:18.955568Z","time spent":"9.659503712s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T02:17:28.615098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:17.315137Z","time spent":"11.299952892s","remote":"127.0.0.1:46544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.615107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:25.87127Z","time spent":"2.743829028s","remote":"127.0.0.1:32960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.615138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930868071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:17:28.615171Z","caller":"traceutil/trace.go:171","msg":"trace[1279365904] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24174; }","duration":"2.930895872s","start":"2026-02-27T02:17:25.684264Z","end":"2026-02-27T02:17:28.61516Z","steps":["trace[1279365904] 'agreement among raft nodes before linearized reading' (duration: 2.930800049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.615189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.458365151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.615201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:25.684212Z","time spent":"2.930980843s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-27T02:17:28.615232Z","caller":"traceutil/trace.go:171","msg":"trace[1373588589] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24174; }","duration":"11.458437353s","start":"2026-02-27T02:17:17.156774Z","end":"2026-02-27T02:17:28.615212Z","steps":["trace[1373588589] 'agreement among raft nodes before linearized reading' (duration: 11.458378111s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.615252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.100704451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.615262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:17.156755Z","time spent":"11.458499464s","remote":"127.0.0.1:46684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:28.615283Z","caller":"traceutil/trace.go:171","msg":"trace[324063499] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24174; }","duration":"7.100775522s","start":"2026-02-27T02:17:21.514498Z","end":"2026-02-27T02:17:28.615274Z","steps":["trace[324063499] 'agreement among raft nodes before linearized reading' (duration: 7.100722901s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.61531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.305076457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.615311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.514476Z","time spent":"7.100827793s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:28.615337Z","caller":"traceutil/trace.go:171","msg":"trace[2110467096] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24174; }","duration":"5.305151679s","start":"2026-02-27T02:17:23.310176Z","end":"2026-02-27T02:17:28.615328Z","steps":["trace[2110467096] 'agreement among raft nodes before linearized reading' (duration: 5.305101087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.615359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.47362321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.614672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:16.36576Z","time spent":"12.248903863s","remote":"127.0.0.1:42148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:28.615387Z","caller":"traceutil/trace.go:171","msg":"trace[2136457213] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"1.01748991s","start":"2026-02-27T02:17:27.597885Z","end":"2026-02-27T02:17:28.615375Z","steps":["trace[2136457213] 'process raft request' (duration: 1.016490706s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.615402Z","caller":"traceutil/trace.go:171","msg":"trace[489336355] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24174; }","duration":"5.473697162s","start":"2026-02-27T02:17:23.141688Z","end":"2026-02-27T02:17:28.615385Z","steps":["trace[489336355] 'agreement among raft nodes before linearized reading' (duration: 5.47363299s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.615405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361607458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-27T02:17:28.61541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.694529027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:28.615433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:23.141666Z","time spent":"5.473758804s","remote":"127.0.0.1:32814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:28.615439Z","caller":"traceutil/trace.go:171","msg":"trace[1804850749] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24174; }","duration":"3.36168002s","start":"2026-02-27T02:17:25.25375Z","end":"2026-02-27T02:17:28.61543Z","steps":["trace[1804850749] 'agreement among raft nodes before linearized reading' (duration: 3.361580478s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.615441Z","caller":"traceutil/trace.go:171","msg":"trace[1876848816] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24174; }","duration":"5.694561218s","start":"2026-02-27T02:17:22.920873Z","end":"2026-02-27T02:17:28.615434Z","steps":["trace[1876848816] 'agreement among raft nodes before linearized reading' (duration: 5.694511347s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.615467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:25.253729Z","time spent":"3.361732051s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-27T02:17:28.61547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:22.920803Z","time spent":"5.694660551s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.615471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.478765847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:17:28.615508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.599794842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.615514Z","caller":"traceutil/trace.go:171","msg":"trace[222431531] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24174; }","duration":"4.478840788s","start":"2026-02-27T02:17:24.136662Z","end":"2026-02-27T02:17:28.615503Z","steps":["trace[222431531] 'agreement among raft nodes before linearized reading' (duration: 4.478599652s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.615539Z","caller":"traceutil/trace.go:171","msg":"trace[529484539] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24174; }","duration":"7.599849442s","start":"2026-02-27T02:17:21.015681Z","end":"2026-02-27T02:17:28.615531Z","steps":["trace[529484539] 'agreement among raft nodes before linearized reading' (duration: 7.599803221s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.615366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:23.310144Z","time spent":"5.30521377s","remote":"127.0.0.1:46304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.615571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.015667Z","time spent":"7.599893364s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.615465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.547619073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:28.615605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702960125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.615647Z","caller":"traceutil/trace.go:171","msg":"trace[441582077] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24174; }","duration":"3.703038727s","start":"2026-02-27T02:17:24.912597Z","end":"2026-02-27T02:17:28.615635Z","steps":["trace[441582077] 'agreement among raft nodes before linearized reading' (duration: 3.702969505s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.615657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.442629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.615689Z","caller":"traceutil/trace.go:171","msg":"trace[165660150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24174; }","duration":"107.504641ms","start":"2026-02-27T02:17:28.508176Z","end":"2026-02-27T02:17:28.61568Z","steps":["trace[165660150] 'agreement among raft nodes before linearized reading' (duration: 107.45209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.615691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:24.912575Z","time spent":"3.703103879s","remote":"127.0.0.1:42678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.615474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:27.597855Z","time spent":"1.017560532s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:28.615719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.61226168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.615611Z","caller":"traceutil/trace.go:171","msg":"trace[1336476942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24174; }","duration":"7.547813478s","start":"2026-02-27T02:17:21.067786Z","end":"2026-02-27T02:17:28.6156Z","steps":["trace[1336476942] 'agreement among raft nodes before linearized reading' (duration: 7.547648044s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.615852Z","caller":"traceutil/trace.go:171","msg":"trace[1153295691] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24174; }","duration":"7.612393993s","start":"2026-02-27T02:17:21.003446Z","end":"2026-02-27T02:17:28.61584Z","steps":["trace[1153295691] 'agreement among raft nodes before linearized reading' (duration: 7.61224692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.615873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.067723Z","time spent":"7.548135425s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.615892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.003371Z","time spent":"7.612507856s","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.615915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.441858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:28.615949Z","caller":"traceutil/trace.go:171","msg":"trace[452653908] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24174; }","duration":"287.51238ms","start":"2026-02-27T02:17:28.328426Z","end":"2026-02-27T02:17:28.615938Z","steps":["trace[452653908] 'agreement among raft nodes before linearized reading' (duration: 287.408027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.61595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658926041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:17:28.615989Z","caller":"traceutil/trace.go:171","msg":"trace[2038600449] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3; range_end:; response_count:1; response_revision:24174; }","duration":"2.659008204s","start":"2026-02-27T02:17:25.956966Z","end":"2026-02-27T02:17:28.615974Z","steps":["trace[2038600449] 'agreement among raft nodes before linearized reading' (duration: 2.658884761s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.616019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:25.956947Z","time spent":"2.659063564s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f612cce554f3\" "} {"level":"warn","ts":"2026-02-27T02:17:28.616052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.739111539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:28.61609Z","caller":"traceutil/trace.go:171","msg":"trace[1925632462] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24174; }","duration":"7.739195361s","start":"2026-02-27T02:17:20.876885Z","end":"2026-02-27T02:17:28.61608Z","steps":["trace[1925632462] 'agreement among raft nodes before linearized reading' (duration: 7.739098159s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.616099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.469362924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.616107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152532257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.615811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655254077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-02-27T02:17:28.616136Z","caller":"traceutil/trace.go:171","msg":"trace[1504191871] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24174; }","duration":"8.469449666s","start":"2026-02-27T02:17:20.146675Z","end":"2026-02-27T02:17:28.616125Z","steps":["trace[1504191871] 'agreement among raft nodes before linearized reading' (duration: 8.469389235s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.616139Z","caller":"traceutil/trace.go:171","msg":"trace[2065373042] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24174; }","duration":"1.152606069s","start":"2026-02-27T02:17:27.463524Z","end":"2026-02-27T02:17:28.61613Z","steps":["trace[2065373042] 'agreement among raft nodes before linearized reading' (duration: 1.152554868s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.616132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9059682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.616161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663780304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.616166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:20.146653Z","time spent":"8.469505088s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:28.616181Z","caller":"traceutil/trace.go:171","msg":"trace[1323304181] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24174; }","duration":"1.906063882s","start":"2026-02-27T02:17:26.710103Z","end":"2026-02-27T02:17:28.616167Z","steps":["trace[1323304181] 'agreement among raft nodes before linearized reading' (duration: 1.90598058s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.616191Z","caller":"traceutil/trace.go:171","msg":"trace[1455372442] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:0; response_revision:24174; }","duration":"2.663865115s","start":"2026-02-27T02:17:25.952318Z","end":"2026-02-27T02:17:28.616183Z","steps":["trace[1455372442] 'agreement among raft nodes before linearized reading' (duration: 2.663815764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.616205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907791432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.61622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:25.952301Z","time spent":"2.663913226s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-02-27T02:17:28.616229Z","caller":"traceutil/trace.go:171","msg":"trace[1439196907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24174; }","duration":"1.907855253s","start":"2026-02-27T02:17:26.708367Z","end":"2026-02-27T02:17:28.616222Z","steps":["trace[1439196907] 'agreement among raft nodes before linearized reading' (duration: 1.907819912s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.616224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.71008Z","time spent":"1.906129213s","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.616253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.708343Z","time spent":"1.907904694s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:28.615041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.894465903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.616295Z","caller":"traceutil/trace.go:171","msg":"trace[809619782] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24174; }","duration":"6.895746083s","start":"2026-02-27T02:17:21.720538Z","end":"2026-02-27T02:17:28.616284Z","steps":["trace[809619782] 'agreement among raft nodes before linearized reading' (duration: 6.894472623s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.616314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.049536899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.61633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.720522Z","time spent":"6.895797684s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.616326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.295544346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:17:28.616348Z","caller":"traceutil/trace.go:171","msg":"trace[1706682987] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24174; }","duration":"8.049613851s","start":"2026-02-27T02:17:20.566722Z","end":"2026-02-27T02:17:28.616336Z","steps":["trace[1706682987] 'agreement among raft nodes before linearized reading' (duration: 8.04956086s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.616375Z","caller":"traceutil/trace.go:171","msg":"trace[170477945] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24174; }","duration":"13.295637299s","start":"2026-02-27T02:17:15.320725Z","end":"2026-02-27T02:17:28.616362Z","steps":["trace[170477945] 'agreement among raft nodes before linearized reading' (duration: 13.29399424s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.616157Z","caller":"traceutil/trace.go:171","msg":"trace[1660834597] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24174; }","duration":"2.655610225s","start":"2026-02-27T02:17:25.960535Z","end":"2026-02-27T02:17:28.616145Z","steps":["trace[1660834597] 'agreement among raft nodes before linearized reading' (duration: 2.655172004s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.616426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:15.320701Z","time spent":"13.295718241s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2828,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.616446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:25.960528Z","time spent":"2.655907731s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:17:28.616453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758065964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.61612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:20.876861Z","time spent":"7.739251152s","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:28.616507Z","caller":"traceutil/trace.go:171","msg":"trace[13136051] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24174; }","duration":"1.758124596s","start":"2026-02-27T02:17:26.858371Z","end":"2026-02-27T02:17:28.616496Z","steps":["trace[13136051] 'agreement among raft nodes before linearized reading' (duration: 1.758037674s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.616552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.858302Z","time spent":"1.758234239s","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.616168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:27.463503Z","time spent":"1.152658001s","remote":"127.0.0.1:46128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.616377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:20.566696Z","time spent":"8.049673793s","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.616725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822455155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.616762Z","caller":"traceutil/trace.go:171","msg":"trace[974127051] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24174; }","duration":"1.822515337s","start":"2026-02-27T02:17:26.794238Z","end":"2026-02-27T02:17:28.616753Z","steps":["trace[974127051] 'agreement among raft nodes before linearized reading' (duration: 1.822459965s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.616794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.794226Z","time spent":"1.822559107s","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.615546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:24.136646Z","time spent":"4.478891789s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.616384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496750225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:28.618673Z","caller":"traceutil/trace.go:171","msg":"trace[129614389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24174; }","duration":"2.499025927s","start":"2026-02-27T02:17:26.119622Z","end":"2026-02-27T02:17:28.618648Z","steps":["trace[129614389] 'agreement among raft nodes before linearized reading' (duration: 2.496735454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.618782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.119551Z","time spent":"2.499207181s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:29.030984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.623459Z","time spent":"407.51632ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:17:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:29.03123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.623395Z","time spent":"407.833867ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:17:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:29.449047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.5268ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:17:29.449131Z","caller":"traceutil/trace.go:171","msg":"trace[184886740] linearizableReadLoop","detail":"{readStateIndex:25040; appliedIndex:25039; }","duration":"826.944925ms","start":"2026-02-27T02:17:28.622171Z","end":"2026-02-27T02:17:29.449116Z","steps":["trace[184886740] 'read index received' (duration: 441.295812ms)","trace[184886740] 'applied index is now lower than readState.Index' (duration: 385.647933ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:29.449182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.618431Z","time spent":"830.749224ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:29.449381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.181281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-78c22787-34e6-4079-8eca-dda20e2979c4\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T02:17:29.449483Z","caller":"traceutil/trace.go:171","msg":"trace[2107625222] range","detail":"{range_begin:/registry/persistentvolumes/pvc-78c22787-34e6-4079-8eca-dda20e2979c4; range_end:; response_count:1; response_revision:24174; }","duration":"827.307864ms","start":"2026-02-27T02:17:28.622147Z","end":"2026-02-27T02:17:29.449455Z","steps":["trace[2107625222] 'agreement among raft nodes before linearized reading' (duration: 827.030928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.449554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.622135Z","time spent":"827.406456ms","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-78c22787-34e6-4079-8eca-dda20e2979c4\" "} {"level":"info","ts":"2026-02-27T02:17:29.480021Z","caller":"traceutil/trace.go:171","msg":"trace[2037133384] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"857.447432ms","start":"2026-02-27T02:17:28.622548Z","end":"2026-02-27T02:17:29.479996Z","steps":["trace[2037133384] 'process raft request' (duration: 857.265948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.48018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.622541Z","time spent":"857.559255ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:29.480437Z","caller":"traceutil/trace.go:171","msg":"trace[1661573993] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"858.069617ms","start":"2026-02-27T02:17:28.622356Z","end":"2026-02-27T02:17:29.480425Z","steps":["trace[1661573993] 'process raft request' (duration: 857.210507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.480517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.62233Z","time spent":"858.141868ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:29.494917Z","caller":"traceutil/trace.go:171","msg":"trace[19530680] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"252.352706ms","start":"2026-02-27T02:17:29.242542Z","end":"2026-02-27T02:17:29.494895Z","steps":["trace[19530680] 'process raft request' (duration: 252.180552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.495266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.623094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:29.495245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.339967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:29.495301Z","caller":"traceutil/trace.go:171","msg":"trace[2058111128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24180; }","duration":"869.723936ms","start":"2026-02-27T02:17:28.625569Z","end":"2026-02-27T02:17:29.495293Z","steps":["trace[2058111128] 'agreement among raft nodes before linearized reading' (duration: 869.652724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.495325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.625544Z","time spent":"869.775688ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:17:29.495331Z","caller":"traceutil/trace.go:171","msg":"trace[1099681811] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24180; }","duration":"695.447189ms","start":"2026-02-27T02:17:28.799861Z","end":"2026-02-27T02:17:29.495308Z","steps":["trace[1099681811] 'agreement among raft nodes before linearized reading' (duration: 695.224264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.49538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.799788Z","time spent":"695.583353ms","remote":"127.0.0.1:53428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:29.495451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.31383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-8j4l8\" ","response":"range_response_count:1 size:6323"} {"level":"info","ts":"2026-02-27T02:17:29.495575Z","caller":"traceutil/trace.go:171","msg":"trace[2049662669] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-8j4l8; range_end:; response_count:1; response_revision:24180; }","duration":"870.628117ms","start":"2026-02-27T02:17:28.624921Z","end":"2026-02-27T02:17:29.495549Z","steps":["trace[2049662669] 'agreement among raft nodes before linearized reading' (duration: 870.231458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.495569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.856555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:29.49566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.624879Z","time spent":"870.76421ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":6346,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-8j4l8\" "} {"level":"info","ts":"2026-02-27T02:17:29.495719Z","caller":"traceutil/trace.go:171","msg":"trace[1319396337] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24180; }","duration":"445.058339ms","start":"2026-02-27T02:17:29.050617Z","end":"2026-02-27T02:17:29.495675Z","steps":["trace[1319396337] 'agreement among raft nodes before linearized reading' (duration: 444.775272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.495822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.050595Z","time spent":"445.213323ms","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:29.495704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.171266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:17:29.495904Z","caller":"traceutil/trace.go:171","msg":"trace[1814137425] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24180; }","duration":"873.379891ms","start":"2026-02-27T02:17:28.622508Z","end":"2026-02-27T02:17:29.495888Z","steps":["trace[1814137425] 'agreement among raft nodes before linearized reading' (duration: 872.622043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.495947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.622504Z","time spent":"873.433422ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-27T02:17:29.72617Z","caller":"traceutil/trace.go:171","msg":"trace[169991924] linearizableReadLoop","detail":"{readStateIndex:25047; appliedIndex:25046; }","duration":"224.012259ms","start":"2026-02-27T02:17:29.502116Z","end":"2026-02-27T02:17:29.726128Z","steps":["trace[169991924] 'read index received' (duration: 141.061398ms)","trace[169991924] 'applied index is now lower than readState.Index' (duration: 82.949141ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:29.726262Z","caller":"traceutil/trace.go:171","msg":"trace[1161113665] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"224.249625ms","start":"2026-02-27T02:17:29.501976Z","end":"2026-02-27T02:17:29.726226Z","steps":["trace[1161113665] 'process raft request' (duration: 141.196851ms)","trace[1161113665] 'compare' (duration: 82.749446ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:29.726561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.401118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e742e4fc-bc83-494c-8a29-d0504c2cc7e9\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-27T02:17:29.726617Z","caller":"traceutil/trace.go:171","msg":"trace[1362724554] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e742e4fc-bc83-494c-8a29-d0504c2cc7e9; range_end:; response_count:1; response_revision:24181; }","duration":"224.502ms","start":"2026-02-27T02:17:29.502099Z","end":"2026-02-27T02:17:29.726601Z","steps":["trace[1362724554] 'agreement among raft nodes before linearized reading' (duration: 224.213644ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:29.851274Z","caller":"traceutil/trace.go:171","msg":"trace[1982175585] linearizableReadLoop","detail":"{readStateIndex:25049; appliedIndex:25047; }","duration":"124.982074ms","start":"2026-02-27T02:17:29.726271Z","end":"2026-02-27T02:17:29.851253Z","steps":["trace[1982175585] 'read index received' (duration: 102.75964ms)","trace[1982175585] 'applied index is now lower than readState.Index' (duration: 22.221364ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:29.851588Z","caller":"traceutil/trace.go:171","msg":"trace[503434388] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"349.276701ms","start":"2026-02-27T02:17:29.502292Z","end":"2026-02-27T02:17:29.851568Z","steps":["trace[503434388] 'process raft request' (duration: 326.736449ms)","trace[503434388] 'compare' (duration: 21.971649ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:29.85173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.502281Z","time spent":"349.350412ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:29.851858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.767538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T02:17:29.852013Z","caller":"traceutil/trace.go:171","msg":"trace[1782059332] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24183; }","duration":"348.954813ms","start":"2026-02-27T02:17:29.503036Z","end":"2026-02-27T02:17:29.851991Z","steps":["trace[1782059332] 'agreement among raft nodes before linearized reading' (duration: 348.596074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.852072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.503029Z","time spent":"349.030965ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T02:17:29.85218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.428906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-bcb47c685-jtx4p.1897f71dbeee57b9\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-02-27T02:17:29.852246Z","caller":"traceutil/trace.go:171","msg":"trace[1698970186] range","detail":"{range_begin:/registry/events/openstack/glance-api-bcb47c685-jtx4p.1897f71dbeee57b9; range_end:; response_count:1; response_revision:24183; }","duration":"122.530318ms","start":"2026-02-27T02:17:29.729702Z","end":"2026-02-27T02:17:29.852232Z","steps":["trace[1698970186] 'agreement among raft nodes before linearized reading' (duration: 122.344874ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:29.852469Z","caller":"traceutil/trace.go:171","msg":"trace[802323593] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"342.144715ms","start":"2026-02-27T02:17:29.510311Z","end":"2026-02-27T02:17:29.852455Z","steps":["trace[802323593] 'process raft request' (duration: 340.860526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.852589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.510297Z","time spent":"342.207306ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7747,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:29.852793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.777314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:29.854199Z","caller":"traceutil/trace.go:171","msg":"trace[554381723] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24183; }","duration":"261.819295ms","start":"2026-02-27T02:17:29.591004Z","end":"2026-02-27T02:17:29.852823Z","steps":["trace[554381723] 'agreement among raft nodes before linearized reading' (duration: 261.695442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:30.407187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.563291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:30.40754Z","caller":"traceutil/trace.go:171","msg":"trace[1939268140] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"530.964619ms","start":"2026-02-27T02:17:29.876545Z","end":"2026-02-27T02:17:30.40751Z","steps":["trace[1939268140] 'process raft request' (duration: 90.964568ms)","trace[1939268140] 'compare' (duration: 439.421638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:30.407638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.501302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:30.407677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.876535Z","time spent":"531.070201ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:30.407706Z","caller":"traceutil/trace.go:171","msg":"trace[916802303] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24185; }","duration":"525.585504ms","start":"2026-02-27T02:17:29.882101Z","end":"2026-02-27T02:17:30.407687Z","steps":["trace[916802303] 'agreement among raft nodes before linearized reading' (duration: 525.40761ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:30.407313Z","caller":"traceutil/trace.go:171","msg":"trace[1219259782] linearizableReadLoop","detail":"{readStateIndex:25051; appliedIndex:25050; }","duration":"486.604971ms","start":"2026-02-27T02:17:29.920685Z","end":"2026-02-27T02:17:30.40729Z","steps":["trace[1219259782] 'read index received' (duration: 46.836105ms)","trace[1219259782] 'applied index is now lower than readState.Index' (duration: 439.767586ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:30.407811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.882096Z","time spent":"525.695186ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:30.407802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.430483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-27T02:17:30.407892Z","caller":"traceutil/trace.go:171","msg":"trace[1363470151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24185; }","duration":"529.573786ms","start":"2026-02-27T02:17:29.878295Z","end":"2026-02-27T02:17:30.407869Z","steps":["trace[1363470151] 'agreement among raft nodes before linearized reading' (duration: 529.254699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:30.407941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.878287Z","time spent":"529.643898ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-27T02:17:30.407983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.140906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T02:17:30.408071Z","caller":"traceutil/trace.go:171","msg":"trace[757897125] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24185; }","duration":"532.249528ms","start":"2026-02-27T02:17:29.875801Z","end":"2026-02-27T02:17:30.408051Z","steps":["trace[757897125] 'agreement among raft nodes before linearized reading' (duration: 531.977312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:30.408127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.875793Z","time spent":"532.3254ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-27T02:17:30.460992Z","caller":"traceutil/trace.go:171","msg":"trace[1358662767] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"532.78639ms","start":"2026-02-27T02:17:29.92817Z","end":"2026-02-27T02:17:30.460957Z","steps":["trace[1358662767] 'process raft request' (duration: 532.605716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:30.461046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.159981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-2b5x8.1897f8c574c660ea\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-27T02:17:30.461097Z","caller":"traceutil/trace.go:171","msg":"trace[1759375777] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-2b5x8.1897f8c574c660ea; range_end:; response_count:1; response_revision:24186; }","duration":"537.230044ms","start":"2026-02-27T02:17:29.923853Z","end":"2026-02-27T02:17:30.461083Z","steps":["trace[1759375777] 'agreement among raft nodes before linearized reading' (duration: 537.097091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:30.46113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.923842Z","time spent":"537.280455ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-2b5x8.1897f8c574c660ea\" "} {"level":"warn","ts":"2026-02-27T02:17:30.461159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.928147Z","time spent":"532.927674ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7643,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:30.597563Z","caller":"traceutil/trace.go:171","msg":"trace[519444231] linearizableReadLoop","detail":"{readStateIndex:25053; appliedIndex:25052; }","duration":"132.298985ms","start":"2026-02-27T02:17:30.465241Z","end":"2026-02-27T02:17:30.59754Z","steps":["trace[519444231] 'read index received' (duration: 132.276384ms)","trace[519444231] 'applied index is now lower than readState.Index' (duration: 21.501µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:30.597656Z","caller":"traceutil/trace.go:171","msg":"trace[1044895964] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"132.879498ms","start":"2026-02-27T02:17:30.464736Z","end":"2026-02-27T02:17:30.597616Z","steps":["trace[1044895964] 'process raft request' (duration: 132.667404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:30.597821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.574281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-2b5x8\" ","response":"range_response_count:1 size:7055"} {"level":"info","ts":"2026-02-27T02:17:30.597853Z","caller":"traceutil/trace.go:171","msg":"trace[768117650] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-2b5x8; range_end:; response_count:1; response_revision:24187; }","duration":"132.655033ms","start":"2026-02-27T02:17:30.46519Z","end":"2026-02-27T02:17:30.597845Z","steps":["trace[768117650] 'agreement among raft nodes before linearized reading' (duration: 132.483189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:30.598058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.484969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-27T02:17:30.598083Z","caller":"traceutil/trace.go:171","msg":"trace[1419220945] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24187; }","duration":"132.53554ms","start":"2026-02-27T02:17:30.465542Z","end":"2026-02-27T02:17:30.598077Z","steps":["trace[1419220945] 'agreement among raft nodes before linearized reading' (duration: 132.468619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:31.02658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.127092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:31.026659Z","caller":"traceutil/trace.go:171","msg":"trace[804633256] linearizableReadLoop","detail":"{readStateIndex:25054; appliedIndex:25053; }","duration":"422.881715ms","start":"2026-02-27T02:17:30.603765Z","end":"2026-02-27T02:17:31.026647Z","steps":["trace[804633256] 'read index received' (duration: 141.711433ms)","trace[804633256] 'applied index is now lower than readState.Index' (duration: 281.169192ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:31.026757Z","caller":"traceutil/trace.go:171","msg":"trace[647113904] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"423.763325ms","start":"2026-02-27T02:17:30.602926Z","end":"2026-02-27T02:17:31.026689Z","steps":["trace[647113904] 'process raft request' (duration: 142.458359ms)","trace[647113904] 'compare' (duration: 280.853536ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:31.026808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.056039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T02:17:31.026825Z","caller":"traceutil/trace.go:171","msg":"trace[219908271] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:24188; }","duration":"423.10288ms","start":"2026-02-27T02:17:30.603716Z","end":"2026-02-27T02:17:31.026818Z","steps":["trace[219908271] 'agreement among raft nodes before linearized reading' (duration: 422.991918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:31.026843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:30.603699Z","time spent":"423.139771ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-02-27T02:17:31.027097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:30.602914Z","time spent":"423.91045ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:31.296842Z","caller":"traceutil/trace.go:171","msg":"trace[133442504] linearizableReadLoop","detail":"{readStateIndex:25055; appliedIndex:25054; }","duration":"270.123958ms","start":"2026-02-27T02:17:31.026688Z","end":"2026-02-27T02:17:31.296811Z","steps":["trace[133442504] 'read index received' (duration: 240.85372ms)","trace[133442504] 'applied index is now lower than readState.Index' (duration: 29.268598ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:31.29713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.374135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:31.297207Z","caller":"traceutil/trace.go:171","msg":"trace[562315153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24189; }","duration":"470.509059ms","start":"2026-02-27T02:17:30.82668Z","end":"2026-02-27T02:17:31.297189Z","steps":["trace[562315153] 'agreement among raft nodes before linearized reading' (duration: 470.355025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:31.297242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:30.826658Z","time spent":"470.578041ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:17:31.297277Z","caller":"traceutil/trace.go:171","msg":"trace[970761415] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"688.590871ms","start":"2026-02-27T02:17:30.608659Z","end":"2026-02-27T02:17:31.297249Z","steps":["trace[970761415] 'process raft request' (duration: 658.948264ms)","trace[970761415] 'compare' (duration: 29.053793ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:31.29736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.464232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-8j4l8.1897f8c72e6aa7a9\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-02-27T02:17:31.297396Z","caller":"traceutil/trace.go:171","msg":"trace[32923655] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-b56d5d966-8j4l8.1897f8c72e6aa7a9; range_end:; response_count:1; response_revision:24189; }","duration":"266.519034ms","start":"2026-02-27T02:17:31.030868Z","end":"2026-02-27T02:17:31.297387Z","steps":["trace[32923655] 'agreement among raft nodes before linearized reading' (duration: 266.384601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:31.297396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:30.608636Z","time spent":"688.701483ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7125,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:31.297347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.65611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d0b5fd0d-930b-4a93-b90d-8148143fb650\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-02-27T02:17:31.29746Z","caller":"traceutil/trace.go:171","msg":"trace[1728407959] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d0b5fd0d-930b-4a93-b90d-8148143fb650; range_end:; response_count:1; response_revision:24189; }","duration":"267.815024ms","start":"2026-02-27T02:17:31.029619Z","end":"2026-02-27T02:17:31.297434Z","steps":["trace[1728407959] 'agreement among raft nodes before linearized reading' (duration: 267.515637ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:31.528836Z","caller":"traceutil/trace.go:171","msg":"trace[1832867751] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"165.938134ms","start":"2026-02-27T02:17:31.362868Z","end":"2026-02-27T02:17:31.528806Z","steps":["trace[1832867751] 'process raft request' (duration: 141.787365ms)","trace[1832867751] 'compare' (duration: 24.023266ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:31.533715Z","caller":"traceutil/trace.go:171","msg":"trace[1990672141] linearizableReadLoop","detail":"{readStateIndex:25058; appliedIndex:25056; }","duration":"169.009405ms","start":"2026-02-27T02:17:31.364685Z","end":"2026-02-27T02:17:31.533695Z","steps":["trace[1990672141] 'read index received' (duration: 139.997653ms)","trace[1990672141] 'applied index is now lower than readState.Index' (duration: 29.010662ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:31.5339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.195159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-022eaabe-04ab-4adc-b0e1-29eddb710989\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T02:17:31.533929Z","caller":"traceutil/trace.go:171","msg":"trace[1002345276] range","detail":"{range_begin:/registry/persistentvolumes/pvc-022eaabe-04ab-4adc-b0e1-29eddb710989; range_end:; response_count:1; response_revision:24192; }","duration":"169.25238ms","start":"2026-02-27T02:17:31.364668Z","end":"2026-02-27T02:17:31.53392Z","steps":["trace[1002345276] 'agreement among raft nodes before linearized reading' (duration: 169.104177ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:31.534171Z","caller":"traceutil/trace.go:171","msg":"trace[740201666] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"170.604612ms","start":"2026-02-27T02:17:31.363552Z","end":"2026-02-27T02:17:31.534156Z","steps":["trace[740201666] 'process raft request' (duration: 170.029478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:31.707101Z","caller":"traceutil/trace.go:171","msg":"trace[1373474357] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"161.739137ms","start":"2026-02-27T02:17:31.545321Z","end":"2026-02-27T02:17:31.70706Z","steps":["trace[1373474357] 'process raft request' (duration: 160.1375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:31.707363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.802645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:31.707444Z","caller":"traceutil/trace.go:171","msg":"trace[1298439502] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24195; }","duration":"123.04738ms","start":"2026-02-27T02:17:31.584379Z","end":"2026-02-27T02:17:31.707426Z","steps":["trace[1298439502] 'agreement among raft nodes before linearized reading' (duration: 122.717133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:32.295229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341515,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:17:32.399203Z","caller":"traceutil/trace.go:171","msg":"trace[1379201322] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"624.461925ms","start":"2026-02-27T02:17:31.774717Z","end":"2026-02-27T02:17:32.399179Z","steps":["trace[1379201322] 'process raft request' (duration: 624.199089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:32.399393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:31.774702Z","time spent":"624.584938ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5155,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:32.39944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.25177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-hcb2b.1897f8c96022b8eb\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-02-27T02:17:32.399183Z","caller":"traceutil/trace.go:171","msg":"trace[1296984706] linearizableReadLoop","detail":"{readStateIndex:25064; appliedIndex:25063; }","duration":"604.973903ms","start":"2026-02-27T02:17:31.794174Z","end":"2026-02-27T02:17:32.399148Z","steps":["trace[1296984706] 'read index received' (duration: 604.710877ms)","trace[1296984706] 'applied index is now lower than readState.Index' (duration: 261.396µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:32.399513Z","caller":"traceutil/trace.go:171","msg":"trace[1562694926] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-hcb2b.1897f8c96022b8eb; range_end:; response_count:1; response_revision:24198; }","duration":"605.343012ms","start":"2026-02-27T02:17:31.794152Z","end":"2026-02-27T02:17:32.399495Z","steps":["trace[1562694926] 'agreement among raft nodes before linearized reading' (duration: 605.097627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:32.399563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:31.79414Z","time spent":"605.410484ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":855,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-hcb2b.1897f8c96022b8eb\" "} {"level":"warn","ts":"2026-02-27T02:17:32.399808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.227193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:32.399816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.212819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T02:17:32.399888Z","caller":"traceutil/trace.go:171","msg":"trace[2097769761] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24198; }","duration":"605.314711ms","start":"2026-02-27T02:17:31.794552Z","end":"2026-02-27T02:17:32.399867Z","steps":["trace[2097769761] 'agreement among raft nodes before linearized reading' (duration: 605.076146ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:32.399885Z","caller":"traceutil/trace.go:171","msg":"trace[1784219058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24198; }","duration":"448.416237ms","start":"2026-02-27T02:17:31.951446Z","end":"2026-02-27T02:17:32.399862Z","steps":["trace[1784219058] 'agreement among raft nodes before linearized reading' (duration: 448.207902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:32.39993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:31.794539Z","time spent":"605.384253ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-27T02:17:32.39994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:31.951415Z","time spent":"448.51376ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:32.399917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.606646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:17:32.400003Z","caller":"traceutil/trace.go:171","msg":"trace[693058456] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24198; }","duration":"326.744469ms","start":"2026-02-27T02:17:32.073238Z","end":"2026-02-27T02:17:32.399983Z","steps":["trace[693058456] 'agreement among raft nodes before linearized reading' (duration: 326.452392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:32.400043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.473622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:32.400062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.465344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:32.400121Z","caller":"traceutil/trace.go:171","msg":"trace[1300613862] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24198; }","duration":"213.573278ms","start":"2026-02-27T02:17:32.186533Z","end":"2026-02-27T02:17:32.400107Z","steps":["trace[1300613862] 'agreement among raft nodes before linearized reading' (duration: 213.477045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:32.400119Z","caller":"traceutil/trace.go:171","msg":"trace[438083518] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24198; }","duration":"509.582883ms","start":"2026-02-27T02:17:31.890514Z","end":"2026-02-27T02:17:32.400097Z","steps":["trace[438083518] 'agreement among raft nodes before linearized reading' (duration: 509.465071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:32.400063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:32.073215Z","time spent":"326.83247ms","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:17:32.400192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:31.890496Z","time spent":"509.678136ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:32.400368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.20116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:32.40042Z","caller":"traceutil/trace.go:171","msg":"trace[122797904] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24198; }","duration":"239.309674ms","start":"2026-02-27T02:17:32.161097Z","end":"2026-02-27T02:17:32.400407Z","steps":["trace[122797904] 'agreement among raft nodes before linearized reading' (duration: 238.539176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:32.622839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.168078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-gvbdn\" ","response":"range_response_count:1 size:6055"} {"level":"info","ts":"2026-02-27T02:17:32.62292Z","caller":"traceutil/trace.go:171","msg":"trace[313929056] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-gvbdn; range_end:; response_count:1; response_revision:24198; }","duration":"219.328681ms","start":"2026-02-27T02:17:32.403573Z","end":"2026-02-27T02:17:32.622902Z","steps":["trace[313929056] 'range keys from in-memory index tree' (duration: 218.88739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:32.622924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.971512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:32.623072Z","caller":"traceutil/trace.go:171","msg":"trace[2010987223] linearizableReadLoop","detail":"{readStateIndex:25065; appliedIndex:25064; }","duration":"210.545657ms","start":"2026-02-27T02:17:32.412504Z","end":"2026-02-27T02:17:32.623049Z","steps":["trace[2010987223] 'read index received' (duration: 70.211786ms)","trace[2010987223] 'applied index is now lower than readState.Index' (duration: 140.332161ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:32.623268Z","caller":"traceutil/trace.go:171","msg":"trace[812542369] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"218.42473ms","start":"2026-02-27T02:17:32.404807Z","end":"2026-02-27T02:17:32.623232Z","steps":["trace[812542369] 'process raft request' (duration: 78.012568ms)","trace[812542369] 'compare' (duration: 139.473831ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:32.623351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.836734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4dae7c0a-d451-4d84-9504-a045a74e12b4\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:17:32.623398Z","caller":"traceutil/trace.go:171","msg":"trace[13895802] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4dae7c0a-d451-4d84-9504-a045a74e12b4; range_end:; response_count:1; response_revision:24199; }","duration":"210.920816ms","start":"2026-02-27T02:17:32.412463Z","end":"2026-02-27T02:17:32.623384Z","steps":["trace[13895802] 'agreement among raft nodes before linearized reading' (duration: 210.66904ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:32.745098Z","caller":"traceutil/trace.go:171","msg":"trace[1742743078] linearizableReadLoop","detail":"{readStateIndex:25067; appliedIndex:25066; }","duration":"113.435248ms","start":"2026-02-27T02:17:32.631628Z","end":"2026-02-27T02:17:32.745064Z","steps":["trace[1742743078] 'read index received' (duration: 78.12919ms)","trace[1742743078] 'applied index is now lower than readState.Index' (duration: 35.304498ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:32.745602Z","caller":"traceutil/trace.go:171","msg":"trace[289190976] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"114.686896ms","start":"2026-02-27T02:17:32.630889Z","end":"2026-02-27T02:17:32.745576Z","steps":["trace[289190976] 'process raft request' (duration: 113.96817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:32.746019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.367549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ca1b6b47-a16c-4090-8e8f-2e35dd26e0e3\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T02:17:32.746096Z","caller":"traceutil/trace.go:171","msg":"trace[1003620579] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ca1b6b47-a16c-4090-8e8f-2e35dd26e0e3; range_end:; response_count:1; response_revision:24201; }","duration":"114.513662ms","start":"2026-02-27T02:17:32.631567Z","end":"2026-02-27T02:17:32.746081Z","steps":["trace[1003620579] 'agreement among raft nodes before linearized reading' (duration: 114.331578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:33.023566Z","caller":"traceutil/trace.go:171","msg":"trace[2041794298] linearizableReadLoop","detail":"{readStateIndex:25070; appliedIndex:25069; }","duration":"204.261221ms","start":"2026-02-27T02:17:32.819276Z","end":"2026-02-27T02:17:33.023537Z","steps":["trace[2041794298] 'read index received' (duration: 203.999965ms)","trace[2041794298] 'applied index is now lower than readState.Index' (duration: 260.196µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:33.023637Z","caller":"traceutil/trace.go:171","msg":"trace[1111022600] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"236.255473ms","start":"2026-02-27T02:17:32.787357Z","end":"2026-02-27T02:17:33.023613Z","steps":["trace[1111022600] 'process raft request' (duration: 236.019917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.023807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.319813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.023849Z","caller":"traceutil/trace.go:171","msg":"trace[1083449694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24204; }","duration":"204.464156ms","start":"2026-02-27T02:17:32.819373Z","end":"2026-02-27T02:17:33.023838Z","steps":["trace[1083449694] 'agreement among raft nodes before linearized reading' (duration: 204.307882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.023872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.558989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-2b5x8.1897f8c574c660ea\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-27T02:17:33.02398Z","caller":"traceutil/trace.go:171","msg":"trace[1096421418] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-2b5x8.1897f8c574c660ea; range_end:; response_count:1; response_revision:24204; }","duration":"204.710662ms","start":"2026-02-27T02:17:32.819244Z","end":"2026-02-27T02:17:33.023954Z","steps":["trace[1096421418] 'agreement among raft nodes before linearized reading' (duration: 204.422835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.023987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.597293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-02-27T02:17:33.024094Z","caller":"traceutil/trace.go:171","msg":"trace[1441540783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24204; }","duration":"180.745556ms","start":"2026-02-27T02:17:32.843324Z","end":"2026-02-27T02:17:33.02407Z","steps":["trace[1441540783] 'agreement among raft nodes before linearized reading' (duration: 180.415439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.023964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.58795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.024229Z","caller":"traceutil/trace.go:171","msg":"trace[875700004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24204; }","duration":"198.874477ms","start":"2026-02-27T02:17:32.825318Z","end":"2026-02-27T02:17:33.024192Z","steps":["trace[875700004] 'agreement among raft nodes before linearized reading' (duration: 198.516509ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:33.192175Z","caller":"traceutil/trace.go:171","msg":"trace[2057101275] linearizableReadLoop","detail":"{readStateIndex:25072; appliedIndex:25071; }","duration":"133.504403ms","start":"2026-02-27T02:17:33.058645Z","end":"2026-02-27T02:17:33.19215Z","steps":["trace[2057101275] 'read index received' (duration: 133.349629ms)","trace[2057101275] 'applied index is now lower than readState.Index' (duration: 154.044µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:33.1922Z","caller":"traceutil/trace.go:171","msg":"trace[1835624606] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"162.840661ms","start":"2026-02-27T02:17:33.029344Z","end":"2026-02-27T02:17:33.192185Z","steps":["trace[1835624606] 'process raft request' (duration: 162.649747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.192343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.689347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2gztv.1897f8c877a38856\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-27T02:17:33.192379Z","caller":"traceutil/trace.go:171","msg":"trace[256106906] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2gztv.1897f8c877a38856; range_end:; response_count:1; response_revision:24206; }","duration":"133.764828ms","start":"2026-02-27T02:17:33.058607Z","end":"2026-02-27T02:17:33.192372Z","steps":["trace[256106906] 'agreement among raft nodes before linearized reading' (duration: 133.628615ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:33.22609Z","caller":"traceutil/trace.go:171","msg":"trace[1842420854] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"163.892616ms","start":"2026-02-27T02:17:33.062175Z","end":"2026-02-27T02:17:33.226068Z","steps":["trace[1842420854] 'process raft request' (duration: 163.782824ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:33.481104Z","caller":"traceutil/trace.go:171","msg":"trace[581367725] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"220.924377ms","start":"2026-02-27T02:17:33.260143Z","end":"2026-02-27T02:17:33.481068Z","steps":["trace[581367725] 'process raft request' (duration: 220.427156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:33.501291Z","caller":"traceutil/trace.go:171","msg":"trace[2078475202] linearizableReadLoop","detail":"{readStateIndex:25077; appliedIndex:25075; }","duration":"197.406153ms","start":"2026-02-27T02:17:33.303854Z","end":"2026-02-27T02:17:33.50126Z","steps":["trace[2078475202] 'read index received' (duration: 176.728044ms)","trace[2078475202] 'applied index is now lower than readState.Index' (duration: 20.676649ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:33.501364Z","caller":"traceutil/trace.go:171","msg":"trace[149819461] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"209.986194ms","start":"2026-02-27T02:17:33.291318Z","end":"2026-02-27T02:17:33.501304Z","steps":["trace[149819461] 'process raft request' (duration: 209.778709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.501518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.631328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.501571Z","caller":"traceutil/trace.go:171","msg":"trace[335242846] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24211; }","duration":"197.72743ms","start":"2026-02-27T02:17:33.30383Z","end":"2026-02-27T02:17:33.501557Z","steps":["trace[335242846] 'agreement among raft nodes before linearized reading' (duration: 197.583937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.501712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.002546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-02-27T02:17:33.501801Z","caller":"traceutil/trace.go:171","msg":"trace[1062868863] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24211; }","duration":"103.16382ms","start":"2026-02-27T02:17:33.398618Z","end":"2026-02-27T02:17:33.501782Z","steps":["trace[1062868863] 'agreement among raft nodes before linearized reading' (duration: 102.849813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:33.906295Z","caller":"traceutil/trace.go:171","msg":"trace[235819691] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"394.233792ms","start":"2026-02-27T02:17:33.512035Z","end":"2026-02-27T02:17:33.906269Z","steps":["trace[235819691] 'process raft request' (duration: 394.059598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.906439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.512027Z","time spent":"394.347315ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:17:34.026701Z","caller":"traceutil/trace.go:171","msg":"trace[765364825] linearizableReadLoop","detail":"{readStateIndex:25080; appliedIndex:25078; }","duration":"409.000513ms","start":"2026-02-27T02:17:33.61768Z","end":"2026-02-27T02:17:34.02668Z","steps":["trace[765364825] 'read index received' (duration: 288.478852ms)","trace[765364825] 'applied index is now lower than readState.Index' (duration: 120.520651ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:34.026945Z","caller":"traceutil/trace.go:171","msg":"trace[1302177172] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"512.207274ms","start":"2026-02-27T02:17:33.51473Z","end":"2026-02-27T02:17:34.026937Z","steps":["trace[1302177172] 'process raft request' (duration: 511.738993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.027023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.514723Z","time spent":"512.241495ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:34.027217Z","caller":"traceutil/trace.go:171","msg":"trace[319764383] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"401.155681ms","start":"2026-02-27T02:17:33.626055Z","end":"2026-02-27T02:17:34.027211Z","steps":["trace[319764383] 'process raft request' (duration: 400.583018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.027253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.626028Z","time spent":"401.206013ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:34.027345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.672268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:34.027366Z","caller":"traceutil/trace.go:171","msg":"trace[1445494706] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24215; }","duration":"409.695649ms","start":"2026-02-27T02:17:33.617665Z","end":"2026-02-27T02:17:34.027361Z","steps":["trace[1445494706] 'agreement among raft nodes before linearized reading' (duration: 409.658928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.027383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.617606Z","time spent":"409.771471ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:34.070937Z","caller":"traceutil/trace.go:171","msg":"trace[556504817] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"160.578859ms","start":"2026-02-27T02:17:33.910346Z","end":"2026-02-27T02:17:34.070925Z","steps":["trace[556504817] 'process raft request' (duration: 160.475497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.071091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.758331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:34.071111Z","caller":"traceutil/trace.go:171","msg":"trace[303154642] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24216; }","duration":"387.814742ms","start":"2026-02-27T02:17:33.683291Z","end":"2026-02-27T02:17:34.071105Z","steps":["trace[303154642] 'agreement among raft nodes before linearized reading' (duration: 387.769821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.071127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.683273Z","time spent":"387.849204ms","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:17:34.071139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.434568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:34.071232Z","caller":"traceutil/trace.go:171","msg":"trace[1978567180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24216; }","duration":"246.596842ms","start":"2026-02-27T02:17:33.824612Z","end":"2026-02-27T02:17:34.071209Z","steps":["trace[1978567180] 'agreement among raft nodes before linearized reading' (duration: 246.351646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.071406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.38688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-27T02:17:34.07143Z","caller":"traceutil/trace.go:171","msg":"trace[1804365503] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24216; }","duration":"399.438602ms","start":"2026-02-27T02:17:33.671986Z","end":"2026-02-27T02:17:34.071425Z","steps":["trace[1804365503] 'agreement among raft nodes before linearized reading' (duration: 399.3573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.071446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.671972Z","time spent":"399.470062ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:17:34.07143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.575745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T02:17:34.071509Z","caller":"traceutil/trace.go:171","msg":"trace[1671578750] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24216; }","duration":"320.708518ms","start":"2026-02-27T02:17:33.750779Z","end":"2026-02-27T02:17:34.071488Z","steps":["trace[1671578750] 'agreement among raft nodes before linearized reading' (duration: 320.457382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.071554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.750759Z","time spent":"320.786569ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T02:17:34.071546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.04818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418556"} {"level":"info","ts":"2026-02-27T02:17:34.071616Z","caller":"traceutil/trace.go:171","msg":"trace[1621354157] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24216; }","duration":"161.175753ms","start":"2026-02-27T02:17:33.910422Z","end":"2026-02-27T02:17:34.071597Z","steps":["trace[1621354157] 'agreement among raft nodes before linearized reading' (duration: 160.861595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.072492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.901811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:34.072548Z","caller":"traceutil/trace.go:171","msg":"trace[281628295] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24216; }","duration":"330.035044ms","start":"2026-02-27T02:17:33.742498Z","end":"2026-02-27T02:17:34.072533Z","steps":["trace[281628295] 'agreement among raft nodes before linearized reading' (duration: 328.458258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.072589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.742478Z","time spent":"330.100725ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:34.194612Z","caller":"traceutil/trace.go:171","msg":"trace[146083524] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"116.99012ms","start":"2026-02-27T02:17:34.077587Z","end":"2026-02-27T02:17:34.194577Z","steps":["trace[146083524] 'process raft request' (duration: 116.779295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:34.21712Z","caller":"traceutil/trace.go:171","msg":"trace[30258021] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"111.37817ms","start":"2026-02-27T02:17:34.105709Z","end":"2026-02-27T02:17:34.217087Z","steps":["trace[30258021] 'process raft request' (duration: 111.200326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:34.426556Z","caller":"traceutil/trace.go:171","msg":"trace[332960216] linearizableReadLoop","detail":"{readStateIndex:25087; appliedIndex:25086; }","duration":"184.801561ms","start":"2026-02-27T02:17:34.241706Z","end":"2026-02-27T02:17:34.426508Z","steps":["trace[332960216] 'read index received' (duration: 25.91527ms)","trace[332960216] 'applied index is now lower than readState.Index' (duration: 158.885111ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:34.4268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.072227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-02-27T02:17:34.427289Z","caller":"traceutil/trace.go:171","msg":"trace[1995582361] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:24221; }","duration":"185.604199ms","start":"2026-02-27T02:17:34.241667Z","end":"2026-02-27T02:17:34.427271Z","steps":["trace[1995582361] 'agreement among raft nodes before linearized reading' (duration: 185.013776ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:34.426751Z","caller":"traceutil/trace.go:171","msg":"trace[653920811] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"200.564736ms","start":"2026-02-27T02:17:34.226131Z","end":"2026-02-27T02:17:34.426696Z","steps":["trace[653920811] 'process raft request' (duration: 200.131066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.427161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.877783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:17:34.427613Z","caller":"traceutil/trace.go:171","msg":"trace[581063344] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24221; }","duration":"179.366615ms","start":"2026-02-27T02:17:34.248233Z","end":"2026-02-27T02:17:34.4276Z","steps":["trace[581063344] 'agreement among raft nodes before linearized reading' (duration: 178.778341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.427187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.065928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2gztv.1897f8c877a38856\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-27T02:17:34.427713Z","caller":"traceutil/trace.go:171","msg":"trace[878092067] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2gztv.1897f8c877a38856; range_end:; response_count:1; response_revision:24221; }","duration":"157.600631ms","start":"2026-02-27T02:17:34.270084Z","end":"2026-02-27T02:17:34.427685Z","steps":["trace[878092067] 'agreement among raft nodes before linearized reading' (duration: 156.954686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.626003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.842607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:34.626099Z","caller":"traceutil/trace.go:171","msg":"trace[290835133] linearizableReadLoop","detail":"{readStateIndex:25088; appliedIndex:25087; }","duration":"193.957623ms","start":"2026-02-27T02:17:34.432127Z","end":"2026-02-27T02:17:34.626084Z","steps":["trace[290835133] 'read index received' (duration: 63.919791ms)","trace[290835133] 'applied index is now lower than readState.Index' (duration: 130.036672ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:34.626172Z","caller":"traceutil/trace.go:171","msg":"trace[1365987888] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"194.102066ms","start":"2026-02-27T02:17:34.432026Z","end":"2026-02-27T02:17:34.626128Z","steps":["trace[1365987888] 'process raft request' (duration: 63.990902ms)","trace[1365987888] 'compare' (duration: 129.738535ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:34.626296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.032359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-02-27T02:17:34.626319Z","caller":"traceutil/trace.go:171","msg":"trace[113388955] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:24222; }","duration":"183.076341ms","start":"2026-02-27T02:17:34.443235Z","end":"2026-02-27T02:17:34.626312Z","steps":["trace[113388955] 'agreement among raft nodes before linearized reading' (duration: 182.948618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:34.626456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.29842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7183"} {"level":"info","ts":"2026-02-27T02:17:34.626568Z","caller":"traceutil/trace.go:171","msg":"trace[288095153] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24222; }","duration":"194.468484ms","start":"2026-02-27T02:17:34.43207Z","end":"2026-02-27T02:17:34.626539Z","steps":["trace[288095153] 'agreement among raft nodes before linearized reading' (duration: 194.096996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:35.327593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625341576,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:17:35.473683Z","caller":"traceutil/trace.go:171","msg":"trace[1140489184] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"840.290365ms","start":"2026-02-27T02:17:34.633355Z","end":"2026-02-27T02:17:35.473645Z","steps":["trace[1140489184] 'process raft request' (duration: 789.158451ms)","trace[1140489184] 'compare' (duration: 50.909309ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:35.473821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:34.63333Z","time spent":"840.430018ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:17:35.529341Z","caller":"traceutil/trace.go:171","msg":"trace[551079917] linearizableReadLoop","detail":"{readStateIndex:25090; appliedIndex:25088; }","duration":"702.297459ms","start":"2026-02-27T02:17:34.827022Z","end":"2026-02-27T02:17:35.52932Z","steps":["trace[551079917] 'read index received' (duration: 595.561606ms)","trace[551079917] 'applied index is now lower than readState.Index' (duration: 106.735133ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:35.529414Z","caller":"traceutil/trace.go:171","msg":"trace[1920885239] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"890.383205ms","start":"2026-02-27T02:17:34.638991Z","end":"2026-02-27T02:17:35.529374Z","steps":["trace[1920885239] 'process raft request' (duration: 890.233631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:35.52958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:34.638972Z","time spent":"890.523679ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7224,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:35.529579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.474552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:35.529664Z","caller":"traceutil/trace.go:171","msg":"trace[3562976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24224; }","duration":"702.673917ms","start":"2026-02-27T02:17:34.826968Z","end":"2026-02-27T02:17:35.529642Z","steps":["trace[3562976] 'agreement among raft nodes before linearized reading' (duration: 702.441552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:35.529704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:34.826944Z","time spent":"702.753789ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:17:35.64052Z","caller":"traceutil/trace.go:171","msg":"trace[1602284199] linearizableReadLoop","detail":"{readStateIndex:25091; appliedIndex:25090; }","duration":"111.101074ms","start":"2026-02-27T02:17:35.529392Z","end":"2026-02-27T02:17:35.640494Z","steps":["trace[1602284199] 'read index received' (duration: 55.843554ms)","trace[1602284199] 'applied index is now lower than readState.Index' (duration: 55.256ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:35.64065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.242733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:35.640743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.634149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:17:35.640748Z","caller":"traceutil/trace.go:171","msg":"trace[801474895] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24225; }","duration":"129.393567ms","start":"2026-02-27T02:17:35.51133Z","end":"2026-02-27T02:17:35.640724Z","steps":["trace[801474895] 'agreement among raft nodes before linearized reading' (duration: 129.201203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:35.640775Z","caller":"traceutil/trace.go:171","msg":"trace[1031003520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24225; }","duration":"346.717561ms","start":"2026-02-27T02:17:35.294045Z","end":"2026-02-27T02:17:35.640762Z","steps":["trace[1031003520] 'agreement among raft nodes before linearized reading' (duration: 346.563787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:35.6408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.294021Z","time spent":"346.772833ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:17:35.640943Z","caller":"traceutil/trace.go:171","msg":"trace[1784349945] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"163.244682ms","start":"2026-02-27T02:17:35.477642Z","end":"2026-02-27T02:17:35.640887Z","steps":["trace[1784349945] 'process raft request' (duration: 107.532951ms)","trace[1784349945] 'compare' (duration: 55.123117ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:35.640967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.364586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:35.641002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.139713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:35.641046Z","caller":"traceutil/trace.go:171","msg":"trace[563595130] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24225; }","duration":"730.229055ms","start":"2026-02-27T02:17:34.910807Z","end":"2026-02-27T02:17:35.641036Z","steps":["trace[563595130] 'agreement among raft nodes before linearized reading' (duration: 730.161824ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:35.641055Z","caller":"traceutil/trace.go:171","msg":"trace[2065540675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24225; }","duration":"110.499019ms","start":"2026-02-27T02:17:35.530534Z","end":"2026-02-27T02:17:35.641033Z","steps":["trace[2065540675] 'agreement among raft nodes before linearized reading' (duration: 110.359476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:35.641075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:34.910783Z","time spent":"730.283546ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:35.765405Z","caller":"traceutil/trace.go:171","msg":"trace[2052057028] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"112.509987ms","start":"2026-02-27T02:17:35.652872Z","end":"2026-02-27T02:17:35.765382Z","steps":["trace[2052057028] 'process raft request' (duration: 112.432185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:35.765516Z","caller":"traceutil/trace.go:171","msg":"trace[430660843] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"117.681955ms","start":"2026-02-27T02:17:35.64778Z","end":"2026-02-27T02:17:35.765462Z","steps":["trace[430660843] 'process raft request' (duration: 100.15785ms)","trace[430660843] 'compare' (duration: 17.229879ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:36.143192Z","caller":"traceutil/trace.go:171","msg":"trace[1642431394] linearizableReadLoop","detail":"{readStateIndex:25100; appliedIndex:25099; }","duration":"190.595815ms","start":"2026-02-27T02:17:35.952574Z","end":"2026-02-27T02:17:36.14317Z","steps":["trace[1642431394] 'read index received' (duration: 132.5199ms)","trace[1642431394] 'applied index is now lower than readState.Index' (duration: 58.075195ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:36.143379Z","caller":"traceutil/trace.go:171","msg":"trace[1270696060] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"222.933653ms","start":"2026-02-27T02:17:35.920437Z","end":"2026-02-27T02:17:36.143371Z","steps":["trace[1270696060] 'process raft request' (duration: 164.645863ms)","trace[1270696060] 'compare' (duration: 57.905271ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:36.14356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.753806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zr7zl.1897f8de63e51cb8\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-02-27T02:17:36.143665Z","caller":"traceutil/trace.go:171","msg":"trace[128059701] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zr7zl.1897f8de63e51cb8; range_end:; response_count:1; response_revision:24234; }","duration":"186.877139ms","start":"2026-02-27T02:17:35.956747Z","end":"2026-02-27T02:17:36.143624Z","steps":["trace[128059701] 'agreement among raft nodes before linearized reading' (duration: 186.653344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:36.143835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.2478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T02:17:36.143864Z","caller":"traceutil/trace.go:171","msg":"trace[1334352647] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:24234; }","duration":"191.322152ms","start":"2026-02-27T02:17:35.952533Z","end":"2026-02-27T02:17:36.143855Z","steps":["trace[1334352647] 'agreement among raft nodes before linearized reading' (duration: 191.181878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:36.620683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.787209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:36.620862Z","caller":"traceutil/trace.go:171","msg":"trace[29700128] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"462.75579ms","start":"2026-02-27T02:17:36.15804Z","end":"2026-02-27T02:17:36.620796Z","steps":["trace[29700128] 'process raft request' (duration: 135.747265ms)","trace[29700128] 'compare' (duration: 326.594855ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:36.62095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.157995Z","time spent":"462.919733ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:36.792599Z","caller":"traceutil/trace.go:171","msg":"trace[841587602] linearizableReadLoop","detail":"{readStateIndex:25104; appliedIndex:25101; }","duration":"553.113073ms","start":"2026-02-27T02:17:36.239451Z","end":"2026-02-27T02:17:36.792564Z","steps":["trace[841587602] 'read index received' (duration: 54.326499ms)","trace[841587602] 'applied index is now lower than readState.Index' (duration: 498.785283ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:36.792782Z","caller":"traceutil/trace.go:171","msg":"trace[1430812724] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"586.431034ms","start":"2026-02-27T02:17:36.206316Z","end":"2026-02-27T02:17:36.792747Z","steps":["trace[1430812724] 'process raft request' (duration: 585.948953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:36.792735Z","caller":"traceutil/trace.go:171","msg":"trace[339352766] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"580.338873ms","start":"2026-02-27T02:17:36.212343Z","end":"2026-02-27T02:17:36.792682Z","steps":["trace[339352766] 'process raft request' (duration: 580.134999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:36.793006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.206302Z","time spent":"586.610769ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:36.793016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.212317Z","time spent":"580.609699ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:36.793035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.556053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:17:36.793098Z","caller":"traceutil/trace.go:171","msg":"trace[1354993559] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24237; }","duration":"553.672346ms","start":"2026-02-27T02:17:36.239407Z","end":"2026-02-27T02:17:36.793079Z","steps":["trace[1354993559] 'agreement among raft nodes before linearized reading' (duration: 553.336748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:36.793128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.882629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zr7zl.1897f8de63e47703\" ","response":"range_response_count:1 size:1013"} {"level":"warn","ts":"2026-02-27T02:17:36.793122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.699651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-27T02:17:36.793128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.697104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21238"} {"level":"info","ts":"2026-02-27T02:17:36.793173Z","caller":"traceutil/trace.go:171","msg":"trace[1848473859] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zr7zl.1897f8de63e47703; range_end:; response_count:1; response_revision:24237; }","duration":"167.968271ms","start":"2026-02-27T02:17:36.625189Z","end":"2026-02-27T02:17:36.793157Z","steps":["trace[1848473859] 'agreement among raft nodes before linearized reading' (duration: 167.838658ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:36.793186Z","caller":"traceutil/trace.go:171","msg":"trace[1311969662] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24237; }","duration":"210.777573ms","start":"2026-02-27T02:17:36.58239Z","end":"2026-02-27T02:17:36.793168Z","steps":["trace[1311969662] 'agreement among raft nodes before linearized reading' (duration: 210.524527ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:36.793213Z","caller":"traceutil/trace.go:171","msg":"trace[1709127833] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:24237; }","duration":"470.833296ms","start":"2026-02-27T02:17:36.322356Z","end":"2026-02-27T02:17:36.793189Z","steps":["trace[1709127833] 'agreement among raft nodes before linearized reading' (duration: 470.55577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:36.793258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.322338Z","time spent":"470.911848ms","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":21261,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"warn","ts":"2026-02-27T02:17:36.793157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.239387Z","time spent":"553.749197ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:17:36.793253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.836962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:36.793317Z","caller":"traceutil/trace.go:171","msg":"trace[1962912680] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24237; }","duration":"361.904974ms","start":"2026-02-27T02:17:36.431392Z","end":"2026-02-27T02:17:36.793297Z","steps":["trace[1962912680] 'agreement among raft nodes before linearized reading' (duration: 361.776171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:36.793368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.431329Z","time spent":"362.020436ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:36.974202Z","caller":"traceutil/trace.go:171","msg":"trace[928274464] linearizableReadLoop","detail":"{readStateIndex:25107; appliedIndex:25106; }","duration":"123.841749ms","start":"2026-02-27T02:17:36.850338Z","end":"2026-02-27T02:17:36.97418Z","steps":["trace[928274464] 'read index received' (duration: 63.45268ms)","trace[928274464] 'applied index is now lower than readState.Index' (duration: 60.388239ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:36.974232Z","caller":"traceutil/trace.go:171","msg":"trace[619281322] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"127.840021ms","start":"2026-02-27T02:17:36.846356Z","end":"2026-02-27T02:17:36.974196Z","steps":["trace[619281322] 'process raft request' (duration: 67.534114ms)","trace[619281322] 'compare' (duration: 60.078062ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:36.974587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.214257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:17:36.974668Z","caller":"traceutil/trace.go:171","msg":"trace[693327411] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24240; }","duration":"124.328931ms","start":"2026-02-27T02:17:36.850321Z","end":"2026-02-27T02:17:36.97465Z","steps":["trace[693327411] 'agreement among raft nodes before linearized reading' (duration: 123.951612ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:37.242878Z","caller":"traceutil/trace.go:171","msg":"trace[677557462] linearizableReadLoop","detail":"{readStateIndex:25109; appliedIndex:25107; }","duration":"268.597992ms","start":"2026-02-27T02:17:36.974256Z","end":"2026-02-27T02:17:37.242854Z","steps":["trace[677557462] 'read index received' (duration: 173.548421ms)","trace[677557462] 'applied index is now lower than readState.Index' (duration: 95.048561ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:37.242962Z","caller":"traceutil/trace.go:171","msg":"trace[1776492680] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"392.554674ms","start":"2026-02-27T02:17:36.850364Z","end":"2026-02-27T02:17:37.242918Z","steps":["trace[1776492680] 'process raft request' (duration: 392.427271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:37.24292Z","caller":"traceutil/trace.go:171","msg":"trace[1939427840] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"392.507852ms","start":"2026-02-27T02:17:36.850364Z","end":"2026-02-27T02:17:37.242872Z","steps":["trace[1939427840] 'process raft request' (duration: 297.41118ms)","trace[1939427840] 'compare' (duration: 94.892568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:37.243145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.850348Z","time spent":"392.712417ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:17:37.243292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.850349Z","time spent":"392.788709ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:37.243575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.916559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293312"} {"level":"info","ts":"2026-02-27T02:17:37.243632Z","caller":"traceutil/trace.go:171","msg":"trace[458709540] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:24242; }","duration":"326.017922ms","start":"2026-02-27T02:17:36.917602Z","end":"2026-02-27T02:17:37.24362Z","steps":["trace[458709540] 'agreement among raft nodes before linearized reading' (duration: 325.387417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:37.243674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.917584Z","time spent":"326.079354ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293335,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-27T02:17:37.393465Z","caller":"traceutil/trace.go:171","msg":"trace[638055056] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"218.232015ms","start":"2026-02-27T02:17:37.175198Z","end":"2026-02-27T02:17:37.39343Z","steps":["trace[638055056] 'process raft request' (duration: 218.071401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:37.3936Z","caller":"traceutil/trace.go:171","msg":"trace[2031502706] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"413.98079ms","start":"2026-02-27T02:17:36.979595Z","end":"2026-02-27T02:17:37.393576Z","steps":["trace[2031502706] 'process raft request' (duration: 405.621086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:37.393693Z","caller":"traceutil/trace.go:171","msg":"trace[744369812] linearizableReadLoop","detail":"{readStateIndex:25112; appliedIndex:25109; }","duration":"150.63893ms","start":"2026-02-27T02:17:37.243021Z","end":"2026-02-27T02:17:37.39366Z","steps":["trace[744369812] 'read index received' (duration: 142.208114ms)","trace[744369812] 'applied index is now lower than readState.Index' (duration: 8.427905ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:37.39387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.729143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:17:37.393785Z","caller":"traceutil/trace.go:171","msg":"trace[1015366431] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"187.624526ms","start":"2026-02-27T02:17:37.206118Z","end":"2026-02-27T02:17:37.393743Z","steps":["trace[1015366431] 'process raft request' (duration: 187.228587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:37.393926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.060172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:37.393958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.688479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:17:37.393966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.210541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:17:37.393968Z","caller":"traceutil/trace.go:171","msg":"trace[1050180328] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:24245; }","duration":"373.140203ms","start":"2026-02-27T02:17:37.020818Z","end":"2026-02-27T02:17:37.393958Z","steps":["trace[1050180328] 'agreement among raft nodes before linearized reading' (duration: 373.079422ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:37.393985Z","caller":"traceutil/trace.go:171","msg":"trace[2028500970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24245; }","duration":"419.303803ms","start":"2026-02-27T02:17:36.974675Z","end":"2026-02-27T02:17:37.393979Z","steps":["trace[2028500970] 'agreement among raft nodes before linearized reading' (duration: 419.249542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:37.393986Z","caller":"traceutil/trace.go:171","msg":"trace[828754422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24245; }","duration":"418.73776ms","start":"2026-02-27T02:17:36.97524Z","end":"2026-02-27T02:17:37.393978Z","steps":["trace[828754422] 'agreement among raft nodes before linearized reading' (duration: 418.565736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:37.393998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:37.020796Z","time spent":"373.196225ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-02-27T02:17:37.394008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.974662Z","time spent":"419.336883ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:17:37.394013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.975189Z","time spent":"418.818072ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:17:37.394013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.582022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-27T02:17:37.393876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.056171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-8j4l8.1897f8c72e6aa7a9\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-02-27T02:17:37.394149Z","caller":"traceutil/trace.go:171","msg":"trace[100477376] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-b56d5d966-8j4l8.1897f8c72e6aa7a9; range_end:; response_count:1; response_revision:24245; }","duration":"414.329797ms","start":"2026-02-27T02:17:36.979798Z","end":"2026-02-27T02:17:37.394128Z","steps":["trace[100477376] 'agreement among raft nodes before linearized reading' (duration: 413.963079ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:37.393909Z","caller":"traceutil/trace.go:171","msg":"trace[831100663] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24245; }","duration":"201.802445ms","start":"2026-02-27T02:17:37.192097Z","end":"2026-02-27T02:17:37.3939Z","steps":["trace[831100663] 'agreement among raft nodes before linearized reading' (duration: 201.623701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:37.393716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.979572Z","time spent":"414.070152ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:37.394068Z","caller":"traceutil/trace.go:171","msg":"trace[1990189994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24245; }","duration":"186.667135ms","start":"2026-02-27T02:17:37.207383Z","end":"2026-02-27T02:17:37.39405Z","steps":["trace[1990189994] 'agreement among raft nodes before linearized reading' (duration: 186.518741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:37.394185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.161333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-vd9nm\" ","response":"range_response_count:1 size:5172"} {"level":"info","ts":"2026-02-27T02:17:37.394359Z","caller":"traceutil/trace.go:171","msg":"trace[485845721] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-vd9nm; range_end:; response_count:1; response_revision:24245; }","duration":"145.348787ms","start":"2026-02-27T02:17:37.248994Z","end":"2026-02-27T02:17:37.394343Z","steps":["trace[485845721] 'agreement among raft nodes before linearized reading' (duration: 145.120452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:37.394315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.979747Z","time spent":"414.497662ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":897,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-8j4l8.1897f8c72e6aa7a9\" "} {"level":"warn","ts":"2026-02-27T02:17:38.029058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.029861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:38.030081Z","caller":"traceutil/trace.go:171","msg":"trace[613272206] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"115.823852ms","start":"2026-02-27T02:17:37.914207Z","end":"2026-02-27T02:17:38.030031Z","steps":["trace[613272206] 'process raft request' (duration: 115.696269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:38.030482Z","caller":"traceutil/trace.go:171","msg":"trace[504855141] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"415.73757ms","start":"2026-02-27T02:17:37.614728Z","end":"2026-02-27T02:17:38.030466Z","steps":["trace[504855141] 'process raft request' (duration: 120.189574ms)","trace[504855141] 'compare' (duration: 293.786636ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:38.030621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:37.614712Z","time spent":"415.861473ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:38.030822Z","caller":"traceutil/trace.go:171","msg":"trace[2116551960] linearizableReadLoop","detail":"{readStateIndex:25129; appliedIndex:25128; }","duration":"399.486613ms","start":"2026-02-27T02:17:37.631324Z","end":"2026-02-27T02:17:38.030811Z","steps":["trace[2116551960] 'read index received' (duration: 103.485167ms)","trace[2116551960] 'applied index is now lower than readState.Index' (duration: 296.000186ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:38.031413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.667999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-8j4l8\" ","response":"range_response_count:1 size:6323"} {"level":"warn","ts":"2026-02-27T02:17:38.031415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.321497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:17:38.031446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.091778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-02-27T02:17:38.031824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.873375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:38.032017Z","caller":"traceutil/trace.go:171","msg":"trace[1635958045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24263; }","duration":"205.354397ms","start":"2026-02-27T02:17:37.82663Z","end":"2026-02-27T02:17:38.031984Z","steps":["trace[1635958045] 'agreement among raft nodes before linearized reading' (duration: 204.764803ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:38.031544Z","caller":"traceutil/trace.go:171","msg":"trace[274031432] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-8j4l8; range_end:; response_count:1; response_revision:24263; }","duration":"175.837083ms","start":"2026-02-27T02:17:37.855688Z","end":"2026-02-27T02:17:38.031525Z","steps":["trace[274031432] 'agreement among raft nodes before linearized reading' (duration: 175.591817ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:38.033827Z","caller":"traceutil/trace.go:171","msg":"trace[264873577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24263; }","duration":"354.510352ms","start":"2026-02-27T02:17:37.677048Z","end":"2026-02-27T02:17:38.031558Z","steps":["trace[264873577] 'agreement among raft nodes before linearized reading' (duration: 354.228435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:38.033916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:37.677031Z","time spent":"356.860396ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:17:38.034315Z","caller":"traceutil/trace.go:171","msg":"trace[650894732] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24263; }","duration":"400.445136ms","start":"2026-02-27T02:17:37.631287Z","end":"2026-02-27T02:17:38.031732Z","steps":["trace[650894732] 'agreement among raft nodes before linearized reading' (duration: 399.957364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:38.034403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:37.631272Z","time spent":"403.091798ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-02-27T02:17:38.222053Z","caller":"traceutil/trace.go:171","msg":"trace[822594052] linearizableReadLoop","detail":"{readStateIndex:25133; appliedIndex:25131; }","duration":"130.590675ms","start":"2026-02-27T02:17:38.091433Z","end":"2026-02-27T02:17:38.222023Z","steps":["trace[822594052] 'read index received' (duration: 130.335369ms)","trace[822594052] 'applied index is now lower than readState.Index' (duration: 254.256µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:38.222084Z","caller":"traceutil/trace.go:171","msg":"trace[1319895215] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"179.521248ms","start":"2026-02-27T02:17:38.042523Z","end":"2026-02-27T02:17:38.222044Z","steps":["trace[1319895215] 'process raft request' (duration: 179.269812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:38.222285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.82977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2gztv.1897f8c877a38856\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-27T02:17:38.222328Z","caller":"traceutil/trace.go:171","msg":"trace[302823480] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2gztv.1897f8c877a38856; range_end:; response_count:1; response_revision:24266; }","duration":"130.933083ms","start":"2026-02-27T02:17:38.091381Z","end":"2026-02-27T02:17:38.222314Z","steps":["trace[302823480] 'agreement among raft nodes before linearized reading' (duration: 130.748678ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:38.222658Z","caller":"traceutil/trace.go:171","msg":"trace[990554933] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"177.149393ms","start":"2026-02-27T02:17:38.045497Z","end":"2026-02-27T02:17:38.222647Z","steps":["trace[990554933] 'process raft request' (duration: 176.463397ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:38.458211Z","caller":"traceutil/trace.go:171","msg":"trace[546986547] linearizableReadLoop","detail":"{readStateIndex:25136; appliedIndex:25135; }","duration":"183.088871ms","start":"2026-02-27T02:17:38.275089Z","end":"2026-02-27T02:17:38.458178Z","steps":["trace[546986547] 'read index received' (duration: 130.521213ms)","trace[546986547] 'applied index is now lower than readState.Index' (duration: 52.566498ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:38.458359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.249225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-rpp5s.1897f8e062d3e3c2\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-02-27T02:17:38.458335Z","caller":"traceutil/trace.go:171","msg":"trace[98919784] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"207.286612ms","start":"2026-02-27T02:17:38.251001Z","end":"2026-02-27T02:17:38.458288Z","steps":["trace[98919784] 'process raft request' (duration: 154.607781ms)","trace[98919784] 'compare' (duration: 52.423445ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:38.458399Z","caller":"traceutil/trace.go:171","msg":"trace[2081824195] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-rpp5s.1897f8e062d3e3c2; range_end:; response_count:1; response_revision:24269; }","duration":"183.332857ms","start":"2026-02-27T02:17:38.275052Z","end":"2026-02-27T02:17:38.458385Z","steps":["trace[2081824195] 'agreement among raft nodes before linearized reading' (duration: 183.240035ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:38.646982Z","caller":"traceutil/trace.go:171","msg":"trace[621706397] linearizableReadLoop","detail":"{readStateIndex:25139; appliedIndex:25138; }","duration":"116.57504ms","start":"2026-02-27T02:17:38.530385Z","end":"2026-02-27T02:17:38.64696Z","steps":["trace[621706397] 'read index received' (duration: 116.212212ms)","trace[621706397] 'applied index is now lower than readState.Index' (duration: 361.038µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:38.647086Z","caller":"traceutil/trace.go:171","msg":"trace[1979064572] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"135.426067ms","start":"2026-02-27T02:17:38.511624Z","end":"2026-02-27T02:17:38.64705Z","steps":["trace[1979064572] 'process raft request' (duration: 135.019858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:38.647271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.859298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897f8de3342b9e3\" ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-02-27T02:17:38.64742Z","caller":"traceutil/trace.go:171","msg":"trace[1819004455] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1897f8de3342b9e3; range_end:; response_count:1; response_revision:24272; }","duration":"117.053251ms","start":"2026-02-27T02:17:38.530344Z","end":"2026-02-27T02:17:38.647397Z","steps":["trace[1819004455] 'agreement among raft nodes before linearized reading' (duration: 116.717554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:38.890327Z","caller":"traceutil/trace.go:171","msg":"trace[1901350855] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25139; }","duration":"228.343529ms","start":"2026-02-27T02:17:38.661957Z","end":"2026-02-27T02:17:38.890301Z","steps":["trace[1901350855] 'read index received' (duration: 228.140894ms)","trace[1901350855] 'applied index is now lower than readState.Index' (duration: 201.825µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:38.890354Z","caller":"traceutil/trace.go:171","msg":"trace[1462631531] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"240.398989ms","start":"2026-02-27T02:17:38.649926Z","end":"2026-02-27T02:17:38.890325Z","steps":["trace[1462631531] 'process raft request' (duration: 240.226065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:38.89056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.575574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:17:38.890605Z","caller":"traceutil/trace.go:171","msg":"trace[520156514] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24273; }","duration":"228.659457ms","start":"2026-02-27T02:17:38.661933Z","end":"2026-02-27T02:17:38.890592Z","steps":["trace[520156514] 'agreement among raft nodes before linearized reading' (duration: 228.473032ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:39.035486Z","caller":"traceutil/trace.go:171","msg":"trace[894540189] linearizableReadLoop","detail":"{readStateIndex:25142; appliedIndex:25141; }","duration":"106.883626ms","start":"2026-02-27T02:17:38.928577Z","end":"2026-02-27T02:17:39.03546Z","steps":["trace[894540189] 'read index received' (duration: 52.961866ms)","trace[894540189] 'applied index is now lower than readState.Index' (duration: 53.92076ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:39.035522Z","caller":"traceutil/trace.go:171","msg":"trace[1263659689] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"120.475261ms","start":"2026-02-27T02:17:38.915002Z","end":"2026-02-27T02:17:39.035478Z","steps":["trace[1263659689] 'process raft request' (duration: 66.584842ms)","trace[1263659689] 'compare' (duration: 53.746186ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:39.037663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.064787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-db-sync.1897f81d632142b5\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24274 ","response":"range_response_count:500 size:388550"} {"level":"info","ts":"2026-02-27T02:17:39.037732Z","caller":"traceutil/trace.go:171","msg":"trace[1988427626] range","detail":"{range_begin:/registry/events/openstack/heat-db-sync.1897f81d632142b5\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:24275; }","duration":"109.170529ms","start":"2026-02-27T02:17:38.928545Z","end":"2026-02-27T02:17:39.037716Z","steps":["trace[1988427626] 'agreement among raft nodes before linearized reading' (duration: 107.004839ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:39.270221Z","caller":"traceutil/trace.go:171","msg":"trace[906842788] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"104.345977ms","start":"2026-02-27T02:17:39.165851Z","end":"2026-02-27T02:17:39.270197Z","steps":["trace[906842788] 'process raft request' (duration: 104.134182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.917049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.762654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:39.917157Z","caller":"traceutil/trace.go:171","msg":"trace[1799098658] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"318.445427ms","start":"2026-02-27T02:17:39.59869Z","end":"2026-02-27T02:17:39.917136Z","steps":["trace[1799098658] 'process raft request' (duration: 119.521039ms)","trace[1799098658] 'compare' (duration: 198.60606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:39.917203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.598672Z","time spent":"318.508318ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:39.92306Z","caller":"traceutil/trace.go:171","msg":"trace[1346715831] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"318.841655ms","start":"2026-02-27T02:17:39.604187Z","end":"2026-02-27T02:17:39.923028Z","steps":["trace[1346715831] 'process raft request' (duration: 318.549139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:39.923165Z","caller":"traceutil/trace.go:171","msg":"trace[704005549] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"253.342329ms","start":"2026-02-27T02:17:39.669808Z","end":"2026-02-27T02:17:39.92315Z","steps":["trace[704005549] 'process raft request' (duration: 253.014222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.923192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.604155Z","time spent":"318.974769ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:39.923593Z","caller":"traceutil/trace.go:171","msg":"trace[2077526616] linearizableReadLoop","detail":"{readStateIndex:25154; appliedIndex:25152; }","duration":"319.146383ms","start":"2026-02-27T02:17:39.604421Z","end":"2026-02-27T02:17:39.923567Z","steps":["trace[2077526616] 'read index received' (duration: 113.751785ms)","trace[2077526616] 'applied index is now lower than readState.Index' (duration: 205.393298ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:39.923769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.320987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-rpp5s.1897f8e062d3e3c2\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-02-27T02:17:39.923808Z","caller":"traceutil/trace.go:171","msg":"trace[346246627] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-rpp5s.1897f8e062d3e3c2; range_end:; response_count:1; response_revision:24288; }","duration":"319.381298ms","start":"2026-02-27T02:17:39.604416Z","end":"2026-02-27T02:17:39.923797Z","steps":["trace[346246627] 'agreement among raft nodes before linearized reading' (duration: 319.231725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.92384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.604397Z","time spent":"319.4346ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":927,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-rpp5s.1897f8e062d3e3c2\" "} {"level":"warn","ts":"2026-02-27T02:17:39.927471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.568781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-27T02:17:39.927478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.522572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:17:39.927522Z","caller":"traceutil/trace.go:171","msg":"trace[802732751] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24289; }","duration":"151.653393ms","start":"2026-02-27T02:17:39.775853Z","end":"2026-02-27T02:17:39.927507Z","steps":["trace[802732751] 'agreement among raft nodes before linearized reading' (duration: 151.488559ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:39.927537Z","caller":"traceutil/trace.go:171","msg":"trace[1596442439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24289; }","duration":"316.626564ms","start":"2026-02-27T02:17:39.610898Z","end":"2026-02-27T02:17:39.927525Z","steps":["trace[1596442439] 'agreement among raft nodes before linearized reading' (duration: 316.43106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.927537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.686029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:17:39.927567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.610889Z","time spent":"316.672755ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:17:39.927573Z","caller":"traceutil/trace.go:171","msg":"trace[270568096] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24289; }","duration":"295.766351ms","start":"2026-02-27T02:17:39.631797Z","end":"2026-02-27T02:17:39.927563Z","steps":["trace[270568096] 'agreement among raft nodes before linearized reading' (duration: 295.615588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.927583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.414662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:39.927702Z","caller":"traceutil/trace.go:171","msg":"trace[2049216873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24289; }","duration":"102.582556ms","start":"2026-02-27T02:17:39.825104Z","end":"2026-02-27T02:17:39.927686Z","steps":["trace[2049216873] 'agreement among raft nodes before linearized reading' (duration: 102.278309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:40.220312Z","caller":"traceutil/trace.go:171","msg":"trace[698576064] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"122.327364ms","start":"2026-02-27T02:17:40.097947Z","end":"2026-02-27T02:17:40.220274Z","steps":["trace[698576064] 'process raft request' (duration: 98.828719ms)","trace[698576064] 'compare' (duration: 23.337361ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:40.756304Z","caller":"traceutil/trace.go:171","msg":"trace[1791260295] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"325.762146ms","start":"2026-02-27T02:17:40.430493Z","end":"2026-02-27T02:17:40.756255Z","steps":["trace[1791260295] 'process raft request' (duration: 236.409797ms)","trace[1791260295] 'compare' (duration: 89.022042ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:40.756552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:40.430466Z","time spent":"325.93813ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":987,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:40.946703Z","caller":"traceutil/trace.go:171","msg":"trace[1578213819] linearizableReadLoop","detail":"{readStateIndex:25173; appliedIndex:25172; }","duration":"121.151216ms","start":"2026-02-27T02:17:40.825523Z","end":"2026-02-27T02:17:40.946674Z","steps":["trace[1578213819] 'read index received' (duration: 62.945828ms)","trace[1578213819] 'applied index is now lower than readState.Index' (duration: 58.200588ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:40.94681Z","caller":"traceutil/trace.go:171","msg":"trace[800922501] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"153.023385ms","start":"2026-02-27T02:17:40.793673Z","end":"2026-02-27T02:17:40.946697Z","steps":["trace[800922501] 'process raft request' (duration: 94.802216ms)","trace[800922501] 'compare' (duration: 58.030534ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:40.946953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.400142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:40.947046Z","caller":"traceutil/trace.go:171","msg":"trace[2028994722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24306; }","duration":"121.556045ms","start":"2026-02-27T02:17:40.82547Z","end":"2026-02-27T02:17:40.947026Z","steps":["trace[2028994722] 'agreement among raft nodes before linearized reading' (duration: 121.3376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:41.102409Z","caller":"traceutil/trace.go:171","msg":"trace[21268990] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"114.82505ms","start":"2026-02-27T02:17:40.987518Z","end":"2026-02-27T02:17:41.102343Z","steps":["trace[21268990] 'process raft request' (duration: 67.691318ms)","trace[21268990] 'compare' (duration: 46.834185ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:41.461769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.617421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:41.462318Z","caller":"traceutil/trace.go:171","msg":"trace[238635960] linearizableReadLoop","detail":"{readStateIndex:25177; appliedIndex:25176; }","duration":"121.986555ms","start":"2026-02-27T02:17:41.34031Z","end":"2026-02-27T02:17:41.462296Z","steps":["trace[238635960] 'read index received' (duration: 20.73374ms)","trace[238635960] 'applied index is now lower than readState.Index' (duration: 101.250525ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:41.462435Z","caller":"traceutil/trace.go:171","msg":"trace[870058309] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"280.710812ms","start":"2026-02-27T02:17:41.181684Z","end":"2026-02-27T02:17:41.462395Z","steps":["trace[870058309] 'process raft request' (duration: 179.373165ms)","trace[870058309] 'compare' (duration: 100.238842ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:41.462492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.1823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:41.462529Z","caller":"traceutil/trace.go:171","msg":"trace[968882852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24310; }","duration":"122.278082ms","start":"2026-02-27T02:17:41.340239Z","end":"2026-02-27T02:17:41.462517Z","steps":["trace[968882852] 'agreement among raft nodes before linearized reading' (duration: 122.119729ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:41.984217Z","caller":"traceutil/trace.go:171","msg":"trace[2118122217] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"235.526386ms","start":"2026-02-27T02:17:41.748649Z","end":"2026-02-27T02:17:41.984175Z","steps":["trace[2118122217] 'process raft request' (duration: 187.939024ms)","trace[2118122217] 'compare' (duration: 47.412498ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:41.984325Z","caller":"traceutil/trace.go:171","msg":"trace[138202745] linearizableReadLoop","detail":"{readStateIndex:25188; appliedIndex:25187; }","duration":"206.896102ms","start":"2026-02-27T02:17:41.777406Z","end":"2026-02-27T02:17:41.984302Z","steps":["trace[138202745] 'read index received' (duration: 159.193567ms)","trace[138202745] 'applied index is now lower than readState.Index' (duration: 47.701015ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:41.984509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.084127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:41.984551Z","caller":"traceutil/trace.go:171","msg":"trace[530545971] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24322; }","duration":"207.188059ms","start":"2026-02-27T02:17:41.777353Z","end":"2026-02-27T02:17:41.984541Z","steps":["trace[530545971] 'agreement among raft nodes before linearized reading' (duration: 207.081677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:41.98465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.064812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:41.984709Z","caller":"traceutil/trace.go:171","msg":"trace[1364510057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24322; }","duration":"158.175054ms","start":"2026-02-27T02:17:41.826521Z","end":"2026-02-27T02:17:41.984696Z","steps":["trace[1364510057] 'agreement among raft nodes before linearized reading' (duration: 158.090162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:42.192492Z","caller":"traceutil/trace.go:171","msg":"trace[2102379433] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"128.349103ms","start":"2026-02-27T02:17:42.064093Z","end":"2026-02-27T02:17:42.192442Z","steps":["trace[2102379433] 'process raft request' (duration: 107.434379ms)","trace[2102379433] 'compare' (duration: 20.745541ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:42.353311Z","caller":"traceutil/trace.go:171","msg":"trace[554375038] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"157.55676ms","start":"2026-02-27T02:17:42.195708Z","end":"2026-02-27T02:17:42.353265Z","steps":["trace[554375038] 'process raft request' (duration: 119.637521ms)","trace[554375038] 'compare' (duration: 37.585681ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:42.496346Z","caller":"traceutil/trace.go:171","msg":"trace[451841800] linearizableReadLoop","detail":"{readStateIndex:25197; appliedIndex:25196; }","duration":"139.260726ms","start":"2026-02-27T02:17:42.357053Z","end":"2026-02-27T02:17:42.496314Z","steps":["trace[451841800] 'read index received' (duration: 107.257275ms)","trace[451841800] 'applied index is now lower than readState.Index' (duration: 32.002591ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:42.496602Z","caller":"traceutil/trace.go:171","msg":"trace[259694220] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"140.091945ms","start":"2026-02-27T02:17:42.356457Z","end":"2026-02-27T02:17:42.496549Z","steps":["trace[259694220] 'process raft request' (duration: 107.834718ms)","trace[259694220] 'compare' (duration: 31.844457ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:42.496885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.794089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/cert-manager-cainjector-64b59ddb75-jmxp5.1897f61ca10a21ab\" ","response":"range_response_count:1 size:822"} {"level":"info","ts":"2026-02-27T02:17:42.496992Z","caller":"traceutil/trace.go:171","msg":"trace[1851341090] range","detail":"{range_begin:/registry/events/cert-manager/cert-manager-cainjector-64b59ddb75-jmxp5.1897f61ca10a21ab; range_end:; response_count:1; response_revision:24330; }","duration":"139.937052ms","start":"2026-02-27T02:17:42.357032Z","end":"2026-02-27T02:17:42.496969Z","steps":["trace[1851341090] 'agreement among raft nodes before linearized reading' (duration: 139.628364ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:42.503854Z","caller":"traceutil/trace.go:171","msg":"trace[411116391] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"145.517931ms","start":"2026-02-27T02:17:42.35832Z","end":"2026-02-27T02:17:42.503838Z","steps":["trace[411116391] 'process raft request' (duration: 145.409618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:42.504101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.918053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.1897f8e8d03a0b3d\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-02-27T02:17:42.504187Z","caller":"traceutil/trace.go:171","msg":"trace[7815343] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.1897f8e8d03a0b3d; range_end:; response_count:1; response_revision:24331; }","duration":"147.012865ms","start":"2026-02-27T02:17:42.357153Z","end":"2026-02-27T02:17:42.504166Z","steps":["trace[7815343] 'agreement among raft nodes before linearized reading' (duration: 146.76932ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:42.815942Z","caller":"traceutil/trace.go:171","msg":"trace[1724561349] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"110.173133ms","start":"2026-02-27T02:17:42.705734Z","end":"2026-02-27T02:17:42.815907Z","steps":["trace[1724561349] 'process raft request' (duration: 97.211312ms)","trace[1724561349] 'compare' (duration: 12.4934ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:42.994954Z","caller":"traceutil/trace.go:171","msg":"trace[1760366829] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"170.368017ms","start":"2026-02-27T02:17:42.824542Z","end":"2026-02-27T02:17:42.99491Z","steps":["trace[1760366829] 'process raft request' (duration: 91.020419ms)","trace[1760366829] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/orc-system/orc-controller-manager-b56d5d966-8j4l8; req_size:6124; } (duration: 78.889588ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:42.995001Z","caller":"traceutil/trace.go:171","msg":"trace[665064259] linearizableReadLoop","detail":"{readStateIndex:25208; appliedIndex:25207; }","duration":"145.839468ms","start":"2026-02-27T02:17:42.849136Z","end":"2026-02-27T02:17:42.994976Z","steps":["trace[665064259] 'read index received' (duration: 66.415329ms)","trace[665064259] 'applied index is now lower than readState.Index' (duration: 79.423269ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:43.032347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.04859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.1897f60daf2f7abf\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-02-27T02:17:43.032528Z","caller":"traceutil/trace.go:171","msg":"trace[1114299529] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.1897f60daf2f7abf; range_end:; response_count:1; response_revision:24341; }","duration":"183.416689ms","start":"2026-02-27T02:17:42.849081Z","end":"2026-02-27T02:17:43.032498Z","steps":["trace[1114299529] 'agreement among raft nodes before linearized reading' (duration: 145.984321ms)","trace[1114299529] 'range keys from in-memory index tree' (duration: 36.978296ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:43.746715Z","caller":"traceutil/trace.go:171","msg":"trace[65522749] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"211.117491ms","start":"2026-02-27T02:17:43.535557Z","end":"2026-02-27T02:17:43.746675Z","steps":["trace[65522749] 'process raft request' (duration: 188.606129ms)","trace[65522749] 'compare' (duration: 22.069182ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:45.18607Z","caller":"traceutil/trace.go:171","msg":"trace[1314281116] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"115.66239ms","start":"2026-02-27T02:17:45.070381Z","end":"2026-02-27T02:17:45.186044Z","steps":["trace[1314281116] 'process raft request' (duration: 115.403904ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:48.651741Z","caller":"traceutil/trace.go:171","msg":"trace[2143889541] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"199.267375ms","start":"2026-02-27T02:18:48.452449Z","end":"2026-02-27T02:18:48.651716Z","steps":["trace[2143889541] 'process raft request' (duration: 199.104522ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:48.652967Z","caller":"traceutil/trace.go:171","msg":"trace[307813482] linearizableReadLoop","detail":"{readStateIndex:25865; appliedIndex:25863; }","duration":"145.326576ms","start":"2026-02-27T02:18:48.507614Z","end":"2026-02-27T02:18:48.652941Z","steps":["trace[307813482] 'read index received' (duration: 143.979315ms)","trace[307813482] 'applied index is now lower than readState.Index' (duration: 1.346091ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:18:48.653101Z","caller":"traceutil/trace.go:171","msg":"trace[73590431] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"197.144417ms","start":"2026-02-27T02:18:48.455941Z","end":"2026-02-27T02:18:48.653086Z","steps":["trace[73590431] 'process raft request' (duration: 196.894981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:48.65319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.555222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:18:48.653257Z","caller":"traceutil/trace.go:171","msg":"trace[945028326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24980; }","duration":"145.679335ms","start":"2026-02-27T02:18:48.507562Z","end":"2026-02-27T02:18:48.653242Z","steps":["trace[945028326] 'agreement among raft nodes before linearized reading' (duration: 145.541302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:48.653253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.010633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:18:48.653373Z","caller":"traceutil/trace.go:171","msg":"trace[998105207] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24980; }","duration":"118.150366ms","start":"2026-02-27T02:18:48.535198Z","end":"2026-02-27T02:18:48.653348Z","steps":["trace[998105207] 'agreement among raft nodes before linearized reading' (duration: 117.919831ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:52.664082Z","caller":"traceutil/trace.go:171","msg":"trace[504373101] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"141.17251ms","start":"2026-02-27T02:18:52.522881Z","end":"2026-02-27T02:18:52.664054Z","steps":["trace[504373101] 'process raft request' (duration: 141.017557ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:52.785022Z","caller":"traceutil/trace.go:171","msg":"trace[1704066334] linearizableReadLoop","detail":"{readStateIndex:25894; appliedIndex:25892; }","duration":"115.954615ms","start":"2026-02-27T02:18:52.669039Z","end":"2026-02-27T02:18:52.784994Z","steps":["trace[1704066334] 'read index received' (duration: 16.37569ms)","trace[1704066334] 'applied index is now lower than readState.Index' (duration: 99.577895ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:18:52.78512Z","caller":"traceutil/trace.go:171","msg":"trace[1752083512] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"117.397178ms","start":"2026-02-27T02:18:52.667671Z","end":"2026-02-27T02:18:52.785068Z","steps":["trace[1752083512] 'process raft request' (duration: 73.631644ms)","trace[1752083512] 'compare' (duration: 43.57662ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:18:52.785348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.199048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:18:52.78534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.278983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:18:52.785416Z","caller":"traceutil/trace.go:171","msg":"trace[1412468697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25008; }","duration":"115.322981ms","start":"2026-02-27T02:18:52.670075Z","end":"2026-02-27T02:18:52.785398Z","steps":["trace[1412468697] 'agreement among raft nodes before linearized reading' (duration: 115.089695ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:52.785438Z","caller":"traceutil/trace.go:171","msg":"trace[565674925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25008; }","duration":"116.424916ms","start":"2026-02-27T02:18:52.66899Z","end":"2026-02-27T02:18:52.785415Z","steps":["trace[565674925] 'agreement among raft nodes before linearized reading' (duration: 116.111559ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:53.448556Z","caller":"traceutil/trace.go:171","msg":"trace[2145453469] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"118.134877ms","start":"2026-02-27T02:18:53.330394Z","end":"2026-02-27T02:18:53.448529Z","steps":["trace[2145453469] 'process raft request' (duration: 67.525344ms)","trace[2145453469] 'compare' (duration: 50.433179ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:18:55.217456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.92086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108632"} {"level":"info","ts":"2026-02-27T02:18:55.217547Z","caller":"traceutil/trace.go:171","msg":"trace[2101330049] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25028; }","duration":"190.058422ms","start":"2026-02-27T02:18:55.027464Z","end":"2026-02-27T02:18:55.217522Z","steps":["trace[2101330049] 'range keys from in-memory index tree' (duration: 189.678233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:00.789649Z","caller":"traceutil/trace.go:171","msg":"trace[383917102] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"134.570377ms","start":"2026-02-27T02:19:00.655053Z","end":"2026-02-27T02:19:00.789623Z","steps":["trace[383917102] 'process raft request' (duration: 134.429874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:04.019272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625343984,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:19:04.167939Z","caller":"traceutil/trace.go:171","msg":"trace[545692074] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"655.77298ms","start":"2026-02-27T02:19:03.512129Z","end":"2026-02-27T02:19:04.167902Z","steps":["trace[545692074] 'process raft request' (duration: 655.547455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:04.168277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:03.512098Z","time spent":"655.940264ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:19:04.171408Z","caller":"traceutil/trace.go:171","msg":"trace[978310825] linearizableReadLoop","detail":"{readStateIndex:25972; appliedIndex:25970; }","duration":"652.888684ms","start":"2026-02-27T02:19:03.518494Z","end":"2026-02-27T02:19:04.171382Z","steps":["trace[978310825] 'read index received' (duration: 649.321141ms)","trace[978310825] 'applied index is now lower than readState.Index' (duration: 3.563853ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:19:04.171564Z","caller":"traceutil/trace.go:171","msg":"trace[1557658998] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"659.316593ms","start":"2026-02-27T02:19:03.512199Z","end":"2026-02-27T02:19:04.171516Z","steps":["trace[1557658998] 'process raft request' (duration: 658.997376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:04.171628Z","caller":"traceutil/trace.go:171","msg":"trace[1309651255] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"117.42502ms","start":"2026-02-27T02:19:04.054102Z","end":"2026-02-27T02:19:04.171527Z","steps":["trace[1309651255] 'process raft request' (duration: 117.229146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:04.171844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.480909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:19:04.171888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:03.512167Z","time spent":"659.503277ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:19:04.171937Z","caller":"traceutil/trace.go:171","msg":"trace[948449326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25084; }","duration":"347.620642ms","start":"2026-02-27T02:19:03.824287Z","end":"2026-02-27T02:19:04.171907Z","steps":["trace[948449326] 'agreement among raft nodes before linearized reading' (duration: 347.415547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:04.172112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:03.824262Z","time spent":"347.838598ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:19:04.171913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.437063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:19:04.172228Z","caller":"traceutil/trace.go:171","msg":"trace[351737846] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25084; }","duration":"630.796312ms","start":"2026-02-27T02:19:03.541393Z","end":"2026-02-27T02:19:04.17219Z","steps":["trace[351737846] 'agreement among raft nodes before linearized reading' (duration: 630.30663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:04.172334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:03.541373Z","time spent":"630.931585ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:19:04.172416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.524326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:19:04.172487Z","caller":"traceutil/trace.go:171","msg":"trace[1918527118] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25084; }","duration":"646.632139ms","start":"2026-02-27T02:19:03.525837Z","end":"2026-02-27T02:19:04.172469Z","steps":["trace[1918527118] 'agreement among raft nodes before linearized reading' (duration: 645.7926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:04.17254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:03.525819Z","time spent":"646.708821ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:19:04.17478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.244391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:19:04.175017Z","caller":"traceutil/trace.go:171","msg":"trace[728299870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25084; }","duration":"656.527247ms","start":"2026-02-27T02:19:03.518463Z","end":"2026-02-27T02:19:04.17499Z","steps":["trace[728299870] 'agreement among raft nodes before linearized reading' (duration: 653.268802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:04.17514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:03.518456Z","time spent":"656.668532ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:19:08.052084Z","caller":"traceutil/trace.go:171","msg":"trace[419661394] linearizableReadLoop","detail":"{readStateIndex:25998; appliedIndex:25997; }","duration":"224.974521ms","start":"2026-02-27T02:19:07.827071Z","end":"2026-02-27T02:19:08.052046Z","steps":["trace[419661394] 'read index received' (duration: 224.636054ms)","trace[419661394] 'applied index is now lower than readState.Index' (duration: 336.927µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:19:08.052182Z","caller":"traceutil/trace.go:171","msg":"trace[1492049031] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"377.222928ms","start":"2026-02-27T02:19:07.674891Z","end":"2026-02-27T02:19:08.052114Z","steps":["trace[1492049031] 'process raft request' (duration: 376.829599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:08.052414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.289168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:19:08.052529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.20496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:19:08.052598Z","caller":"traceutil/trace.go:171","msg":"trace[617503752] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25108; }","duration":"128.340123ms","start":"2026-02-27T02:19:07.924243Z","end":"2026-02-27T02:19:08.052583Z","steps":["trace[617503752] 'agreement among raft nodes before linearized reading' (duration: 128.194069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:08.052593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:07.674857Z","time spent":"377.591157ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:19:08.052539Z","caller":"traceutil/trace.go:171","msg":"trace[895180877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25108; }","duration":"225.537144ms","start":"2026-02-27T02:19:07.826971Z","end":"2026-02-27T02:19:08.052508Z","steps":["trace[895180877] 'agreement among raft nodes before linearized reading' (duration: 225.272188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:08.759659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625344060,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:19:09.43878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.65066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:19:09.43894Z","caller":"traceutil/trace.go:171","msg":"trace[503163577] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"1.256530927s","start":"2026-02-27T02:19:08.182378Z","end":"2026-02-27T02:19:09.438909Z","steps":["trace[503163577] 'process raft request' (duration: 596.637031ms)","trace[503163577] 'compare' (duration: 657.89423ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:19:09.439136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:08.182353Z","time spent":"1.256732511s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:19:09.925605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145077755s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:19:10.357368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.391653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:19:10.357807Z","caller":"traceutil/trace.go:171","msg":"trace[917419829] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"2.172618847s","start":"2026-02-27T02:19:08.18513Z","end":"2026-02-27T02:19:10.357749Z","steps":["trace[917419829] 'process raft request' (duration: 1.740739743s)","trace[917419829] 'compare' (duration: 431.240339ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:19:10.358081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:08.185102Z","time spent":"2.172865413s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:19:10.358369Z","caller":"traceutil/trace.go:171","msg":"trace[1003092953] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"2.063684983s","start":"2026-02-27T02:19:08.294643Z","end":"2026-02-27T02:19:10.358327Z","steps":["trace[1003092953] 'process raft request' (duration: 2.063166521s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:10.358475Z","caller":"traceutil/trace.go:171","msg":"trace[1086287006] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"2.171374198s","start":"2026-02-27T02:19:08.187063Z","end":"2026-02-27T02:19:10.358437Z","steps":["trace[1086287006] 'process raft request' (duration: 2.170441836s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.358663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:08.294612Z","time spent":"2.063917909s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:19:10.358843Z","caller":"traceutil/trace.go:171","msg":"trace[1315324177] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"1.51873132s","start":"2026-02-27T02:19:08.840088Z","end":"2026-02-27T02:19:10.358819Z","steps":["trace[1315324177] 'process raft request' (duration: 1.517980692s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:10.358389Z","caller":"traceutil/trace.go:171","msg":"trace[1459878208] linearizableReadLoop","detail":"{readStateIndex:26002; appliedIndex:25998; }","duration":"2.09896613s","start":"2026-02-27T02:19:08.25939Z","end":"2026-02-27T02:19:10.358356Z","steps":["trace[1459878208] 'read index received' (duration: 519.649337ms)","trace[1459878208] 'applied index is now lower than readState.Index' (duration: 1.579312303s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:19:10.358691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:08.187026Z","time spent":"2.171548632s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:19:10.359024Z","caller":"traceutil/trace.go:171","msg":"trace[1107329493] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"1.307339053s","start":"2026-02-27T02:19:09.051668Z","end":"2026-02-27T02:19:10.359007Z","steps":["trace[1107329493] 'process raft request' (duration: 1.306519114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.359077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:09.051649Z","time spent":"1.307399405s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:19:10.358975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:08.840053Z","time spent":"1.518853053s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:19:10.358751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09935893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:19:10.359342Z","caller":"traceutil/trace.go:171","msg":"trace[1447642760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25113; }","duration":"2.099991724s","start":"2026-02-27T02:19:08.259329Z","end":"2026-02-27T02:19:10.359321Z","steps":["trace[1447642760] 'agreement among raft nodes before linearized reading' (duration: 2.099140275s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.359453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:08.259304Z","time spent":"2.100129807s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:19:10.360004Z","caller":"traceutil/trace.go:171","msg":"trace[1336128348] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"1.079491305s","start":"2026-02-27T02:19:09.280424Z","end":"2026-02-27T02:19:10.359916Z","steps":["trace[1336128348] 'process raft request' (duration: 1.078547473s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.360208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080674697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:19:10.36022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:09.280396Z","time spent":"1.079709881s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:19:10.3603Z","caller":"traceutil/trace.go:171","msg":"trace[1437451809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25115; }","duration":"2.08080524s","start":"2026-02-27T02:19:08.279474Z","end":"2026-02-27T02:19:10.360279Z","steps":["trace[1437451809] 'agreement among raft nodes before linearized reading' (duration: 2.080648516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.360349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:08.279459Z","time spent":"2.080878412s","remote":"127.0.0.1:36274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:19:10.360364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099356339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T02:19:10.360508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.723646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:19:10.360543Z","caller":"traceutil/trace.go:171","msg":"trace[1460793826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25115; }","duration":"534.780557ms","start":"2026-02-27T02:19:09.825749Z","end":"2026-02-27T02:19:10.360529Z","steps":["trace[1460793826] 'agreement among raft nodes before linearized reading' (duration: 534.724616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.3606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:09.825729Z","time spent":"534.86258ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:19:10.360239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302316167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:19:10.360523Z","caller":"traceutil/trace.go:171","msg":"trace[680231610] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25115; }","duration":"2.099643867s","start":"2026-02-27T02:19:08.260854Z","end":"2026-02-27T02:19:10.360498Z","steps":["trace[680231610] 'agreement among raft nodes before linearized reading' (duration: 2.099308439s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.360717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099532954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:19:10.360775Z","caller":"traceutil/trace.go:171","msg":"trace[1507679599] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25115; }","duration":"2.099590335s","start":"2026-02-27T02:19:08.261172Z","end":"2026-02-27T02:19:10.360762Z","steps":["trace[1507679599] 'agreement among raft nodes before linearized reading' (duration: 2.099466862s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.360806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:08.261116Z","time spent":"2.099680117s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:19:10.360803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.321424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:19:10.360849Z","caller":"traceutil/trace.go:171","msg":"trace[949327037] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25115; }","duration":"773.426106ms","start":"2026-02-27T02:19:09.58741Z","end":"2026-02-27T02:19:10.360836Z","steps":["trace[949327037] 'agreement among raft nodes before linearized reading' (duration: 773.312613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.360686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075511868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:19:10.360453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.035071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:19:10.36089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:09.587371Z","time spent":"773.510218ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T02:19:10.360896Z","caller":"traceutil/trace.go:171","msg":"trace[870379129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25115; }","duration":"2.075741593s","start":"2026-02-27T02:19:08.285142Z","end":"2026-02-27T02:19:10.360884Z","steps":["trace[870379129] 'agreement among raft nodes before linearized reading' (duration: 2.075414095s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.36093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:08.285135Z","time spent":"2.075783664s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:19:10.360936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.97473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:19:10.360942Z","caller":"traceutil/trace.go:171","msg":"trace[1206433281] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25115; }","duration":"490.534152ms","start":"2026-02-27T02:19:09.870382Z","end":"2026-02-27T02:19:10.360916Z","steps":["trace[1206433281] 'agreement among raft nodes before linearized reading' (duration: 490.041531ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:10.360682Z","caller":"traceutil/trace.go:171","msg":"trace[392546220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25115; }","duration":"1.302805469s","start":"2026-02-27T02:19:09.057864Z","end":"2026-02-27T02:19:10.36067Z","steps":["trace[392546220] 'agreement among raft nodes before linearized reading' (duration: 1.302234125s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:10.360988Z","caller":"traceutil/trace.go:171","msg":"trace[523238116] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25115; }","duration":"610.055472ms","start":"2026-02-27T02:19:09.750914Z","end":"2026-02-27T02:19:10.360969Z","steps":["trace[523238116] 'agreement among raft nodes before linearized reading' (duration: 609.844367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.360999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:09.057832Z","time spent":"1.303155697s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:19:10.361029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:09.750889Z","time spent":"610.130533ms","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":249,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:19:10.361031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:09.870376Z","time spent":"490.631106ms","remote":"127.0.0.1:39426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:19:10.360693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303171837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T02:19:10.361182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.198158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293337"} {"level":"info","ts":"2026-02-27T02:19:10.36122Z","caller":"traceutil/trace.go:171","msg":"trace[341648482] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:25115; }","duration":"785.28155ms","start":"2026-02-27T02:19:09.575928Z","end":"2026-02-27T02:19:10.361209Z","steps":["trace[341648482] 'agreement among raft nodes before linearized reading' (duration: 784.84882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.361279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:09.575905Z","time spent":"785.363992ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293360,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-27T02:19:10.361319Z","caller":"traceutil/trace.go:171","msg":"trace[1124175232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25115; }","duration":"1.30371163s","start":"2026-02-27T02:19:09.057473Z","end":"2026-02-27T02:19:10.361185Z","steps":["trace[1124175232] 'agreement among raft nodes before linearized reading' (duration: 1.303052284s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.361434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:09.057465Z","time spent":"1.303925714s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:19:10.361467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30456834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:19:10.36154Z","caller":"traceutil/trace.go:171","msg":"trace[1117912042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25115; }","duration":"1.304678622s","start":"2026-02-27T02:19:09.056842Z","end":"2026-02-27T02:19:10.361521Z","steps":["trace[1117912042] 'agreement among raft nodes before linearized reading' (duration: 1.303719969s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.361578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:09.056821Z","time spent":"1.304747864s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:19:10.361734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:08.260823Z","time spent":"2.100893985s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:19:10.361755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437034948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:19:10.361803Z","caller":"traceutil/trace.go:171","msg":"trace[1978683079] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25115; }","duration":"1.43712904s","start":"2026-02-27T02:19:08.924663Z","end":"2026-02-27T02:19:10.361792Z","steps":["trace[1978683079] 'agreement among raft nodes before linearized reading' (duration: 1.43543624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:10.361848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:19:08.92464Z","time spent":"1.437198461s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2957,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:20:03.884287Z","caller":"traceutil/trace.go:171","msg":"trace[2021393292] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"135.689463ms","start":"2026-02-27T02:20:03.748561Z","end":"2026-02-27T02:20:03.884251Z","steps":["trace[2021393292] 'process raft request' (duration: 135.432107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.700844Z","caller":"traceutil/trace.go:171","msg":"trace[507286441] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"104.358778ms","start":"2026-02-27T02:20:04.59646Z","end":"2026-02-27T02:20:04.700819Z","steps":["trace[507286441] 'process raft request' (duration: 104.232315ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.873869Z","caller":"traceutil/trace.go:171","msg":"trace[12115935] linearizableReadLoop","detail":"{readStateIndex:26593; appliedIndex:26590; }","duration":"146.214307ms","start":"2026-02-27T02:20:04.727631Z","end":"2026-02-27T02:20:04.873845Z","steps":["trace[12115935] 'read index received' (duration: 145.955071ms)","trace[12115935] 'applied index is now lower than readState.Index' (duration: 258.146µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:20:04.873892Z","caller":"traceutil/trace.go:171","msg":"trace[1926618038] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"245.346133ms","start":"2026-02-27T02:20:04.628515Z","end":"2026-02-27T02:20:04.873861Z","steps":["trace[1926618038] 'process raft request' (duration: 245.22796ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.873921Z","caller":"traceutil/trace.go:171","msg":"trace[895940812] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"251.512226ms","start":"2026-02-27T02:20:04.622385Z","end":"2026-02-27T02:20:04.873897Z","steps":["trace[895940812] 'process raft request' (duration: 251.213359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:20:04.874103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.454392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:20:04.87419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.571317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:20:04.874602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.603484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:20:04.875285Z","caller":"traceutil/trace.go:171","msg":"trace[1831705901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25689; }","duration":"146.553384ms","start":"2026-02-27T02:20:04.727582Z","end":"2026-02-27T02:20:04.874136Z","steps":["trace[1831705901] 'agreement among raft nodes before linearized reading' (duration: 146.410881ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.875374Z","caller":"traceutil/trace.go:171","msg":"trace[400573912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25689; }","duration":"137.651909ms","start":"2026-02-27T02:20:04.736572Z","end":"2026-02-27T02:20:04.874224Z","steps":["trace[400573912] 'agreement among raft nodes before linearized reading' (duration: 137.500725ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.87561Z","caller":"traceutil/trace.go:171","msg":"trace[1747468057] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25689; }","duration":"136.676676ms","start":"2026-02-27T02:20:04.737963Z","end":"2026-02-27T02:20:04.874639Z","steps":["trace[1747468057] 'agreement among raft nodes before linearized reading' (duration: 136.562073ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.875241Z","caller":"traceutil/trace.go:171","msg":"trace[1376973676] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"238.351681ms","start":"2026-02-27T02:20:04.63564Z","end":"2026-02-27T02:20:04.873992Z","steps":["trace[1376973676] 'process raft request' (duration: 238.161947ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:19.111297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23886} {"level":"info","ts":"2026-02-27T02:20:19.249596Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23886,"took":"133.960863ms","hash":3275944184,"current-db-size-bytes":47710208,"current-db-size":"48 MB","current-db-size-in-use-bytes":32116736,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T02:20:19.249677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3275944184,"revision":23886,"compact-revision":20851} {"level":"info","ts":"2026-02-27T02:20:51.278512Z","caller":"traceutil/trace.go:171","msg":"trace[2145875387] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"202.184334ms","start":"2026-02-27T02:20:51.0763Z","end":"2026-02-27T02:20:51.278485Z","steps":["trace[2145875387] 'process raft request' (duration: 181.264159ms)","trace[2145875387] 'compare' (duration: 20.453904ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:20:51.278887Z","caller":"traceutil/trace.go:171","msg":"trace[1350541404] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"192.807887ms","start":"2026-02-27T02:20:51.086064Z","end":"2026-02-27T02:20:51.278872Z","steps":["trace[1350541404] 'process raft request' (duration: 192.379297ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:51.301891Z","caller":"traceutil/trace.go:171","msg":"trace[244713758] linearizableReadLoop","detail":"{readStateIndex:27061; appliedIndex:27059; }","duration":"173.877399ms","start":"2026-02-27T02:20:51.127983Z","end":"2026-02-27T02:20:51.30186Z","steps":["trace[244713758] 'read index received' (duration: 129.594053ms)","trace[244713758] 'applied index is now lower than readState.Index' (duration: 44.281536ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:20:51.302179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.510555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T02:20:51.302153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.139405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:20:51.302231Z","caller":"traceutil/trace.go:171","msg":"trace[1513694484] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26146; }","duration":"162.605878ms","start":"2026-02-27T02:20:51.13961Z","end":"2026-02-27T02:20:51.302216Z","steps":["trace[1513694484] 'agreement among raft nodes before linearized reading' (duration: 162.420134ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:51.302258Z","caller":"traceutil/trace.go:171","msg":"trace[1073461622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26146; }","duration":"174.299828ms","start":"2026-02-27T02:20:51.127933Z","end":"2026-02-27T02:20:51.302233Z","steps":["trace[1073461622] 'agreement among raft nodes before linearized reading' (duration: 174.015082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:20:51.302358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.434713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T02:20:51.302186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.114606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:20:51.302479Z","caller":"traceutil/trace.go:171","msg":"trace[371926406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26146; }","duration":"124.459084ms","start":"2026-02-27T02:20:51.178009Z","end":"2026-02-27T02:20:51.302468Z","steps":["trace[371926406] 'agreement among raft nodes before linearized reading' (duration: 124.043384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:51.3024Z","caller":"traceutil/trace.go:171","msg":"trace[220304037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26146; }","duration":"124.492624ms","start":"2026-02-27T02:20:51.177895Z","end":"2026-02-27T02:20:51.302387Z","steps":["trace[220304037] 'agreement among raft nodes before linearized reading' (duration: 124.360821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:20:51.302678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.860275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:20:51.302724Z","caller":"traceutil/trace.go:171","msg":"trace[1476513521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26146; }","duration":"128.963258ms","start":"2026-02-27T02:20:51.173751Z","end":"2026-02-27T02:20:51.302714Z","steps":["trace[1476513521] 'agreement among raft nodes before linearized reading' (duration: 128.854325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:20:51.302196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.239474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T02:20:51.303012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.09767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:20:51.303056Z","caller":"traceutil/trace.go:171","msg":"trace[376390846] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26146; }","duration":"154.171012ms","start":"2026-02-27T02:20:51.148872Z","end":"2026-02-27T02:20:51.303044Z","steps":["trace[376390846] 'agreement among raft nodes before linearized reading' (duration: 154.052359ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:51.303052Z","caller":"traceutil/trace.go:171","msg":"trace[796633478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26146; }","duration":"127.095554ms","start":"2026-02-27T02:20:51.175944Z","end":"2026-02-27T02:20:51.30304Z","steps":["trace[796633478] 'agreement among raft nodes before linearized reading' (duration: 126.150012ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:51.508474Z","caller":"traceutil/trace.go:171","msg":"trace[47047304] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"201.205292ms","start":"2026-02-27T02:20:51.307251Z","end":"2026-02-27T02:20:51.508456Z","steps":["trace[47047304] 'process raft request' (duration: 201.173381ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:51.508731Z","caller":"traceutil/trace.go:171","msg":"trace[8901727] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"202.038101ms","start":"2026-02-27T02:20:51.306687Z","end":"2026-02-27T02:20:51.508725Z","steps":["trace[8901727] 'process raft request' (duration: 197.153567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:51.508813Z","caller":"traceutil/trace.go:171","msg":"trace[1438953367] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"202.060492ms","start":"2026-02-27T02:20:51.306748Z","end":"2026-02-27T02:20:51.508808Z","steps":["trace[1438953367] 'process raft request' (duration: 201.609381ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:51.508934Z","caller":"traceutil/trace.go:171","msg":"trace[478659920] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"201.870307ms","start":"2026-02-27T02:20:51.307028Z","end":"2026-02-27T02:20:51.508898Z","steps":["trace[478659920] 'process raft request' (duration: 201.353255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:51.509104Z","caller":"traceutil/trace.go:171","msg":"trace[1130675234] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"202.02249ms","start":"2026-02-27T02:20:51.307075Z","end":"2026-02-27T02:20:51.509098Z","steps":["trace[1130675234] 'process raft request' (duration: 201.329914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:51.511243Z","caller":"traceutil/trace.go:171","msg":"trace[747258417] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"126.134203ms","start":"2026-02-27T02:20:51.385092Z","end":"2026-02-27T02:20:51.511226Z","steps":["trace[747258417] 'process raft request' (duration: 126.02897ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:19.777161Z","caller":"traceutil/trace.go:171","msg":"trace[1953299237] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"106.848286ms","start":"2026-02-27T02:21:19.670274Z","end":"2026-02-27T02:21:19.777123Z","steps":["trace[1953299237] 'process raft request' (duration: 106.733663ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:19.777226Z","caller":"traceutil/trace.go:171","msg":"trace[1510527353] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"107.326606ms","start":"2026-02-27T02:21:19.669862Z","end":"2026-02-27T02:21:19.777189Z","steps":["trace[1510527353] 'process raft request' (duration: 106.979488ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:19.777266Z","caller":"traceutil/trace.go:171","msg":"trace[907958299] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"106.069067ms","start":"2026-02-27T02:21:19.671165Z","end":"2026-02-27T02:21:19.777234Z","steps":["trace[907958299] 'process raft request' (duration: 105.883673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.301886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625347583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:21:23.716175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117280126s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:21:23.720492Z","caller":"traceutil/trace.go:171","msg":"trace[83186876] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"1.121681757s","start":"2026-02-27T02:21:22.598784Z","end":"2026-02-27T02:21:23.720466Z","steps":["trace[83186876] 'process raft request' (duration: 1.121470972s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.720659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:22.598767Z","time spent":"1.121808751s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7328,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:21:23.727439Z","caller":"traceutil/trace.go:171","msg":"trace[1332442339] linearizableReadLoop","detail":"{readStateIndex:27313; appliedIndex:27311; }","duration":"925.695976ms","start":"2026-02-27T02:21:22.801717Z","end":"2026-02-27T02:21:23.727413Z","steps":["trace[1332442339] 'read index received' (duration: 918.747015ms)","trace[1332442339] 'applied index is now lower than readState.Index' (duration: 6.947871ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:23.727738Z","caller":"traceutil/trace.go:171","msg":"trace[913609665] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"657.071184ms","start":"2026-02-27T02:21:23.070658Z","end":"2026-02-27T02:21:23.727729Z","steps":["trace[913609665] 'process raft request' (duration: 656.562812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.727854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:23.070628Z","time spent":"657.161406ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:21:23.727996Z","caller":"traceutil/trace.go:171","msg":"trace[996733869] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"545.600651ms","start":"2026-02-27T02:21:23.182389Z","end":"2026-02-27T02:21:23.727989Z","steps":["trace[996733869] 'process raft request' (duration: 544.943925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.728032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:23.182374Z","time spent":"545.637432ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:21:23.728115Z","caller":"traceutil/trace.go:171","msg":"trace[420588304] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"265.616394ms","start":"2026-02-27T02:21:23.462492Z","end":"2026-02-27T02:21:23.728108Z","steps":["trace[420588304] 'process raft request' (duration: 264.874307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:23.72819Z","caller":"traceutil/trace.go:171","msg":"trace[362227810] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"261.437607ms","start":"2026-02-27T02:21:23.466747Z","end":"2026-02-27T02:21:23.728184Z","steps":["trace[362227810] 'process raft request' (duration: 260.639579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.728285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.577827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-02-27T02:21:23.728306Z","caller":"traceutil/trace.go:171","msg":"trace[2061261712] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26392; }","duration":"926.641309ms","start":"2026-02-27T02:21:22.801659Z","end":"2026-02-27T02:21:23.7283Z","steps":["trace[2061261712] 'agreement among raft nodes before linearized reading' (duration: 926.596278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.728328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:22.801635Z","time spent":"926.689679ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7369,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T02:21:23.72844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.961687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:21:23.728456Z","caller":"traceutil/trace.go:171","msg":"trace[2138787823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26392; }","duration":"902.007827ms","start":"2026-02-27T02:21:22.826443Z","end":"2026-02-27T02:21:23.728451Z","steps":["trace[2138787823] 'agreement among raft nodes before linearized reading' (duration: 901.980917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.728473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:22.826428Z","time spent":"902.041269ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:21:23.728618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.23567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-02-27T02:21:23.728636Z","caller":"traceutil/trace.go:171","msg":"trace[1544878714] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26392; }","duration":"639.277441ms","start":"2026-02-27T02:21:23.089353Z","end":"2026-02-27T02:21:23.728631Z","steps":["trace[1544878714] 'agreement among raft nodes before linearized reading' (duration: 639.243011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.728653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:23.089342Z","time spent":"639.307822ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7369,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T02:21:23.728752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.70512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:21:23.728814Z","caller":"traceutil/trace.go:171","msg":"trace[1374820396] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26392; }","duration":"588.820382ms","start":"2026-02-27T02:21:23.139978Z","end":"2026-02-27T02:21:23.728799Z","steps":["trace[1374820396] 'agreement among raft nodes before linearized reading' (duration: 588.621508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.728846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:23.13996Z","time spent":"588.879014ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:21:23.728988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.484394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:21:23.729007Z","caller":"traceutil/trace.go:171","msg":"trace[220242752] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26392; }","duration":"547.531596ms","start":"2026-02-27T02:21:23.181468Z","end":"2026-02-27T02:21:23.729Z","steps":["trace[220242752] 'agreement among raft nodes before linearized reading' (duration: 547.470585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.72952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:23.181458Z","time spent":"548.045198ms","remote":"127.0.0.1:57520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:21:23.729054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.97473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-02-27T02:21:23.72968Z","caller":"traceutil/trace.go:171","msg":"trace[464954323] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26392; }","duration":"647.656655ms","start":"2026-02-27T02:21:23.082015Z","end":"2026-02-27T02:21:23.729672Z","steps":["trace[464954323] 'agreement among raft nodes before linearized reading' (duration: 646.97153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.729703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:23.081996Z","time spent":"647.699996ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7369,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T02:22:10.492719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625348830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:22:10.539083Z","caller":"traceutil/trace.go:171","msg":"trace[589374860] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"567.377295ms","start":"2026-02-27T02:22:09.971681Z","end":"2026-02-27T02:22:10.539058Z","steps":["trace[589374860] 'process raft request' (duration: 567.197151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.539346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.971658Z","time spent":"567.5573ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:10.889053Z","caller":"traceutil/trace.go:171","msg":"trace[695102730] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"906.091803ms","start":"2026-02-27T02:22:09.98293Z","end":"2026-02-27T02:22:10.889022Z","steps":["trace[695102730] 'process raft request' (duration: 905.99473ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.889128Z","caller":"traceutil/trace.go:171","msg":"trace[56268096] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"911.816606ms","start":"2026-02-27T02:22:09.977257Z","end":"2026-02-27T02:22:10.889074Z","steps":["trace[56268096] 'process raft request' (duration: 911.276053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.889271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.982905Z","time spent":"906.275447ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:10.889343Z","caller":"traceutil/trace.go:171","msg":"trace[2003650990] linearizableReadLoop","detail":"{readStateIndex:27846; appliedIndex:27841; }","duration":"897.409762ms","start":"2026-02-27T02:22:09.991909Z","end":"2026-02-27T02:22:10.889319Z","steps":["trace[2003650990] 'read index received' (duration: 547.062205ms)","trace[2003650990] 'applied index is now lower than readState.Index' (duration: 350.346627ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:10.889354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.977239Z","time spent":"912.00126ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:10.889409Z","caller":"traceutil/trace.go:171","msg":"trace[699865708] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"552.167623ms","start":"2026-02-27T02:22:10.337218Z","end":"2026-02-27T02:22:10.889385Z","steps":["trace[699865708] 'process raft request' (duration: 552.001019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.889412Z","caller":"traceutil/trace.go:171","msg":"trace[1148002328] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"901.201079ms","start":"2026-02-27T02:22:09.988159Z","end":"2026-02-27T02:22:10.88936Z","steps":["trace[1148002328] 'process raft request' (duration: 900.824511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.889528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.609027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:22:10.889514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.337187Z","time spent":"552.276236ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:10.889556Z","caller":"traceutil/trace.go:171","msg":"trace[1506563426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26908; }","duration":"897.701499ms","start":"2026-02-27T02:22:09.991846Z","end":"2026-02-27T02:22:10.889548Z","steps":["trace[1506563426] 'agreement among raft nodes before linearized reading' (duration: 897.584266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.889585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.991817Z","time spent":"897.76248ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:10.889624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.988149Z","time spent":"901.388184ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:10.890318Z","caller":"traceutil/trace.go:171","msg":"trace[1019776121] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"224.207985ms","start":"2026-02-27T02:22:10.66608Z","end":"2026-02-27T02:22:10.890288Z","steps":["trace[1019776121] 'process raft request' (duration: 223.943039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.890549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.555049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:22:10.890612Z","caller":"traceutil/trace.go:171","msg":"trace[296709520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26910; }","duration":"898.63259ms","start":"2026-02-27T02:22:09.991964Z","end":"2026-02-27T02:22:10.890597Z","steps":["trace[296709520] 'agreement among raft nodes before linearized reading' (duration: 898.476766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.890647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.991958Z","time spent":"898.680652ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:22:10.890598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.330474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:10.890663Z","caller":"traceutil/trace.go:171","msg":"trace[1672465062] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"188.923817ms","start":"2026-02-27T02:22:10.701727Z","end":"2026-02-27T02:22:10.890651Z","steps":["trace[1672465062] 'process raft request' (duration: 188.492747ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.890723Z","caller":"traceutil/trace.go:171","msg":"trace[1550902280] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26910; }","duration":"630.519368ms","start":"2026-02-27T02:22:10.26017Z","end":"2026-02-27T02:22:10.89069Z","steps":["trace[1550902280] 'agreement among raft nodes before linearized reading' (duration: 630.325254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.890813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.260145Z","time spent":"630.622871ms","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:10.890888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.951093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:22:10.890941Z","caller":"traceutil/trace.go:171","msg":"trace[846014454] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26910; }","duration":"765.040675ms","start":"2026-02-27T02:22:10.125883Z","end":"2026-02-27T02:22:10.890924Z","steps":["trace[846014454] 'agreement among raft nodes before linearized reading' (duration: 764.934422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.890989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.125852Z","time spent":"765.126767ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:10.891075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.540323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:22:10.891143Z","caller":"traceutil/trace.go:171","msg":"trace[1372045632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26910; }","duration":"786.678206ms","start":"2026-02-27T02:22:10.104445Z","end":"2026-02-27T02:22:10.891123Z","steps":["trace[1372045632] 'agreement among raft nodes before linearized reading' (duration: 786.435481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.891204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.501785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:10.89121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.104418Z","time spent":"786.779119ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:22:10.891247Z","caller":"traceutil/trace.go:171","msg":"trace[29119256] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26910; }","duration":"834.591187ms","start":"2026-02-27T02:22:10.056644Z","end":"2026-02-27T02:22:10.891236Z","steps":["trace[29119256] 'agreement among raft nodes before linearized reading' (duration: 834.510325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.891289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.056621Z","time spent":"834.659578ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:10.89132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.66382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-02-27T02:22:10.891378Z","caller":"traceutil/trace.go:171","msg":"trace[190562837] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:26910; }","duration":"194.755982ms","start":"2026-02-27T02:22:10.696612Z","end":"2026-02-27T02:22:10.891368Z","steps":["trace[190562837] 'agreement among raft nodes before linearized reading' (duration: 194.594758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.891456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.971558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:22:10.891501Z","caller":"traceutil/trace.go:171","msg":"trace[189108908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26910; }","duration":"782.044879ms","start":"2026-02-27T02:22:10.109446Z","end":"2026-02-27T02:22:10.89149Z","steps":["trace[189108908] 'agreement among raft nodes before linearized reading' (duration: 781.935266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.891536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.109425Z","time spent":"782.104761ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:10.891564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.242864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:22:10.891597Z","caller":"traceutil/trace.go:171","msg":"trace[1545092253] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26910; }","duration":"255.322136ms","start":"2026-02-27T02:22:10.636267Z","end":"2026-02-27T02:22:10.891589Z","steps":["trace[1545092253] 'agreement among raft nodes before linearized reading' (duration: 255.235984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.891809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.275511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:22:10.891858Z","caller":"traceutil/trace.go:171","msg":"trace[2143312362] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26910; }","duration":"784.372513ms","start":"2026-02-27T02:22:10.107472Z","end":"2026-02-27T02:22:10.891844Z","steps":["trace[2143312362] 'agreement among raft nodes before linearized reading' (duration: 784.225319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.891855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.660013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T02:22:10.891893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.107448Z","time spent":"784.437535ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:22:10.891914Z","caller":"traceutil/trace.go:171","msg":"trace[482536587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26910; }","duration":"785.745305ms","start":"2026-02-27T02:22:10.106153Z","end":"2026-02-27T02:22:10.891898Z","steps":["trace[482536587] 'agreement among raft nodes before linearized reading' (duration: 785.501189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.891956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.106139Z","time spent":"785.806566ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:22:14.74239Z","caller":"traceutil/trace.go:171","msg":"trace[128094756] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"175.425164ms","start":"2026-02-27T02:22:14.566939Z","end":"2026-02-27T02:22:14.742364Z","steps":["trace[128094756] 'process raft request' (duration: 175.21275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.108376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.014195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:15.108582Z","caller":"traceutil/trace.go:171","msg":"trace[432140944] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"198.373596ms","start":"2026-02-27T02:22:14.910191Z","end":"2026-02-27T02:22:15.108564Z","steps":["trace[432140944] 'process raft request' (duration: 198.282194ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:15.108613Z","caller":"traceutil/trace.go:171","msg":"trace[1854706158] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"425.781885ms","start":"2026-02-27T02:22:14.682793Z","end":"2026-02-27T02:22:15.108575Z","steps":["trace[1854706158] 'process raft request' (duration: 190.476424ms)","trace[1854706158] 'compare' (duration: 234.81056ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:15.108637Z","caller":"traceutil/trace.go:171","msg":"trace[2145556503] linearizableReadLoop","detail":"{readStateIndex:27871; appliedIndex:27870; }","duration":"282.526026ms","start":"2026-02-27T02:22:14.826058Z","end":"2026-02-27T02:22:15.108584Z","steps":["trace[2145556503] 'read index received' (duration: 47.267305ms)","trace[2145556503] 'applied index is now lower than readState.Index' (duration: 235.25619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:15.108781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.70762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:15.108803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.682764Z","time spent":"425.927068ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:15.108889Z","caller":"traceutil/trace.go:171","msg":"trace[1095266103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26933; }","duration":"282.837183ms","start":"2026-02-27T02:22:14.826012Z","end":"2026-02-27T02:22:15.108849Z","steps":["trace[1095266103] 'agreement among raft nodes before linearized reading' (duration: 282.71139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.529662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.502061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:15.529857Z","caller":"traceutil/trace.go:171","msg":"trace[1740559567] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"611.709222ms","start":"2026-02-27T02:22:14.918128Z","end":"2026-02-27T02:22:15.529837Z","steps":["trace[1740559567] 'process raft request' (duration: 611.625041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.529929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.91812Z","time spent":"611.776044ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:15.530423Z","caller":"traceutil/trace.go:171","msg":"trace[820469743] linearizableReadLoop","detail":"{readStateIndex:27875; appliedIndex:27872; }","duration":"421.519736ms","start":"2026-02-27T02:22:15.108705Z","end":"2026-02-27T02:22:15.530225Z","steps":["trace[820469743] 'read index received' (duration: 155.341339ms)","trace[820469743] 'applied index is now lower than readState.Index' (duration: 266.171707ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:15.530523Z","caller":"traceutil/trace.go:171","msg":"trace[1393654537] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"603.675657ms","start":"2026-02-27T02:22:14.926817Z","end":"2026-02-27T02:22:15.530493Z","steps":["trace[1393654537] 'process raft request' (duration: 602.985961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.530585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.832553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:22:15.530588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.816932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-27T02:22:15.530628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.591618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:22:15.530668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.926806Z","time spent":"603.793919ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:15.530717Z","caller":"traceutil/trace.go:171","msg":"trace[2141337310] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26936; }","duration":"604.71399ms","start":"2026-02-27T02:22:14.925987Z","end":"2026-02-27T02:22:15.530701Z","steps":["trace[2141337310] 'agreement among raft nodes before linearized reading' (duration: 604.438884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.530687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.832574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:22:15.530796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.925982Z","time spent":"604.801712ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:22:15.530657Z","caller":"traceutil/trace.go:171","msg":"trace[945392770] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26936; }","duration":"604.895785ms","start":"2026-02-27T02:22:14.925745Z","end":"2026-02-27T02:22:15.53064Z","steps":["trace[945392770] 'agreement among raft nodes before linearized reading' (duration: 604.69048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:15.530142Z","caller":"traceutil/trace.go:171","msg":"trace[787113616] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"611.950158ms","start":"2026-02-27T02:22:14.917931Z","end":"2026-02-27T02:22:15.529881Z","steps":["trace[787113616] 'process raft request' (duration: 346.13865ms)","trace[787113616] 'compare' (duration: 265.390799ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:15.530871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.925738Z","time spent":"605.12167ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:15.530903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.91788Z","time spent":"612.989902ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:15.530918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.020474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:22:15.530678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.975067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:22:15.530792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.761711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:22:15.530961Z","caller":"traceutil/trace.go:171","msg":"trace[995320391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26936; }","duration":"604.088286ms","start":"2026-02-27T02:22:14.92686Z","end":"2026-02-27T02:22:15.530948Z","steps":["trace[995320391] 'agreement among raft nodes before linearized reading' (duration: 603.569074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.530949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.089596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:15.530989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.033522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:40 size:332449"} {"level":"info","ts":"2026-02-27T02:22:15.530995Z","caller":"traceutil/trace.go:171","msg":"trace[907358460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26936; }","duration":"604.970546ms","start":"2026-02-27T02:22:14.926011Z","end":"2026-02-27T02:22:15.530981Z","steps":["trace[907358460] 'agreement among raft nodes before linearized reading' (duration: 604.691529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.531007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.95259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:15.531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.926843Z","time spent":"604.148547ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:22:15.531014Z","caller":"traceutil/trace.go:171","msg":"trace[1323897300] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:40; response_revision:26936; }","duration":"622.188816ms","start":"2026-02-27T02:22:14.908818Z","end":"2026-02-27T02:22:15.531007Z","steps":["trace[1323897300] 'agreement among raft nodes before linearized reading' (duration: 621.871758ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:15.531015Z","caller":"traceutil/trace.go:171","msg":"trace[9931035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26936; }","duration":"421.218689ms","start":"2026-02-27T02:22:15.109781Z","end":"2026-02-27T02:22:15.531Z","steps":["trace[9931035] 'agreement among raft nodes before linearized reading' (duration: 421.090946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.531028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.926007Z","time spent":"605.012857ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:22:15.531036Z","caller":"traceutil/trace.go:171","msg":"trace[2079404712] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26936; }","duration":"212.001532ms","start":"2026-02-27T02:22:15.319024Z","end":"2026-02-27T02:22:15.531026Z","steps":["trace[2079404712] 'agreement among raft nodes before linearized reading' (duration: 211.953691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.531041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.90879Z","time spent":"622.244446ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":40,"response size":332472,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:22:15.531039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.666599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:15.53106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.109764Z","time spent":"421.28071ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:22:15.531066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.687252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-02-27T02:22:15.531076Z","caller":"traceutil/trace.go:171","msg":"trace[480015645] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26936; }","duration":"260.70813ms","start":"2026-02-27T02:22:15.270356Z","end":"2026-02-27T02:22:15.531064Z","steps":["trace[480015645] 'agreement among raft nodes before linearized reading' (duration: 260.645128ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:15.530813Z","caller":"traceutil/trace.go:171","msg":"trace[509439722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26936; }","duration":"604.971877ms","start":"2026-02-27T02:22:14.925819Z","end":"2026-02-27T02:22:15.530791Z","steps":["trace[509439722] 'agreement among raft nodes before linearized reading' (duration: 604.718341ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:15.531105Z","caller":"traceutil/trace.go:171","msg":"trace[1907269050] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26936; }","duration":"106.762753ms","start":"2026-02-27T02:22:15.424329Z","end":"2026-02-27T02:22:15.531092Z","steps":["trace[1907269050] 'agreement among raft nodes before linearized reading' (duration: 106.666271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.53111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.925815Z","time spent":"605.287604ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:22:15.530971Z","caller":"traceutil/trace.go:171","msg":"trace[608175369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26936; }","duration":"605.261143ms","start":"2026-02-27T02:22:14.925697Z","end":"2026-02-27T02:22:15.530959Z","steps":["trace[608175369] 'agreement among raft nodes before linearized reading' (duration: 604.929236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.531148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.92565Z","time spent":"605.491099ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:22:15.530612Z","caller":"traceutil/trace.go:171","msg":"trace[695472160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26936; }","duration":"604.881494ms","start":"2026-02-27T02:22:14.925722Z","end":"2026-02-27T02:22:15.530603Z","steps":["trace[695472160] 'agreement among raft nodes before linearized reading' (duration: 604.777372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.531227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.925717Z","time spent":"605.478358ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:22:15.883659Z","caller":"traceutil/trace.go:171","msg":"trace[1844007126] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"347.0304ms","start":"2026-02-27T02:22:15.536592Z","end":"2026-02-27T02:22:15.883623Z","steps":["trace[1844007126] 'process raft request' (duration: 265.569743ms)","trace[1844007126] 'compare' (duration: 81.205241ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:15.883849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.536576Z","time spent":"347.166943ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:16.411817Z","caller":"traceutil/trace.go:171","msg":"trace[749017877] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"824.451513ms","start":"2026-02-27T02:22:15.58733Z","end":"2026-02-27T02:22:16.411781Z","steps":["trace[749017877] 'process raft request' (duration: 824.173756ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.411855Z","caller":"traceutil/trace.go:171","msg":"trace[274435016] linearizableReadLoop","detail":"{readStateIndex:27881; appliedIndex:27875; }","duration":"823.351707ms","start":"2026-02-27T02:22:15.588475Z","end":"2026-02-27T02:22:16.411827Z","steps":["trace[274435016] 'read index received' (duration: 213.762643ms)","trace[274435016] 'applied index is now lower than readState.Index' (duration: 609.587964ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:16.411963Z","caller":"traceutil/trace.go:171","msg":"trace[530674246] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"824.480982ms","start":"2026-02-27T02:22:15.587471Z","end":"2026-02-27T02:22:16.411952Z","steps":["trace[530674246] 'process raft request' (duration: 824.135664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.41199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.58731Z","time spent":"824.591335ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:16.411812Z","caller":"traceutil/trace.go:171","msg":"trace[1844237587] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"824.413172ms","start":"2026-02-27T02:22:15.587371Z","end":"2026-02-27T02:22:16.411784Z","steps":["trace[1844237587] 'process raft request' (duration: 824.180166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.412077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.587464Z","time spent":"824.535424ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:16.412113Z","caller":"traceutil/trace.go:171","msg":"trace[863880372] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"874.587314ms","start":"2026-02-27T02:22:15.537501Z","end":"2026-02-27T02:22:16.412088Z","steps":["trace[863880372] 'process raft request' (duration: 802.770529ms)","trace[863880372] 'compare' (duration: 71.099218ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:16.412134Z","caller":"traceutil/trace.go:171","msg":"trace[1002495726] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"822.258321ms","start":"2026-02-27T02:22:15.589847Z","end":"2026-02-27T02:22:16.412105Z","steps":["trace[1002495726] 'process raft request' (duration: 821.863342ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.412148Z","caller":"traceutil/trace.go:171","msg":"trace[776756397] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"824.504003ms","start":"2026-02-27T02:22:15.587616Z","end":"2026-02-27T02:22:16.41212Z","steps":["trace[776756397] 'process raft request' (duration: 824.054913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.412209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.723245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:16.412221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.587353Z","time spent":"824.77426ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:16.41224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.537493Z","time spent":"874.670745ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:16.412272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.587596Z","time spent":"824.620116ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:16.412144Z","caller":"traceutil/trace.go:171","msg":"trace[1287750465] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"727.145497ms","start":"2026-02-27T02:22:15.684967Z","end":"2026-02-27T02:22:16.412112Z","steps":["trace[1287750465] 'process raft request' (duration: 726.777389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.412389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.684933Z","time spent":"727.402283ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:16.412269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.589839Z","time spent":"822.360263ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:16.412284Z","caller":"traceutil/trace.go:171","msg":"trace[242374640] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26944; }","duration":"823.823928ms","start":"2026-02-27T02:22:15.588442Z","end":"2026-02-27T02:22:16.412266Z","steps":["trace[242374640] 'agreement among raft nodes before linearized reading' (duration: 823.663784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.412512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.588434Z","time spent":"824.047893ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:22:16.487266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.45891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T02:22:16.487287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.902101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:16.487415Z","caller":"traceutil/trace.go:171","msg":"trace[195945519] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26945; }","duration":"124.039025ms","start":"2026-02-27T02:22:16.363361Z","end":"2026-02-27T02:22:16.4874Z","steps":["trace[195945519] 'agreement among raft nodes before linearized reading' (duration: 123.86186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.487498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.979825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:16.487543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.547119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-65c595f474-rwl9s.1897f9205fd468df\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-02-27T02:22:16.487569Z","caller":"traceutil/trace.go:171","msg":"trace[514173269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26945; }","duration":"661.165589ms","start":"2026-02-27T02:22:15.826389Z","end":"2026-02-27T02:22:16.487554Z","steps":["trace[514173269] 'agreement among raft nodes before linearized reading' (duration: 660.997185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.48758Z","caller":"traceutil/trace.go:171","msg":"trace[131262603] range","detail":"{range_begin:/registry/events/openstack/manila-api-65c595f474-rwl9s.1897f9205fd468df; range_end:; response_count:1; response_revision:26945; }","duration":"649.621532ms","start":"2026-02-27T02:22:15.837946Z","end":"2026-02-27T02:22:16.487568Z","steps":["trace[131262603] 'agreement among raft nodes before linearized reading' (duration: 649.482608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.487613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.837937Z","time spent":"649.668552ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-65c595f474-rwl9s.1897f9205fd468df\" "} {"level":"warn","ts":"2026-02-27T02:22:16.487614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.826369Z","time spent":"661.23444ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:22:16.487326Z","caller":"traceutil/trace.go:171","msg":"trace[802614023] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:26945; }","duration":"514.572993ms","start":"2026-02-27T02:22:15.972741Z","end":"2026-02-27T02:22:16.487314Z","steps":["trace[802614023] 'agreement among raft nodes before linearized reading' (duration: 514.402509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.48768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.972721Z","time spent":"514.945641ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T02:22:16.487272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.645657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:22:16.487849Z","caller":"traceutil/trace.go:171","msg":"trace[137638075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26945; }","duration":"169.262902ms","start":"2026-02-27T02:22:16.318575Z","end":"2026-02-27T02:22:16.487838Z","steps":["trace[137638075] 'agreement among raft nodes before linearized reading' (duration: 168.557665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.487343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.852718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:16.488009Z","caller":"traceutil/trace.go:171","msg":"trace[2022199815] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26945; }","duration":"704.545344ms","start":"2026-02-27T02:22:15.783437Z","end":"2026-02-27T02:22:16.487982Z","steps":["trace[2022199815] 'agreement among raft nodes before linearized reading' (duration: 703.874899ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.487311Z","caller":"traceutil/trace.go:171","msg":"trace[1767720977] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"589.775085ms","start":"2026-02-27T02:22:15.897508Z","end":"2026-02-27T02:22:16.487283Z","steps":["trace[1767720977] 'process raft request' (duration: 589.479098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.488088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.783411Z","time spent":"704.643126ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:16.488385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.897486Z","time spent":"590.807478ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:17.106282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.500539ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:22:17.106621Z","caller":"traceutil/trace.go:171","msg":"trace[1560675076] transaction","detail":"{read_only:false; response_revision:26946; number_of_response:1; }","duration":"616.238507ms","start":"2026-02-27T02:22:16.490364Z","end":"2026-02-27T02:22:17.106603Z","steps":["trace[1560675076] 'process raft request' (duration: 616.016051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.106775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.490352Z","time spent":"616.322448ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:17.106942Z","caller":"traceutil/trace.go:171","msg":"trace[1875642022] linearizableReadLoop","detail":"{readStateIndex:27886; appliedIndex:27884; }","duration":"615.606252ms","start":"2026-02-27T02:22:16.491305Z","end":"2026-02-27T02:22:17.106911Z","steps":["trace[1875642022] 'read index received' (duration: 81.623581ms)","trace[1875642022] 'applied index is now lower than readState.Index' (duration: 533.979421ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:17.107004Z","caller":"traceutil/trace.go:171","msg":"trace[2075698105] transaction","detail":"{read_only:false; response_revision:26947; number_of_response:1; }","duration":"358.773773ms","start":"2026-02-27T02:22:16.748219Z","end":"2026-02-27T02:22:17.106993Z","steps":["trace[2075698105] 'process raft request' (duration: 358.315172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.107062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.748183Z","time spent":"358.849635ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:17.107062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.489151Z","time spent":"617.904415ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:22:17.107669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.353709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:22:17.107718Z","caller":"traceutil/trace.go:171","msg":"trace[730094517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26947; }","duration":"616.41671ms","start":"2026-02-27T02:22:16.49129Z","end":"2026-02-27T02:22:17.107706Z","steps":["trace[730094517] 'agreement among raft nodes before linearized reading' (duration: 616.043581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.107778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.491253Z","time spent":"616.515943ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:22:17.108016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.287261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:17.108075Z","caller":"traceutil/trace.go:171","msg":"trace[311775236] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26947; }","duration":"614.368303ms","start":"2026-02-27T02:22:16.493689Z","end":"2026-02-27T02:22:17.108058Z","steps":["trace[311775236] 'agreement among raft nodes before linearized reading' (duration: 614.235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.108126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.493663Z","time spent":"614.449596ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:22:17.108131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.687877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-27T02:22:17.108192Z","caller":"traceutil/trace.go:171","msg":"trace[1356001567] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26947; }","duration":"493.790329ms","start":"2026-02-27T02:22:16.614383Z","end":"2026-02-27T02:22:17.108173Z","steps":["trace[1356001567] 'agreement among raft nodes before linearized reading' (duration: 493.569154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.108254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.614363Z","time spent":"493.874621ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-02-27T02:22:17.268516Z","caller":"traceutil/trace.go:171","msg":"trace[923763296] linearizableReadLoop","detail":"{readStateIndex:27888; appliedIndex:27887; }","duration":"159.009224ms","start":"2026-02-27T02:22:17.109467Z","end":"2026-02-27T02:22:17.268476Z","steps":["trace[923763296] 'read index received' (duration: 156.140368ms)","trace[923763296] 'applied index is now lower than readState.Index' (duration: 2.867736ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:17.268538Z","caller":"traceutil/trace.go:171","msg":"trace[167334152] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"160.069369ms","start":"2026-02-27T02:22:17.108434Z","end":"2026-02-27T02:22:17.268503Z","steps":["trace[167334152] 'process raft request' (duration: 157.156741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.268816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.324941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-02-27T02:22:17.268898Z","caller":"traceutil/trace.go:171","msg":"trace[939470247] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26948; }","duration":"159.444014ms","start":"2026-02-27T02:22:17.109433Z","end":"2026-02-27T02:22:17.268877Z","steps":["trace[939470247] 'agreement among raft nodes before linearized reading' (duration: 159.156048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.293603Z","caller":"traceutil/trace.go:171","msg":"trace[1583185298] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"180.530162ms","start":"2026-02-27T02:22:17.113037Z","end":"2026-02-27T02:22:17.293567Z","steps":["trace[1583185298] 'process raft request' (duration: 180.237056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.294197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.323328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8c8ac620-0801-4b1e-a439-556814738fb9\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-27T02:22:17.29426Z","caller":"traceutil/trace.go:171","msg":"trace[343027610] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8c8ac620-0801-4b1e-a439-556814738fb9; range_end:; response_count:1; response_revision:26949; }","duration":"183.392719ms","start":"2026-02-27T02:22:17.110852Z","end":"2026-02-27T02:22:17.294244Z","steps":["trace[343027610] 'agreement among raft nodes before linearized reading' (duration: 183.263176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:18.917162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625348941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:22:19.408882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012190201s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:22:19.409222Z","caller":"traceutil/trace.go:171","msg":"trace[705877178] linearizableReadLoop","detail":"{readStateIndex:27894; appliedIndex:27893; }","duration":"992.925786ms","start":"2026-02-27T02:22:18.416268Z","end":"2026-02-27T02:22:19.409194Z","steps":["trace[705877178] 'read index received' (duration: 992.818773ms)","trace[705877178] 'applied index is now lower than readState.Index' (duration: 105.983µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:19.409277Z","caller":"traceutil/trace.go:171","msg":"trace[1433006913] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"1.012675913s","start":"2026-02-27T02:22:18.396575Z","end":"2026-02-27T02:22:19.409251Z","steps":["trace[1433006913] 'process raft request' (duration: 1.012481648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.409399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.39655Z","time spent":"1.012786006s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:19.40946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.171121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:22:19.409541Z","caller":"traceutil/trace.go:171","msg":"trace[343255769] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26954; }","duration":"993.283473ms","start":"2026-02-27T02:22:18.416235Z","end":"2026-02-27T02:22:19.409518Z","steps":["trace[343255769] 'agreement among raft nodes before linearized reading' (duration: 993.056068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.40959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.41622Z","time spent":"993.360336ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:19.724661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.232439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:19.724783Z","caller":"traceutil/trace.go:171","msg":"trace[208977487] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"613.204776ms","start":"2026-02-27T02:22:19.111553Z","end":"2026-02-27T02:22:19.724758Z","steps":["trace[208977487] 'process raft request' (duration: 491.816454ms)","trace[208977487] 'compare' (duration: 121.072925ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:19.724832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.111529Z","time spent":"613.285519ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:19.724949Z","caller":"traceutil/trace.go:171","msg":"trace[970160424] linearizableReadLoop","detail":"{readStateIndex:27896; appliedIndex:27894; }","duration":"315.651633ms","start":"2026-02-27T02:22:19.409292Z","end":"2026-02-27T02:22:19.724943Z","steps":["trace[970160424] 'read index received' (duration: 194.083616ms)","trace[970160424] 'applied index is now lower than readState.Index' (duration: 121.567617ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:19.725058Z","caller":"traceutil/trace.go:171","msg":"trace[1826283276] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"143.344931ms","start":"2026-02-27T02:22:19.581708Z","end":"2026-02-27T02:22:19.725053Z","steps":["trace[1826283276] 'process raft request' (duration: 143.314791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.725177Z","caller":"traceutil/trace.go:171","msg":"trace[164679318] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"426.296996ms","start":"2026-02-27T02:22:19.298876Z","end":"2026-02-27T02:22:19.725173Z","steps":["trace[164679318] 'process raft request' (duration: 425.847426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.725216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.298852Z","time spent":"426.344278ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:19.725317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306355176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:22:19.725337Z","caller":"traceutil/trace.go:171","msg":"trace[1340232480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26958; }","duration":"1.306390348s","start":"2026-02-27T02:22:18.418941Z","end":"2026-02-27T02:22:19.725331Z","steps":["trace[1340232480] 'agreement among raft nodes before linearized reading' (duration: 1.306316646s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.725352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.418935Z","time spent":"1.306413528s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:19.725412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307046643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:19.725427Z","caller":"traceutil/trace.go:171","msg":"trace[1331381747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26958; }","duration":"1.307062113s","start":"2026-02-27T02:22:18.418361Z","end":"2026-02-27T02:22:19.725423Z","steps":["trace[1331381747] 'agreement among raft nodes before linearized reading' (duration: 1.307023242s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.725446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.418307Z","time spent":"1.307131904s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:22:19.725494Z","caller":"traceutil/trace.go:171","msg":"trace[496606428] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"311.265831ms","start":"2026-02-27T02:22:19.414217Z","end":"2026-02-27T02:22:19.725483Z","steps":["trace[496606428] 'process raft request' (duration: 310.700468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.725538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.414196Z","time spent":"311.318753ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:19.725503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307213117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:22:19.725635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30738745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:22:19.725637Z","caller":"traceutil/trace.go:171","msg":"trace[758323374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26958; }","duration":"1.307320989s","start":"2026-02-27T02:22:18.418268Z","end":"2026-02-27T02:22:19.725589Z","steps":["trace[758323374] 'agreement among raft nodes before linearized reading' (duration: 1.307205796s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.725713Z","caller":"traceutil/trace.go:171","msg":"trace[1751681836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26958; }","duration":"1.307485593s","start":"2026-02-27T02:22:18.418209Z","end":"2026-02-27T02:22:19.725695Z","steps":["trace[1751681836] 'agreement among raft nodes before linearized reading' (duration: 1.307282828s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.725762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.418204Z","time spent":"1.307549135s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:22:19.725757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.418253Z","time spent":"1.307460623s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:19.725655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309139461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:22:19.725903Z","caller":"traceutil/trace.go:171","msg":"trace[1494456329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26958; }","duration":"1.309419708s","start":"2026-02-27T02:22:18.416468Z","end":"2026-02-27T02:22:19.725887Z","steps":["trace[1494456329] 'agreement among raft nodes before linearized reading' (duration: 1.309027879s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.725956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.416425Z","time spent":"1.30951233s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:22:20.225403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625348950,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:22:20.272488Z","caller":"traceutil/trace.go:171","msg":"trace[1688094927] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"668.845086ms","start":"2026-02-27T02:22:19.603613Z","end":"2026-02-27T02:22:20.272458Z","steps":["trace[1688094927] 'process raft request' (duration: 668.779625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:20.272563Z","caller":"traceutil/trace.go:171","msg":"trace[1064162808] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"669.247536ms","start":"2026-02-27T02:22:19.603283Z","end":"2026-02-27T02:22:20.27253Z","steps":["trace[1064162808] 'process raft request' (duration: 668.917288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.272666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.603593Z","time spent":"668.98561ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:20.272766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.603258Z","time spent":"669.364499ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:20.301002Z","caller":"traceutil/trace.go:171","msg":"trace[752300898] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"569.132446ms","start":"2026-02-27T02:22:19.731843Z","end":"2026-02-27T02:22:20.300975Z","steps":["trace[752300898] 'process raft request' (duration: 569.044244ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:20.301047Z","caller":"traceutil/trace.go:171","msg":"trace[972987030] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"570.757394ms","start":"2026-02-27T02:22:19.730251Z","end":"2026-02-27T02:22:20.301009Z","steps":["trace[972987030] 'process raft request' (duration: 570.487367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.301219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.730234Z","time spent":"570.891667ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:20.301316Z","caller":"traceutil/trace.go:171","msg":"trace[1155586400] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"569.056644ms","start":"2026-02-27T02:22:19.732231Z","end":"2026-02-27T02:22:20.301287Z","steps":["trace[1155586400] 'process raft request' (duration: 568.700026ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:20.301403Z","caller":"traceutil/trace.go:171","msg":"trace[2088194514] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"568.850329ms","start":"2026-02-27T02:22:19.732528Z","end":"2026-02-27T02:22:20.301378Z","steps":["trace[2088194514] 'process raft request' (duration: 568.676415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.301448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.732218Z","time spent":"569.161536ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:20.301442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.731822Z","time spent":"569.255679ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:20.301521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.732519Z","time spent":"568.948782ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:20.30159Z","caller":"traceutil/trace.go:171","msg":"trace[1524270797] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"568.680706ms","start":"2026-02-27T02:22:19.732898Z","end":"2026-02-27T02:22:20.301579Z","steps":["trace[1524270797] 'process raft request' (duration: 568.43024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.301647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.732889Z","time spent":"568.732137ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:20.301556Z","caller":"traceutil/trace.go:171","msg":"trace[1856510709] linearizableReadLoop","detail":"{readStateIndex:27905; appliedIndex:27898; }","duration":"576.573109ms","start":"2026-02-27T02:22:19.724966Z","end":"2026-02-27T02:22:20.301539Z","steps":["trace[1856510709] 'read index received' (duration: 547.318031ms)","trace[1856510709] 'applied index is now lower than readState.Index' (duration: 29.253778ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:20.30182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.743802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:20.301885Z","caller":"traceutil/trace.go:171","msg":"trace[1229592395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26965; }","duration":"475.841215ms","start":"2026-02-27T02:22:19.826027Z","end":"2026-02-27T02:22:20.301868Z","steps":["trace[1229592395] 'agreement among raft nodes before linearized reading' (duration: 475.743212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.301891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.623513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:22:20.301933Z","caller":"traceutil/trace.go:171","msg":"trace[1865831710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26965; }","duration":"397.692884ms","start":"2026-02-27T02:22:19.90423Z","end":"2026-02-27T02:22:20.301923Z","steps":["trace[1865831710] 'agreement among raft nodes before linearized reading' (duration: 397.565651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.30197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.904217Z","time spent":"397.746516ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:20.301999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.774243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:20.301936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.826009Z","time spent":"475.917047ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:22:20.30205Z","caller":"traceutil/trace.go:171","msg":"trace[1538180591] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26965; }","duration":"412.826314ms","start":"2026-02-27T02:22:19.889211Z","end":"2026-02-27T02:22:20.302037Z","steps":["trace[1538180591] 'agreement among raft nodes before linearized reading' (duration: 412.748573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.302102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.889166Z","time spent":"412.921617ms","remote":"127.0.0.1:46138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:20.302211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.202331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:22:20.302172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.870635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-02-27T02:22:20.302333Z","caller":"traceutil/trace.go:171","msg":"trace[1782644173] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26965; }","duration":"447.364644ms","start":"2026-02-27T02:22:19.854928Z","end":"2026-02-27T02:22:20.302292Z","steps":["trace[1782644173] 'agreement among raft nodes before linearized reading' (duration: 447.16332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.302407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.854905Z","time spent":"447.482428ms","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:22:20.302724Z","caller":"traceutil/trace.go:171","msg":"trace[655952343] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26965; }","duration":"700.10996ms","start":"2026-02-27T02:22:19.60223Z","end":"2026-02-27T02:22:20.30234Z","steps":["trace[655952343] 'agreement among raft nodes before linearized reading' (duration: 699.381914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.302788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.602211Z","time spent":"700.562792ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4866,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-02-27T02:22:22.302196Z","caller":"traceutil/trace.go:171","msg":"trace[2042587814] transaction","detail":"{read_only:false; response_revision:26975; number_of_response:1; }","duration":"159.403783ms","start":"2026-02-27T02:22:22.142771Z","end":"2026-02-27T02:22:22.302175Z","steps":["trace[2042587814] 'process raft request' (duration: 159.28768ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:22.629144Z","caller":"traceutil/trace.go:171","msg":"trace[266648834] linearizableReadLoop","detail":"{readStateIndex:27918; appliedIndex:27915; }","duration":"330.355484ms","start":"2026-02-27T02:22:22.298765Z","end":"2026-02-27T02:22:22.62912Z","steps":["trace[266648834] 'read index received' (duration: 3.283286ms)","trace[266648834] 'applied index is now lower than readState.Index' (duration: 327.071178ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:22.629871Z","caller":"traceutil/trace.go:171","msg":"trace[2023970275] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"351.962485ms","start":"2026-02-27T02:22:22.277861Z","end":"2026-02-27T02:22:22.629823Z","steps":["trace[2023970275] 'process raft request' (duration: 351.071915ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:22.629871Z","caller":"traceutil/trace.go:171","msg":"trace[393962379] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"351.443393ms","start":"2026-02-27T02:22:22.278397Z","end":"2026-02-27T02:22:22.62984Z","steps":["trace[393962379] 'process raft request' (duration: 350.682485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.630046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.214384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:22.630065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.278389Z","time spent":"351.560935ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:22.630128Z","caller":"traceutil/trace.go:171","msg":"trace[1518479366] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26977; }","duration":"331.379188ms","start":"2026-02-27T02:22:22.298729Z","end":"2026-02-27T02:22:22.630108Z","steps":["trace[1518479366] 'agreement among raft nodes before linearized reading' (duration: 331.196584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.63019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.298715Z","time spent":"331.459689ms","remote":"127.0.0.1:50676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:22.630161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.277837Z","time spent":"352.116338ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:22.632415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.186794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-02-27T02:22:22.632466Z","caller":"traceutil/trace.go:171","msg":"trace[1557322951] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26977; }","duration":"309.289485ms","start":"2026-02-27T02:22:22.323164Z","end":"2026-02-27T02:22:22.632453Z","steps":["trace[1557322951] 'agreement among raft nodes before linearized reading' (duration: 309.117961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.632503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.323144Z","time spent":"309.347427ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4866,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:22:22.632902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.661653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:22.632944Z","caller":"traceutil/trace.go:171","msg":"trace[565586611] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26977; }","duration":"138.717444ms","start":"2026-02-27T02:22:22.494214Z","end":"2026-02-27T02:22:22.632931Z","steps":["trace[565586611] 'agreement among raft nodes before linearized reading' (duration: 138.636402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.636151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.998408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:22.636193Z","caller":"traceutil/trace.go:171","msg":"trace[1159807516] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26977; }","duration":"173.177382ms","start":"2026-02-27T02:22:22.463003Z","end":"2026-02-27T02:22:22.636181Z","steps":["trace[1159807516] 'agreement among raft nodes before linearized reading' (duration: 173.113601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.636438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.228076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:22.636475Z","caller":"traceutil/trace.go:171","msg":"trace[1707164358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26977; }","duration":"218.298848ms","start":"2026-02-27T02:22:22.418167Z","end":"2026-02-27T02:22:22.636466Z","steps":["trace[1707164358] 'agreement among raft nodes before linearized reading' (duration: 218.233406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.636865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.831055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:22:22.636904Z","caller":"traceutil/trace.go:171","msg":"trace[631246977] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26977; }","duration":"270.894086ms","start":"2026-02-27T02:22:22.366001Z","end":"2026-02-27T02:22:22.636895Z","steps":["trace[631246977] 'agreement among raft nodes before linearized reading' (duration: 270.667471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.637195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.853721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:22:22.637236Z","caller":"traceutil/trace.go:171","msg":"trace[1259255322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26977; }","duration":"278.929533ms","start":"2026-02-27T02:22:22.358297Z","end":"2026-02-27T02:22:22.637227Z","steps":["trace[1259255322] 'agreement among raft nodes before linearized reading' (duration: 278.8119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.637451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.687362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:22.637483Z","caller":"traceutil/trace.go:171","msg":"trace[1923292641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26977; }","duration":"308.732282ms","start":"2026-02-27T02:22:22.328742Z","end":"2026-02-27T02:22:22.637474Z","steps":["trace[1923292641] 'agreement among raft nodes before linearized reading' (duration: 308.64089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.637508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.328738Z","time spent":"308.762814ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:22.637733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.225054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:22:22.637763Z","caller":"traceutil/trace.go:171","msg":"trace[2074957354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26977; }","duration":"309.274246ms","start":"2026-02-27T02:22:22.328481Z","end":"2026-02-27T02:22:22.637755Z","steps":["trace[2074957354] 'agreement among raft nodes before linearized reading' (duration: 309.195514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.637786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.32847Z","time spent":"309.310546ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:22.637937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.555858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:22:22.637967Z","caller":"traceutil/trace.go:171","msg":"trace[1893569551] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26977; }","duration":"314.617399ms","start":"2026-02-27T02:22:22.323342Z","end":"2026-02-27T02:22:22.637959Z","steps":["trace[1893569551] 'agreement among raft nodes before linearized reading' (duration: 314.539607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.63799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.323268Z","time spent":"314.716371ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:22.638216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.937986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:22:22.638256Z","caller":"traceutil/trace.go:171","msg":"trace[1199007310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26977; }","duration":"314.990067ms","start":"2026-02-27T02:22:22.323256Z","end":"2026-02-27T02:22:22.638246Z","steps":["trace[1199007310] 'agreement among raft nodes before linearized reading' (duration: 314.893335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.638281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.32325Z","time spent":"315.024068ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:22:22.638878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.619863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:22:22.638959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.706384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:22:22.639024Z","caller":"traceutil/trace.go:171","msg":"trace[623448337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26977; }","duration":"315.813167ms","start":"2026-02-27T02:22:22.323197Z","end":"2026-02-27T02:22:22.63901Z","steps":["trace[623448337] 'agreement among raft nodes before linearized reading' (duration: 315.625373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.639064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.323177Z","time spent":"315.878828ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:22:22.638916Z","caller":"traceutil/trace.go:171","msg":"trace[161066452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26977; }","duration":"315.674284ms","start":"2026-02-27T02:22:22.323233Z","end":"2026-02-27T02:22:22.638907Z","steps":["trace[161066452] 'agreement among raft nodes before linearized reading' (duration: 315.578681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.640175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.323226Z","time spent":"316.934983ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:22.87537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.705189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:22.875636Z","caller":"traceutil/trace.go:171","msg":"trace[1234285469] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"233.07624ms","start":"2026-02-27T02:22:22.642532Z","end":"2026-02-27T02:22:22.875608Z","steps":["trace[1234285469] 'process raft request' (duration: 111.059353ms)","trace[1234285469] 'compare' (duration: 121.506945ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:22.875672Z","caller":"traceutil/trace.go:171","msg":"trace[224688015] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"232.947697ms","start":"2026-02-27T02:22:22.642709Z","end":"2026-02-27T02:22:22.875657Z","steps":["trace[224688015] 'process raft request' (duration: 232.757712ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:22.875887Z","caller":"traceutil/trace.go:171","msg":"trace[568474163] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"233.05185ms","start":"2026-02-27T02:22:22.642814Z","end":"2026-02-27T02:22:22.875866Z","steps":["trace[568474163] 'process raft request' (duration: 232.970968ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:22.875974Z","caller":"traceutil/trace.go:171","msg":"trace[1125759793] linearizableReadLoop","detail":"{readStateIndex:27924; appliedIndex:27918; }","duration":"230.150473ms","start":"2026-02-27T02:22:22.645812Z","end":"2026-02-27T02:22:22.875962Z","steps":["trace[1125759793] 'read index received' (duration: 107.791778ms)","trace[1125759793] 'applied index is now lower than readState.Index' (duration: 122.357615ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:22.876016Z","caller":"traceutil/trace.go:171","msg":"trace[1670207724] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"233.203353ms","start":"2026-02-27T02:22:22.642773Z","end":"2026-02-27T02:22:22.875977Z","steps":["trace[1670207724] 'process raft request' (duration: 232.845875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:22.87604Z","caller":"traceutil/trace.go:171","msg":"trace[135135969] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"232.869435ms","start":"2026-02-27T02:22:22.643154Z","end":"2026-02-27T02:22:22.876024Z","steps":["trace[135135969] 'process raft request' (duration: 232.687331ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:22.876129Z","caller":"traceutil/trace.go:171","msg":"trace[565782624] transaction","detail":"{read_only:false; response_revision:26983; number_of_response:1; }","duration":"232.855295ms","start":"2026-02-27T02:22:22.643176Z","end":"2026-02-27T02:22:22.876031Z","steps":["trace[565782624] 'process raft request' (duration: 232.741352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.87634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.505751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:22:22.876399Z","caller":"traceutil/trace.go:171","msg":"trace[1366280402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26983; }","duration":"230.603983ms","start":"2026-02-27T02:22:22.645782Z","end":"2026-02-27T02:22:22.876386Z","steps":["trace[1366280402] 'agreement among raft nodes before linearized reading' (duration: 230.385398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.471728Z","caller":"traceutil/trace.go:171","msg":"trace[1448838133] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"126.597674ms","start":"2026-02-27T02:22:23.345098Z","end":"2026-02-27T02:22:23.471695Z","steps":["trace[1448838133] 'process raft request' (duration: 126.355588ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:24.83066Z","caller":"traceutil/trace.go:171","msg":"trace[2055306374] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"194.638099ms","start":"2026-02-27T02:22:24.636006Z","end":"2026-02-27T02:22:24.830645Z","steps":["trace[2055306374] 'process raft request' (duration: 194.536337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.056906Z","caller":"traceutil/trace.go:171","msg":"trace[1436415649] linearizableReadLoop","detail":"{readStateIndex:27932; appliedIndex:27930; }","duration":"412.271692ms","start":"2026-02-27T02:22:24.644608Z","end":"2026-02-27T02:22:25.056879Z","steps":["trace[1436415649] 'read index received' (duration: 185.993519ms)","trace[1436415649] 'applied index is now lower than readState.Index' (duration: 226.276873ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:25.057061Z","caller":"traceutil/trace.go:171","msg":"trace[359559286] transaction","detail":"{read_only:false; response_revision:26991; number_of_response:1; }","duration":"420.715527ms","start":"2026-02-27T02:22:24.636316Z","end":"2026-02-27T02:22:25.057031Z","steps":["trace[359559286] 'process raft request' (duration: 342.740101ms)","trace[359559286] 'compare' (duration: 77.69371ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:25.057191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.563658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"warn","ts":"2026-02-27T02:22:25.057213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:24.636307Z","time spent":"420.827089ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:25.057249Z","caller":"traceutil/trace.go:171","msg":"trace[379045784] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26991; }","duration":"412.659681ms","start":"2026-02-27T02:22:24.644576Z","end":"2026-02-27T02:22:25.057236Z","steps":["trace[379045784] 'agreement among raft nodes before linearized reading' (duration: 412.453976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.05729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:24.644565Z","time spent":"412.716732ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4866,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:22:25.057318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.165278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:25.057369Z","caller":"traceutil/trace.go:171","msg":"trace[1939284503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26991; }","duration":"232.238151ms","start":"2026-02-27T02:22:24.825117Z","end":"2026-02-27T02:22:25.057356Z","steps":["trace[1939284503] 'agreement among raft nodes before linearized reading' (duration: 232.150829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.057379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.497472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:22:25.057387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.005497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:22:25.057468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.26865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:22:25.057461Z","caller":"traceutil/trace.go:171","msg":"trace[1140337826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26991; }","duration":"177.614065ms","start":"2026-02-27T02:22:24.879824Z","end":"2026-02-27T02:22:25.057438Z","steps":["trace[1140337826] 'agreement among raft nodes before linearized reading' (duration: 177.41095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.057468Z","caller":"traceutil/trace.go:171","msg":"trace[2131186734] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26991; }","duration":"179.13496ms","start":"2026-02-27T02:22:24.878314Z","end":"2026-02-27T02:22:25.057449Z","steps":["trace[2131186734] 'agreement among raft nodes before linearized reading' (duration: 178.928355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.057473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.21189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:22:25.05751Z","caller":"traceutil/trace.go:171","msg":"trace[979526917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26991; }","duration":"175.319352ms","start":"2026-02-27T02:22:24.882176Z","end":"2026-02-27T02:22:25.057496Z","steps":["trace[979526917] 'agreement among raft nodes before linearized reading' (duration: 175.25155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.057382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.678218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:22:25.05747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.685433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:22:25.05753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.579987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:25.05754Z","caller":"traceutil/trace.go:171","msg":"trace[1846681616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26991; }","duration":"175.315252ms","start":"2026-02-27T02:22:24.882209Z","end":"2026-02-27T02:22:25.057524Z","steps":["trace[1846681616] 'agreement among raft nodes before linearized reading' (duration: 175.080296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.057389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.476636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:22:25.057555Z","caller":"traceutil/trace.go:171","msg":"trace[838041375] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26991; }","duration":"266.907774ms","start":"2026-02-27T02:22:24.790629Z","end":"2026-02-27T02:22:25.057537Z","steps":["trace[838041375] 'agreement among raft nodes before linearized reading' (duration: 266.589916ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.057587Z","caller":"traceutil/trace.go:171","msg":"trace[662756653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26991; }","duration":"175.65719ms","start":"2026-02-27T02:22:24.881915Z","end":"2026-02-27T02:22:25.057572Z","steps":["trace[662756653] 'agreement among raft nodes before linearized reading' (duration: 175.524187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.05762Z","caller":"traceutil/trace.go:171","msg":"trace[196939240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26991; }","duration":"176.795686ms","start":"2026-02-27T02:22:24.880764Z","end":"2026-02-27T02:22:25.057559Z","steps":["trace[196939240] 'agreement among raft nodes before linearized reading' (duration: 176.500589ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.057597Z","caller":"traceutil/trace.go:171","msg":"trace[1359318202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26991; }","duration":"175.717101ms","start":"2026-02-27T02:22:24.881867Z","end":"2026-02-27T02:22:25.057584Z","steps":["trace[1359318202] 'agreement among raft nodes before linearized reading' (duration: 175.366013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:35.319191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.60668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:35.319296Z","caller":"traceutil/trace.go:171","msg":"trace[1339436118] linearizableReadLoop","detail":"{readStateIndex:28081; appliedIndex:28080; }","duration":"162.441353ms","start":"2026-02-27T02:22:35.156838Z","end":"2026-02-27T02:22:35.31928Z","steps":["trace[1339436118] 'read index received' (duration: 55.67922ms)","trace[1339436118] 'applied index is now lower than readState.Index' (duration: 106.761103ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:35.319376Z","caller":"traceutil/trace.go:171","msg":"trace[1298319483] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"166.16608ms","start":"2026-02-27T02:22:35.153175Z","end":"2026-02-27T02:22:35.319341Z","steps":["trace[1298319483] 'process raft request' (duration: 59.335884ms)","trace[1298319483] 'compare' (duration: 106.495368ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:35.319463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.629898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:22:35.319505Z","caller":"traceutil/trace.go:171","msg":"trace[1393111924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27135; }","duration":"162.70464ms","start":"2026-02-27T02:22:35.156786Z","end":"2026-02-27T02:22:35.319491Z","steps":["trace[1393111924] 'agreement among raft nodes before linearized reading' (duration: 162.581547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:35.319525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.569756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:22:35.319606Z","caller":"traceutil/trace.go:171","msg":"trace[1337053414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27135; }","duration":"162.675439ms","start":"2026-02-27T02:22:35.156912Z","end":"2026-02-27T02:22:35.319587Z","steps":["trace[1337053414] 'agreement among raft nodes before linearized reading' (duration: 162.473015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:35.319786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.781208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T02:22:35.319811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.628488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:22:35.319824Z","caller":"traceutil/trace.go:171","msg":"trace[116885079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27135; }","duration":"161.85877ms","start":"2026-02-27T02:22:35.157957Z","end":"2026-02-27T02:22:35.319816Z","steps":["trace[116885079] 'agreement among raft nodes before linearized reading' (duration: 161.731147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:35.319842Z","caller":"traceutil/trace.go:171","msg":"trace[1764647437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27135; }","duration":"162.688459ms","start":"2026-02-27T02:22:35.157145Z","end":"2026-02-27T02:22:35.319834Z","steps":["trace[1764647437] 'agreement among raft nodes before linearized reading' (duration: 162.569386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:35.32027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.050918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:22:35.32051Z","caller":"traceutil/trace.go:171","msg":"trace[1585995505] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27135; }","duration":"163.282943ms","start":"2026-02-27T02:22:35.157183Z","end":"2026-02-27T02:22:35.320466Z","steps":["trace[1585995505] 'agreement among raft nodes before linearized reading' (duration: 162.518905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:45.055109Z","caller":"traceutil/trace.go:171","msg":"trace[1832363123] transaction","detail":"{read_only:false; response_revision:27237; number_of_response:1; }","duration":"163.269483ms","start":"2026-02-27T02:22:44.891802Z","end":"2026-02-27T02:22:45.055071Z","steps":["trace[1832363123] 'process raft request' (duration: 108.025043ms)","trace[1832363123] 'compare' (duration: 54.925603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:45.755158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.51358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:45.755232Z","caller":"traceutil/trace.go:171","msg":"trace[94645383] linearizableReadLoop","detail":"{readStateIndex:28186; appliedIndex:28185; }","duration":"390.693041ms","start":"2026-02-27T02:22:45.364528Z","end":"2026-02-27T02:22:45.755221Z","steps":["trace[94645383] 'read index received' (duration: 280.009487ms)","trace[94645383] 'applied index is now lower than readState.Index' (duration: 110.682874ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:45.755353Z","caller":"traceutil/trace.go:171","msg":"trace[962066884] transaction","detail":"{read_only:false; response_revision:27238; number_of_response:1; }","duration":"627.867206ms","start":"2026-02-27T02:22:45.127479Z","end":"2026-02-27T02:22:45.755346Z","steps":["trace[962066884] 'process raft request' (duration: 517.10513ms)","trace[962066884] 'compare' (duration: 110.217893ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:45.755388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.127456Z","time spent":"627.913398ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:45.755521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.005188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:22:45.755536Z","caller":"traceutil/trace.go:171","msg":"trace[1498307075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27238; }","duration":"391.059489ms","start":"2026-02-27T02:22:45.364472Z","end":"2026-02-27T02:22:45.755532Z","steps":["trace[1498307075] 'agreement among raft nodes before linearized reading' (duration: 390.986548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:45.75555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.364451Z","time spent":"391.096171ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:22:45.755904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.775268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:45.755922Z","caller":"traceutil/trace.go:171","msg":"trace[1172733227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27238; }","duration":"287.826279ms","start":"2026-02-27T02:22:45.46809Z","end":"2026-02-27T02:22:45.755917Z","steps":["trace[1172733227] 'agreement among raft nodes before linearized reading' (duration: 287.768658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:45.755912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.198403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:22:45.755995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.969218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:22:45.756012Z","caller":"traceutil/trace.go:171","msg":"trace[330575609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27238; }","duration":"293.025869ms","start":"2026-02-27T02:22:45.462981Z","end":"2026-02-27T02:22:45.756007Z","steps":["trace[330575609] 'agreement among raft nodes before linearized reading' (duration: 292.984248ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:45.756Z","caller":"traceutil/trace.go:171","msg":"trace[502996023] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27238; }","duration":"331.327207ms","start":"2026-02-27T02:22:45.424648Z","end":"2026-02-27T02:22:45.755975Z","steps":["trace[502996023] 'agreement among raft nodes before linearized reading' (duration: 330.972918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:45.756049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.424628Z","time spent":"331.410979ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:45.75605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.14285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:45.756062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.903071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:22:45.756137Z","caller":"traceutil/trace.go:171","msg":"trace[705566994] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27238; }","duration":"157.279954ms","start":"2026-02-27T02:22:45.598835Z","end":"2026-02-27T02:22:45.756115Z","steps":["trace[705566994] 'agreement among raft nodes before linearized reading' (duration: 157.10707ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:45.756156Z","caller":"traceutil/trace.go:171","msg":"trace[1376612002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27238; }","duration":"288.010513ms","start":"2026-02-27T02:22:45.46812Z","end":"2026-02-27T02:22:45.75613Z","steps":["trace[1376612002] 'agreement among raft nodes before linearized reading' (duration: 287.748687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:45.756149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.948672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:22:45.756233Z","caller":"traceutil/trace.go:171","msg":"trace[1475825745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27238; }","duration":"288.081285ms","start":"2026-02-27T02:22:45.468127Z","end":"2026-02-27T02:22:45.756209Z","steps":["trace[1475825745] 'agreement among raft nodes before linearized reading' (duration: 287.824639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.102418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.591969ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:46.102565Z","caller":"traceutil/trace.go:171","msg":"trace[296185390] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27239; }","duration":"226.752063ms","start":"2026-02-27T02:22:45.875788Z","end":"2026-02-27T02:22:46.10254Z","steps":["trace[296185390] 'range keys from in-memory index tree' (duration: 226.570919ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.102687Z","caller":"traceutil/trace.go:171","msg":"trace[187915869] transaction","detail":"{read_only:false; response_revision:27240; number_of_response:1; }","duration":"341.944043ms","start":"2026-02-27T02:22:45.760717Z","end":"2026-02-27T02:22:46.102661Z","steps":["trace[187915869] 'process raft request' (duration: 341.37363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.102837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.760682Z","time spent":"342.082566ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:46.10287Z","caller":"traceutil/trace.go:171","msg":"trace[469472884] transaction","detail":"{read_only:false; response_revision:27241; number_of_response:1; }","duration":"340.459378ms","start":"2026-02-27T02:22:45.762397Z","end":"2026-02-27T02:22:46.102857Z","steps":["trace[469472884] 'process raft request' (duration: 340.182482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.102921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.762382Z","time spent":"340.512559ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:46.103173Z","caller":"traceutil/trace.go:171","msg":"trace[1047594163] transaction","detail":"{read_only:false; response_revision:27242; number_of_response:1; }","duration":"340.692993ms","start":"2026-02-27T02:22:45.762464Z","end":"2026-02-27T02:22:46.103157Z","steps":["trace[1047594163] 'process raft request' (duration: 340.318235ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.103203Z","caller":"traceutil/trace.go:171","msg":"trace[1898049053] transaction","detail":"{read_only:false; response_revision:27244; number_of_response:1; }","duration":"340.355525ms","start":"2026-02-27T02:22:45.762811Z","end":"2026-02-27T02:22:46.103167Z","steps":["trace[1898049053] 'process raft request' (duration: 340.287804ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.103388Z","caller":"traceutil/trace.go:171","msg":"trace[1145709583] transaction","detail":"{read_only:false; response_revision:27243; number_of_response:1; }","duration":"340.858177ms","start":"2026-02-27T02:22:45.762497Z","end":"2026-02-27T02:22:46.103355Z","steps":["trace[1145709583] 'process raft request' (duration: 340.534429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.103652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.76249Z","time spent":"340.973139ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:46.103403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.762804Z","time spent":"340.506009ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:46.103257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.762459Z","time spent":"340.761215ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:46.795438Z","caller":"traceutil/trace.go:171","msg":"trace[983849510] transaction","detail":"{read_only:false; response_revision:27246; number_of_response:1; }","duration":"953.611014ms","start":"2026-02-27T02:22:45.841799Z","end":"2026-02-27T02:22:46.79541Z","steps":["trace[983849510] 'process raft request' (duration: 953.502742ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.79548Z","caller":"traceutil/trace.go:171","msg":"trace[154403902] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"961.325393ms","start":"2026-02-27T02:22:45.834131Z","end":"2026-02-27T02:22:46.795457Z","steps":["trace[154403902] 'process raft request' (duration: 961.021436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.795607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.84178Z","time spent":"953.754687ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:46.795613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.834104Z","time spent":"961.441415ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:46.795659Z","caller":"traceutil/trace.go:171","msg":"trace[1457483351] transaction","detail":"{read_only:false; response_revision:27247; number_of_response:1; }","duration":"950.945012ms","start":"2026-02-27T02:22:45.844694Z","end":"2026-02-27T02:22:46.795639Z","steps":["trace[1457483351] 'process raft request' (duration: 950.665336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.795808Z","caller":"traceutil/trace.go:171","msg":"trace[1936819692] linearizableReadLoop","detail":"{readStateIndex:28193; appliedIndex:28187; }","duration":"956.706576ms","start":"2026-02-27T02:22:45.839042Z","end":"2026-02-27T02:22:46.795748Z","steps":["trace[1936819692] 'read index received' (duration: 263.133527ms)","trace[1936819692] 'applied index is now lower than readState.Index' (duration: 693.571839ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:46.795851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.844675Z","time spent":"951.035704ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:46.795865Z","caller":"traceutil/trace.go:171","msg":"trace[1367316775] transaction","detail":"{read_only:false; response_revision:27248; number_of_response:1; }","duration":"948.024465ms","start":"2026-02-27T02:22:45.84781Z","end":"2026-02-27T02:22:46.795834Z","steps":["trace[1367316775] 'process raft request' (duration: 947.758309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.79602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.976862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-65c595f474-rwl9s.1897f9205fd468df\" ","response":"range_response_count:1 size:1542"} {"level":"warn","ts":"2026-02-27T02:22:46.796045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.847794Z","time spent":"948.143347ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:46.796088Z","caller":"traceutil/trace.go:171","msg":"trace[1379217536] range","detail":"{range_begin:/registry/events/openstack/manila-api-65c595f474-rwl9s.1897f9205fd468df; range_end:; response_count:1; response_revision:27248; }","duration":"957.082374ms","start":"2026-02-27T02:22:45.838989Z","end":"2026-02-27T02:22:46.796072Z","steps":["trace[1379217536] 'agreement among raft nodes before linearized reading' (duration: 956.9064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.796163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.838976Z","time spent":"957.173356ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-65c595f474-rwl9s.1897f9205fd468df\" "} {"level":"warn","ts":"2026-02-27T02:22:46.848216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.777729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T02:22:46.848246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.507838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T02:22:46.8483Z","caller":"traceutil/trace.go:171","msg":"trace[49666126] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27249; }","duration":"275.906582ms","start":"2026-02-27T02:22:46.572372Z","end":"2026-02-27T02:22:46.848279Z","steps":["trace[49666126] 'agreement among raft nodes before linearized reading' (duration: 275.666206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.848301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.282404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:46.848303Z","caller":"traceutil/trace.go:171","msg":"trace[169888691] transaction","detail":"{read_only:false; response_revision:27249; number_of_response:1; }","duration":"318.823777ms","start":"2026-02-27T02:22:46.529456Z","end":"2026-02-27T02:22:46.84828Z","steps":["trace[169888691] 'process raft request' (duration: 318.338425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.848211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.870909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:46.848364Z","caller":"traceutil/trace.go:171","msg":"trace[1059337325] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27249; }","duration":"198.386326ms","start":"2026-02-27T02:22:46.649957Z","end":"2026-02-27T02:22:46.848343Z","steps":["trace[1059337325] 'agreement among raft nodes before linearized reading' (duration: 198.281954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.848371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.970143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:22:46.848405Z","caller":"traceutil/trace.go:171","msg":"trace[1266667330] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27249; }","duration":"613.106475ms","start":"2026-02-27T02:22:46.235271Z","end":"2026-02-27T02:22:46.848377Z","steps":["trace[1266667330] 'agreement among raft nodes before linearized reading' (duration: 612.861139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.848429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.212782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"warn","ts":"2026-02-27T02:22:46.848455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:46.235233Z","time spent":"613.205717ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:22:46.848452Z","caller":"traceutil/trace.go:171","msg":"trace[711672633] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27249; }","duration":"964.091046ms","start":"2026-02-27T02:22:45.884341Z","end":"2026-02-27T02:22:46.848432Z","steps":["trace[711672633] 'agreement among raft nodes before linearized reading' (duration: 963.853821ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.848506Z","caller":"traceutil/trace.go:171","msg":"trace[1066476575] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:27249; }","duration":"179.331985ms","start":"2026-02-27T02:22:46.669154Z","end":"2026-02-27T02:22:46.848486Z","steps":["trace[1066476575] 'agreement among raft nodes before linearized reading' (duration: 179.088669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.848522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.884316Z","time spent":"964.188489ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:46.848429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:46.529439Z","time spent":"318.918699ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:46.84869Z","caller":"traceutil/trace.go:171","msg":"trace[242998172] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:27249; }","duration":"873.649261ms","start":"2026-02-27T02:22:45.974673Z","end":"2026-02-27T02:22:46.848322Z","steps":["trace[242998172] 'agreement among raft nodes before linearized reading' (duration: 873.408695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.84874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.974659Z","time spent":"874.070541ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-02-27T02:22:46.930292Z","caller":"traceutil/trace.go:171","msg":"trace[1751317326] transaction","detail":"{read_only:false; response_revision:27251; number_of_response:1; }","duration":"122.449677ms","start":"2026-02-27T02:22:46.80782Z","end":"2026-02-27T02:22:46.930269Z","steps":["trace[1751317326] 'process raft request' (duration: 122.375965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.930323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.400328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:46.930361Z","caller":"traceutil/trace.go:171","msg":"trace[484038592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27251; }","duration":"104.48584ms","start":"2026-02-27T02:22:46.825865Z","end":"2026-02-27T02:22:46.930351Z","steps":["trace[484038592] 'agreement among raft nodes before linearized reading' (duration: 104.399598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.93028Z","caller":"traceutil/trace.go:171","msg":"trace[195697950] transaction","detail":"{read_only:false; response_revision:27250; number_of_response:1; }","duration":"131.20565ms","start":"2026-02-27T02:22:46.799052Z","end":"2026-02-27T02:22:46.930257Z","steps":["trace[195697950] 'process raft request' (duration: 125.639841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.970368Z","caller":"traceutil/trace.go:171","msg":"trace[1794361846] transaction","detail":"{read_only:false; response_revision:27252; number_of_response:1; }","duration":"115.23448ms","start":"2026-02-27T02:22:46.855117Z","end":"2026-02-27T02:22:46.970351Z","steps":["trace[1794361846] 'process raft request' (duration: 114.814911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.970646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.291727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-022eaabe-04ab-4adc-b0e1-29eddb710989\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T02:22:46.972021Z","caller":"traceutil/trace.go:171","msg":"trace[1248508016] range","detail":"{range_begin:/registry/persistentvolumes/pvc-022eaabe-04ab-4adc-b0e1-29eddb710989; range_end:; response_count:1; response_revision:27252; }","duration":"118.24947ms","start":"2026-02-27T02:22:46.853258Z","end":"2026-02-27T02:22:46.971507Z","steps":["trace[1248508016] 'agreement among raft nodes before linearized reading' (duration: 117.239237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.971257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.42071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7c6f84b96c-lk6vd\" ","response":"range_response_count:1 size:4159"} {"level":"info","ts":"2026-02-27T02:22:46.972268Z","caller":"traceutil/trace.go:171","msg":"trace[352834914] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7c6f84b96c-lk6vd; range_end:; response_count:1; response_revision:27252; }","duration":"121.496245ms","start":"2026-02-27T02:22:46.850758Z","end":"2026-02-27T02:22:46.972255Z","steps":["trace[352834914] 'agreement among raft nodes before linearized reading' (duration: 120.197575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:52.275558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.317825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:52.275657Z","caller":"traceutil/trace.go:171","msg":"trace[1275136845] transaction","detail":"{read_only:false; response_revision:27281; number_of_response:1; }","duration":"437.203609ms","start":"2026-02-27T02:22:51.838429Z","end":"2026-02-27T02:22:52.275633Z","steps":["trace[1275136845] 'process raft request' (duration: 260.742991ms)","trace[1275136845] 'compare' (duration: 176.029448ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:52.275712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:51.83841Z","time spent":"437.278941ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:52.277796Z","caller":"traceutil/trace.go:171","msg":"trace[1172036484] linearizableReadLoop","detail":"{readStateIndex:28232; appliedIndex:28231; }","duration":"149.003732ms","start":"2026-02-27T02:22:52.12877Z","end":"2026-02-27T02:22:52.277774Z","steps":["trace[1172036484] 'read index received' (duration: 148.811617ms)","trace[1172036484] 'applied index is now lower than readState.Index' (duration: 191.325µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:52.277951Z","caller":"traceutil/trace.go:171","msg":"trace[1621649291] transaction","detail":"{read_only:false; response_revision:27282; number_of_response:1; }","duration":"422.957759ms","start":"2026-02-27T02:22:51.854951Z","end":"2026-02-27T02:22:52.277909Z","steps":["trace[1621649291] 'process raft request' (duration: 422.690193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:52.278033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.246198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:22:52.278075Z","caller":"traceutil/trace.go:171","msg":"trace[820030846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27282; }","duration":"149.3361ms","start":"2026-02-27T02:22:52.128727Z","end":"2026-02-27T02:22:52.278064Z","steps":["trace[820030846] 'agreement among raft nodes before linearized reading' (duration: 149.166066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:52.278135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:51.854937Z","time spent":"423.101983ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:52.278234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.345045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T02:22:52.27826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.983413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:22:52.278293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.984043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:22:52.278318Z","caller":"traceutil/trace.go:171","msg":"trace[879074779] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27282; }","duration":"144.460027ms","start":"2026-02-27T02:22:52.133839Z","end":"2026-02-27T02:22:52.278299Z","steps":["trace[879074779] 'agreement among raft nodes before linearized reading' (duration: 144.209601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:52.278341Z","caller":"traceutil/trace.go:171","msg":"trace[1356337717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27282; }","duration":"146.046754ms","start":"2026-02-27T02:22:52.132281Z","end":"2026-02-27T02:22:52.278328Z","steps":["trace[1356337717] 'agreement among raft nodes before linearized reading' (duration: 145.90303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:52.278246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.405509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:22:52.278419Z","caller":"traceutil/trace.go:171","msg":"trace[973500496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27282; }","duration":"145.623184ms","start":"2026-02-27T02:22:52.132777Z","end":"2026-02-27T02:22:52.278401Z","steps":["trace[973500496] 'agreement among raft nodes before linearized reading' (duration: 145.353398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:52.279192Z","caller":"traceutil/trace.go:171","msg":"trace[374686251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27282; }","duration":"146.935154ms","start":"2026-02-27T02:22:52.132228Z","end":"2026-02-27T02:22:52.279163Z","steps":["trace[374686251] 'agreement among raft nodes before linearized reading' (duration: 145.815708ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:25:19.117932Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25862} {"level":"info","ts":"2026-02-27T02:25:19.266339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25862,"took":"143.973069ms","hash":3660196157,"current-db-size-bytes":47710208,"current-db-size":"48 MB","current-db-size-in-use-bytes":33107968,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-27T02:25:19.266408Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3660196157,"revision":25862,"compact-revision":23886} {"level":"info","ts":"2026-02-27T02:26:49.711326Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T02:26:49.716098Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-27T02:26:49.716174Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-27T02:28:27.488089Z","caller":"traceutil/trace.go:171","msg":"trace[516363568] transaction","detail":"{read_only:false; response_revision:29662; number_of_response:1; }","duration":"115.089669ms","start":"2026-02-27T02:28:27.372966Z","end":"2026-02-27T02:28:27.488056Z","steps":["trace[516363568] 'process raft request' (duration: 114.613868ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:28:43.015113Z","caller":"traceutil/trace.go:171","msg":"trace[2022561550] transaction","detail":"{read_only:false; response_revision:29769; number_of_response:1; }","duration":"101.044893ms","start":"2026-02-27T02:28:42.914038Z","end":"2026-02-27T02:28:43.015083Z","steps":["trace[2022561550] 'process raft request' (duration: 100.741306ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:29:17.070265Z","caller":"traceutil/trace.go:171","msg":"trace[1438556238] transaction","detail":"{read_only:false; response_revision:30000; number_of_response:1; }","duration":"123.760651ms","start":"2026-02-27T02:29:16.946481Z","end":"2026-02-27T02:29:17.070242Z","steps":["trace[1438556238] 'process raft request' (duration: 123.550266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:29:26.440226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.315477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:29:26.440586Z","caller":"traceutil/trace.go:171","msg":"trace[185738376] transaction","detail":"{read_only:false; response_revision:30059; number_of_response:1; }","duration":"172.393507ms","start":"2026-02-27T02:29:26.26816Z","end":"2026-02-27T02:29:26.440553Z","steps":["trace[185738376] 'process raft request' (duration: 58.64588ms)","trace[185738376] 'compare' (duration: 112.817705ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:29:26.441143Z","caller":"traceutil/trace.go:171","msg":"trace[1733807215] transaction","detail":"{read_only:false; response_revision:30060; number_of_response:1; }","duration":"125.772096ms","start":"2026-02-27T02:29:26.315344Z","end":"2026-02-27T02:29:26.441116Z","steps":["trace[1733807215] 'process raft request' (duration: 125.218353ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:29:26.441201Z","caller":"traceutil/trace.go:171","msg":"trace[1551648506] transaction","detail":"{read_only:false; response_revision:30061; number_of_response:1; }","duration":"124.180329ms","start":"2026-02-27T02:29:26.317007Z","end":"2026-02-27T02:29:26.441188Z","steps":["trace[1551648506] 'process raft request' (duration: 123.870952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:29:26.441559Z","caller":"traceutil/trace.go:171","msg":"trace[55377547] transaction","detail":"{read_only:false; response_revision:30062; number_of_response:1; }","duration":"121.362993ms","start":"2026-02-27T02:29:26.320164Z","end":"2026-02-27T02:29:26.441527Z","steps":["trace[55377547] 'process raft request' (duration: 120.962594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:29:26.441713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.13242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:29:26.441777Z","caller":"traceutil/trace.go:171","msg":"trace[916730079] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30062; }","duration":"153.705714ms","start":"2026-02-27T02:29:26.288053Z","end":"2026-02-27T02:29:26.441759Z","steps":["trace[916730079] 'agreement among raft nodes before linearized reading' (duration: 153.11871ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:29:26.442906Z","caller":"traceutil/trace.go:171","msg":"trace[851099600] linearizableReadLoop","detail":"{readStateIndex:31097; appliedIndex:31096; }","duration":"152.333762ms","start":"2026-02-27T02:29:26.288566Z","end":"2026-02-27T02:29:26.4409Z","steps":["trace[851099600] 'read index received' (duration: 38.252917ms)","trace[851099600] 'applied index is now lower than readState.Index' (duration: 114.074435ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:29:26.443191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.735271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:29:26.443233Z","caller":"traceutil/trace.go:171","msg":"trace[1106589701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30062; }","duration":"102.825804ms","start":"2026-02-27T02:29:26.340396Z","end":"2026-02-27T02:29:26.443222Z","steps":["trace[1106589701] 'agreement among raft nodes before linearized reading' (duration: 102.64985ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:29:27.249589Z","caller":"traceutil/trace.go:171","msg":"trace[64501997] transaction","detail":"{read_only:false; response_revision:30069; number_of_response:1; }","duration":"135.383529ms","start":"2026-02-27T02:29:27.114182Z","end":"2026-02-27T02:29:27.249565Z","steps":["trace[64501997] 'process raft request' (duration: 135.214156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:04.734635Z","caller":"traceutil/trace.go:171","msg":"trace[145559631] transaction","detail":"{read_only:false; response_revision:30353; number_of_response:1; }","duration":"164.192587ms","start":"2026-02-27T02:30:04.570413Z","end":"2026-02-27T02:30:04.734605Z","steps":["trace[145559631] 'process raft request' (duration: 163.992472ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:04.735415Z","caller":"traceutil/trace.go:171","msg":"trace[1947894738] linearizableReadLoop","detail":"{readStateIndex:31402; appliedIndex:31399; }","duration":"118.542749ms","start":"2026-02-27T02:30:04.616839Z","end":"2026-02-27T02:30:04.735382Z","steps":["trace[1947894738] 'read index received' (duration: 117.582927ms)","trace[1947894738] 'applied index is now lower than readState.Index' (duration: 959.052µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:30:04.735475Z","caller":"traceutil/trace.go:171","msg":"trace[624978756] transaction","detail":"{read_only:false; response_revision:30355; number_of_response:1; }","duration":"160.467621ms","start":"2026-02-27T02:30:04.574989Z","end":"2026-02-27T02:30:04.735456Z","steps":["trace[624978756] 'process raft request' (duration: 160.364228ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:04.735516Z","caller":"traceutil/trace.go:171","msg":"trace[1789146521] transaction","detail":"{read_only:false; response_revision:30354; number_of_response:1; }","duration":"160.562103ms","start":"2026-02-27T02:30:04.574894Z","end":"2026-02-27T02:30:04.735457Z","steps":["trace[1789146521] 'process raft request' (duration: 160.327377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:04.73579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.787678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:30:04.73583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.973879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T02:30:04.735848Z","caller":"traceutil/trace.go:171","msg":"trace[796987447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30355; }","duration":"116.918141ms","start":"2026-02-27T02:30:04.618917Z","end":"2026-02-27T02:30:04.735835Z","steps":["trace[796987447] 'agreement among raft nodes before linearized reading' (duration: 116.680696ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:04.735868Z","caller":"traceutil/trace.go:171","msg":"trace[334970764] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:30355; }","duration":"119.03058ms","start":"2026-02-27T02:30:04.616824Z","end":"2026-02-27T02:30:04.735855Z","steps":["trace[334970764] 'agreement among raft nodes before linearized reading' (duration: 118.679542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:04.735996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.651882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:30:04.736003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.101201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:30:04.73603Z","caller":"traceutil/trace.go:171","msg":"trace[1127284850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30355; }","duration":"109.700934ms","start":"2026-02-27T02:30:04.626321Z","end":"2026-02-27T02:30:04.736022Z","steps":["trace[1127284850] 'agreement among raft nodes before linearized reading' (duration: 109.613872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:04.736044Z","caller":"traceutil/trace.go:171","msg":"trace[453137839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30355; }","duration":"103.170282ms","start":"2026-02-27T02:30:04.632861Z","end":"2026-02-27T02:30:04.736031Z","steps":["trace[453137839] 'agreement among raft nodes before linearized reading' (duration: 103.011158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:04.736155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.939249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:30:04.736187Z","caller":"traceutil/trace.go:171","msg":"trace[1658662959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30355; }","duration":"109.994141ms","start":"2026-02-27T02:30:04.626186Z","end":"2026-02-27T02:30:04.73618Z","steps":["trace[1658662959] 'agreement among raft nodes before linearized reading' (duration: 109.915679ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:19.1254Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28381} {"level":"info","ts":"2026-02-27T02:30:19.304709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28381,"took":"174.353313ms","hash":3612278886,"current-db-size-bytes":47710208,"current-db-size":"48 MB","current-db-size-in-use-bytes":28270592,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T02:30:19.304788Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3612278886,"revision":28381,"compact-revision":25862} {"level":"info","ts":"2026-02-27T02:30:37.142148Z","caller":"traceutil/trace.go:171","msg":"trace[768766247] transaction","detail":"{read_only:false; response_revision:30617; number_of_response:1; }","duration":"108.589198ms","start":"2026-02-27T02:30:37.033535Z","end":"2026-02-27T02:30:37.142124Z","steps":["trace[768766247] 'process raft request' (duration: 108.401834ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:33:05.966711Z","caller":"traceutil/trace.go:171","msg":"trace[1096072661] transaction","detail":"{read_only:false; response_revision:31632; number_of_response:1; }","duration":"111.22924ms","start":"2026-02-27T02:33:05.855453Z","end":"2026-02-27T02:33:05.966683Z","steps":["trace[1096072661] 'process raft request' (duration: 111.033905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:33:05.967376Z","caller":"traceutil/trace.go:171","msg":"trace[1928380935] linearizableReadLoop","detail":"{readStateIndex:32720; appliedIndex:32720; }","duration":"111.6529ms","start":"2026-02-27T02:33:05.855708Z","end":"2026-02-27T02:33:05.967361Z","steps":["trace[1928380935] 'read index received' (duration: 111.647059ms)","trace[1928380935] 'applied index is now lower than readState.Index' (duration: 5.031µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:33:05.967462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.733871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:33:05.967489Z","caller":"traceutil/trace.go:171","msg":"trace[74960475] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31632; }","duration":"111.788172ms","start":"2026-02-27T02:33:05.855693Z","end":"2026-02-27T02:33:05.967482Z","steps":["trace[74960475] 'agreement among raft nodes before linearized reading' (duration: 111.718151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:14.100047Z","caller":"traceutil/trace.go:171","msg":"trace[1804194989] transaction","detail":"{read_only:false; response_revision:32627; number_of_response:1; }","duration":"142.166575ms","start":"2026-02-27T02:35:13.95785Z","end":"2026-02-27T02:35:14.100017Z","steps":["trace[1804194989] 'process raft request' (duration: 141.888928ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:14.629759Z","caller":"traceutil/trace.go:171","msg":"trace[109381809] transaction","detail":"{read_only:false; response_revision:32628; number_of_response:1; }","duration":"671.220914ms","start":"2026-02-27T02:35:13.958485Z","end":"2026-02-27T02:35:14.629706Z","steps":["trace[109381809] 'process raft request' (duration: 670.512208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:14.630057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:13.958176Z","time spent":"671.748066ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:14.630114Z","caller":"traceutil/trace.go:171","msg":"trace[700424751] linearizableReadLoop","detail":"{readStateIndex:33749; appliedIndex:33746; }","duration":"626.223707ms","start":"2026-02-27T02:35:14.003863Z","end":"2026-02-27T02:35:14.630086Z","steps":["trace[700424751] 'read index received' (duration: 96.283908ms)","trace[700424751] 'applied index is now lower than readState.Index' (duration: 529.938429ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:14.630302Z","caller":"traceutil/trace.go:171","msg":"trace[2047713281] transaction","detail":"{read_only:false; response_revision:32629; number_of_response:1; }","duration":"671.321596ms","start":"2026-02-27T02:35:13.958969Z","end":"2026-02-27T02:35:14.63029Z","steps":["trace[2047713281] 'process raft request' (duration: 670.63542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:14.630457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:13.958948Z","time spent":"671.389118ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:14.630744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.839991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:14.630845Z","caller":"traceutil/trace.go:171","msg":"trace[1905927334] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:32630; }","duration":"626.997095ms","start":"2026-02-27T02:35:14.003827Z","end":"2026-02-27T02:35:14.630824Z","steps":["trace[1905927334] 'agreement among raft nodes before linearized reading' (duration: 626.717759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:14.630908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:14.003811Z","time spent":"627.078948ms","remote":"127.0.0.1:46290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:35:14.630488Z","caller":"traceutil/trace.go:171","msg":"trace[1648106563] transaction","detail":"{read_only:false; response_revision:32630; number_of_response:1; }","duration":"649.490029ms","start":"2026-02-27T02:35:13.980926Z","end":"2026-02-27T02:35:14.630416Z","steps":["trace[1648106563] 'process raft request' (duration: 649.080529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:14.631249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:13.980903Z","time spent":"650.211915ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:14.639942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.829936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:35:14.639997Z","caller":"traceutil/trace.go:171","msg":"trace[189029022] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:32631; }","duration":"498.929388ms","start":"2026-02-27T02:35:14.141051Z","end":"2026-02-27T02:35:14.63998Z","steps":["trace[189029022] 'agreement among raft nodes before linearized reading' (duration: 498.629841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:14.640113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:14.141026Z","time spent":"499.028591ms","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:14.640143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.707822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:35:14.640177Z","caller":"traceutil/trace.go:171","msg":"trace[535962132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32631; }","duration":"359.763633ms","start":"2026-02-27T02:35:14.280404Z","end":"2026-02-27T02:35:14.640167Z","steps":["trace[535962132] 'agreement among raft nodes before linearized reading' (duration: 359.61064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:14.640212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:14.280393Z","time spent":"359.810724ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:14.640222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.297812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:35:14.640307Z","caller":"traceutil/trace.go:171","msg":"trace[1229000679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32631; }","duration":"365.418025ms","start":"2026-02-27T02:35:14.27487Z","end":"2026-02-27T02:35:14.640288Z","steps":["trace[1229000679] 'agreement among raft nodes before linearized reading' (duration: 365.18954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:14.640353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:14.274859Z","time spent":"365.484786ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:35:14.640481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.063059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:35:14.640528Z","caller":"traceutil/trace.go:171","msg":"trace[1464230121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32631; }","duration":"375.154361ms","start":"2026-02-27T02:35:14.265362Z","end":"2026-02-27T02:35:14.640516Z","steps":["trace[1464230121] 'agreement among raft nodes before linearized reading' (duration: 375.053289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:14.64056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:14.26534Z","time spent":"375.213372ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:35:14.640246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.928894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:35:14.640809Z","caller":"traceutil/trace.go:171","msg":"trace[2063183299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32631; }","duration":"359.486757ms","start":"2026-02-27T02:35:14.281306Z","end":"2026-02-27T02:35:14.640793Z","steps":["trace[2063183299] 'agreement among raft nodes before linearized reading' (duration: 358.805501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:14.640844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:14.281271Z","time spent":"359.562529ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:14.641112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.592989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:14.641199Z","caller":"traceutil/trace.go:171","msg":"trace[595821407] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:32631; }","duration":"282.755153ms","start":"2026-02-27T02:35:14.358425Z","end":"2026-02-27T02:35:14.641181Z","steps":["trace[595821407] 'agreement among raft nodes before linearized reading' (duration: 281.556435ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:19.133383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30494} {"level":"info","ts":"2026-02-27T02:35:19.823653Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30494,"took":"680.896278ms","hash":3352820298,"current-db-size-bytes":47710208,"current-db-size":"48 MB","current-db-size-in-use-bytes":28438528,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T02:35:19.82374Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3352820298,"revision":30494,"compact-revision":28381} {"level":"info","ts":"2026-02-27T02:35:20.228063Z","caller":"traceutil/trace.go:171","msg":"trace[469087665] transaction","detail":"{read_only:false; response_revision:32669; number_of_response:1; }","duration":"108.119073ms","start":"2026-02-27T02:35:20.119921Z","end":"2026-02-27T02:35:20.22804Z","steps":["trace[469087665] 'process raft request' (duration: 107.820136ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:20.83411Z","caller":"traceutil/trace.go:171","msg":"trace[1205053983] transaction","detail":"{read_only:false; response_revision:32671; number_of_response:1; }","duration":"197.627955ms","start":"2026-02-27T02:35:20.636459Z","end":"2026-02-27T02:35:20.834087Z","steps":["trace[1205053983] 'process raft request' (duration: 197.457901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.606647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.688719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:21.606806Z","caller":"traceutil/trace.go:171","msg":"trace[1288902977] transaction","detail":"{read_only:false; response_revision:32672; number_of_response:1; }","duration":"958.493532ms","start":"2026-02-27T02:35:20.648293Z","end":"2026-02-27T02:35:21.606787Z","steps":["trace[1288902977] 'process raft request' (duration: 799.595058ms)","trace[1288902977] 'compare' (duration: 158.588667ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:21.606869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.648259Z","time spent":"958.579424ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:21.607274Z","caller":"traceutil/trace.go:171","msg":"trace[367055421] transaction","detail":"{read_only:false; response_revision:32674; number_of_response:1; }","duration":"939.406138ms","start":"2026-02-27T02:35:20.667847Z","end":"2026-02-27T02:35:21.607253Z","steps":["trace[367055421] 'process raft request' (duration: 939.222344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.607372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.66782Z","time spent":"939.506461ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:21.607339Z","caller":"traceutil/trace.go:171","msg":"trace[1441213326] transaction","detail":"{read_only:false; response_revision:32673; number_of_response:1; }","duration":"939.581862ms","start":"2026-02-27T02:35:20.667682Z","end":"2026-02-27T02:35:21.607264Z","steps":["trace[1441213326] 'process raft request' (duration: 939.05192ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:21.607395Z","caller":"traceutil/trace.go:171","msg":"trace[1355942660] linearizableReadLoop","detail":"{readStateIndex:33796; appliedIndex:33791; }","duration":"868.230013ms","start":"2026-02-27T02:35:20.73914Z","end":"2026-02-27T02:35:21.60737Z","steps":["trace[1355942660] 'read index received' (duration: 94.900806ms)","trace[1355942660] 'applied index is now lower than readState.Index' (duration: 773.326507ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:21.607375Z","caller":"traceutil/trace.go:171","msg":"trace[809028529] transaction","detail":"{read_only:false; response_revision:32675; number_of_response:1; }","duration":"938.719992ms","start":"2026-02-27T02:35:20.668565Z","end":"2026-02-27T02:35:21.607285Z","steps":["trace[809028529] 'process raft request' (duration: 938.64081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.607705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.667647Z","time spent":"939.862919ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:21.60794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.66854Z","time spent":"939.285545ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:21.761768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.46766ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:35:21.762025Z","caller":"traceutil/trace.go:171","msg":"trace[2038375493] linearizableReadLoop","detail":"{readStateIndex:33797; appliedIndex:33796; }","duration":"154.487431ms","start":"2026-02-27T02:35:21.607516Z","end":"2026-02-27T02:35:21.762003Z","steps":["trace[2038375493] 'read index received' (duration: 37.531µs)","trace[2038375493] 'applied index is now lower than readState.Index' (duration: 154.44868ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:21.762183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019930219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:35:21.762217Z","caller":"traceutil/trace.go:171","msg":"trace[1290712812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32675; }","duration":"1.020008521s","start":"2026-02-27T02:35:20.742199Z","end":"2026-02-27T02:35:21.762207Z","steps":["trace[1290712812] 'agreement among raft nodes before linearized reading' (duration: 1.019870428s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.762258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.742178Z","time spent":"1.020072813s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:35:21.76268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.668276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:35:21.762717Z","caller":"traceutil/trace.go:171","msg":"trace[1533723518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32675; }","duration":"992.734918ms","start":"2026-02-27T02:35:20.769973Z","end":"2026-02-27T02:35:21.762708Z","steps":["trace[1533723518] 'agreement among raft nodes before linearized reading' (duration: 992.643356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.762745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.769958Z","time spent":"992.779818ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:21.762844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.24227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:21.762827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023665047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:35:21.762873Z","caller":"traceutil/trace.go:171","msg":"trace[1029395819] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:32675; }","duration":"491.316141ms","start":"2026-02-27T02:35:21.271545Z","end":"2026-02-27T02:35:21.762862Z","steps":["trace[1029395819] 'agreement among raft nodes before linearized reading' (duration: 491.26454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.762871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019595892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:35:21.762909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.271534Z","time spent":"491.364922ms","remote":"127.0.0.1:46138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:35:21.762924Z","caller":"traceutil/trace.go:171","msg":"trace[1692968171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32675; }","duration":"1.023797309s","start":"2026-02-27T02:35:20.739096Z","end":"2026-02-27T02:35:21.762893Z","steps":["trace[1692968171] 'agreement among raft nodes before linearized reading' (duration: 868.341615ms)","trace[1692968171] 'range keys from in-memory index tree' (duration: 155.207738ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:21.762917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.216673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:35:21.762951Z","caller":"traceutil/trace.go:171","msg":"trace[1118712534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32675; }","duration":"1.019710094s","start":"2026-02-27T02:35:20.743221Z","end":"2026-02-27T02:35:21.762931Z","steps":["trace[1118712534] 'agreement among raft nodes before linearized reading' (duration: 1.019445728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.762953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.898414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:35:21.762989Z","caller":"traceutil/trace.go:171","msg":"trace[1370747662] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32675; }","duration":"517.300026ms","start":"2026-02-27T02:35:21.245665Z","end":"2026-02-27T02:35:21.762965Z","steps":["trace[1370747662] 'agreement among raft nodes before linearized reading' (duration: 517.093021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.763005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.743209Z","time spent":"1.019782236s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:21.763031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.245654Z","time spent":"517.367087ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:35:21.762974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.739075Z","time spent":"1.023888412s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:35:21.763025Z","caller":"traceutil/trace.go:171","msg":"trace[988479663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32675; }","duration":"994.009627ms","start":"2026-02-27T02:35:20.768993Z","end":"2026-02-27T02:35:21.763003Z","steps":["trace[988479663] 'agreement among raft nodes before linearized reading' (duration: 993.73057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.763129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.768969Z","time spent":"994.14069ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:21.763153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.679687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:21.763188Z","caller":"traceutil/trace.go:171","msg":"trace[617385378] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:32675; }","duration":"527.755339ms","start":"2026-02-27T02:35:21.235422Z","end":"2026-02-27T02:35:21.763178Z","steps":["trace[617385378] 'agreement among raft nodes before linearized reading' (duration: 527.694367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.763189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.002977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:35:21.763217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.235402Z","time spent":"527.805989ms","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:35:21.763225Z","caller":"traceutil/trace.go:171","msg":"trace[849423263] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32675; }","duration":"849.071527ms","start":"2026-02-27T02:35:20.914141Z","end":"2026-02-27T02:35:21.763213Z","steps":["trace[849423263] 'agreement among raft nodes before linearized reading' (duration: 848.983995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.763249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.914122Z","time spent":"849.120289ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:35:21.763313Z","caller":"traceutil/trace.go:171","msg":"trace[1362862511] transaction","detail":"{read_only:false; response_revision:32676; number_of_response:1; }","duration":"101.684733ms","start":"2026-02-27T02:35:21.661611Z","end":"2026-02-27T02:35:21.763296Z","steps":["trace[1362862511] 'process raft request' (duration: 100.280791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.76274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.563832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:21.764326Z","caller":"traceutil/trace.go:171","msg":"trace[733176266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32675; }","duration":"938.18402ms","start":"2026-02-27T02:35:20.826117Z","end":"2026-02-27T02:35:21.764301Z","steps":["trace[733176266] 'agreement among raft nodes before linearized reading' (duration: 936.518751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.764412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.826104Z","time spent":"938.285032ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:35:22.22979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.983563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:22.229884Z","caller":"traceutil/trace.go:171","msg":"trace[67117695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32676; }","duration":"463.131156ms","start":"2026-02-27T02:35:21.766732Z","end":"2026-02-27T02:35:22.229863Z","steps":["trace[67117695] 'range keys from in-memory index tree' (duration: 462.819018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.229917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.766686Z","time spent":"463.225158ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:35:22.230305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.874401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:22.230442Z","caller":"traceutil/trace.go:171","msg":"trace[938605459] transaction","detail":"{read_only:false; response_revision:32677; number_of_response:1; }","duration":"461.59827ms","start":"2026-02-27T02:35:21.768817Z","end":"2026-02-27T02:35:22.230415Z","steps":["trace[938605459] 'process raft request' (duration: 210.517094ms)","trace[938605459] 'compare' (duration: 250.734918ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:22.230505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.768789Z","time spent":"461.686173ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.75902Z","caller":"traceutil/trace.go:171","msg":"trace[1311376508] transaction","detail":"{read_only:false; response_revision:32678; number_of_response:1; }","duration":"989.650666ms","start":"2026-02-27T02:35:21.769347Z","end":"2026-02-27T02:35:22.758997Z","steps":["trace[1311376508] 'process raft request' (duration: 952.941372ms)","trace[1311376508] 'compare' (duration: 36.457698ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:22.759063Z","caller":"traceutil/trace.go:171","msg":"trace[2104406385] transaction","detail":"{read_only:false; response_revision:32679; number_of_response:1; }","duration":"989.660706ms","start":"2026-02-27T02:35:21.769362Z","end":"2026-02-27T02:35:22.759023Z","steps":["trace[2104406385] 'process raft request' (duration: 989.538573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.759218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.76933Z","time spent":"989.807059ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:22.759269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.769353Z","time spent":"989.81359ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.759078Z","caller":"traceutil/trace.go:171","msg":"trace[1232396042] transaction","detail":"{read_only:false; response_revision:32680; number_of_response:1; }","duration":"989.600175ms","start":"2026-02-27T02:35:21.769436Z","end":"2026-02-27T02:35:22.759036Z","steps":["trace[1232396042] 'process raft request' (duration: 989.525863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.759506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.769429Z","time spent":"989.953103ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.759584Z","caller":"traceutil/trace.go:171","msg":"trace[1220637065] transaction","detail":"{read_only:false; response_revision:32682; number_of_response:1; }","duration":"989.524183ms","start":"2026-02-27T02:35:21.770047Z","end":"2026-02-27T02:35:22.759571Z","steps":["trace[1220637065] 'process raft request' (duration: 989.434101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.759678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.770038Z","time spent":"989.594884ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.759702Z","caller":"traceutil/trace.go:171","msg":"trace[326958074] transaction","detail":"{read_only:false; response_revision:32683; number_of_response:1; }","duration":"989.540113ms","start":"2026-02-27T02:35:21.770151Z","end":"2026-02-27T02:35:22.759692Z","steps":["trace[326958074] 'process raft request' (duration: 989.384649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.759827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.770142Z","time spent":"989.654825ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.759836Z","caller":"traceutil/trace.go:171","msg":"trace[2040509178] transaction","detail":"{read_only:false; response_revision:32681; number_of_response:1; }","duration":"990.406513ms","start":"2026-02-27T02:35:21.769417Z","end":"2026-02-27T02:35:22.759823Z","steps":["trace[2040509178] 'process raft request' (duration: 989.581874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.759977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.769411Z","time spent":"990.523876ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:23.250996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.697379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:23.251147Z","caller":"traceutil/trace.go:171","msg":"trace[1368363348] linearizableReadLoop","detail":"{readStateIndex:33806; appliedIndex:33799; }","duration":"997.239083ms","start":"2026-02-27T02:35:22.253894Z","end":"2026-02-27T02:35:23.251134Z","steps":["trace[1368363348] 'read index received' (duration: 468.417949ms)","trace[1368363348] 'applied index is now lower than readState.Index' (duration: 528.820284ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:23.251237Z","caller":"traceutil/trace.go:171","msg":"trace[6201214] transaction","detail":"{read_only:false; response_revision:32685; number_of_response:1; }","duration":"776.798988ms","start":"2026-02-27T02:35:22.474402Z","end":"2026-02-27T02:35:23.251201Z","steps":["trace[6201214] 'process raft request' (duration: 776.677205ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:23.251237Z","caller":"traceutil/trace.go:171","msg":"trace[643483638] transaction","detail":"{read_only:false; response_revision:32684; number_of_response:1; }","duration":"1.005467584s","start":"2026-02-27T02:35:22.24574Z","end":"2026-02-27T02:35:23.251207Z","steps":["trace[643483638] 'process raft request' (duration: 683.489829ms)","trace[643483638] 'compare' (duration: 321.584926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:23.251327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.418946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:23.251367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.47437Z","time spent":"776.928381ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:23.251376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.245713Z","time spent":"1.005613837s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:23.25141Z","caller":"traceutil/trace.go:171","msg":"trace[1678491318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32685; }","duration":"997.551729ms","start":"2026-02-27T02:35:22.253838Z","end":"2026-02-27T02:35:23.25139Z","steps":["trace[1678491318] 'agreement among raft nodes before linearized reading' (duration: 997.349165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:23.251444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.25382Z","time spent":"997.618282ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:35:23.251296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.269309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:23.251457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.444958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:23.251489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.150866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:23.251514Z","caller":"traceutil/trace.go:171","msg":"trace[983177280] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:32685; }","duration":"598.210666ms","start":"2026-02-27T02:35:22.653294Z","end":"2026-02-27T02:35:23.251504Z","steps":["trace[983177280] 'agreement among raft nodes before linearized reading' (duration: 598.172795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:23.251481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.844744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:23.251526Z","caller":"traceutil/trace.go:171","msg":"trace[681402959] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:32685; }","duration":"113.526489ms","start":"2026-02-27T02:35:23.137974Z","end":"2026-02-27T02:35:23.2515Z","steps":["trace[681402959] 'agreement among raft nodes before linearized reading' (duration: 113.442527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:23.251538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.653271Z","time spent":"598.261718ms","remote":"127.0.0.1:42650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:35:23.251563Z","caller":"traceutil/trace.go:171","msg":"trace[943658896] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:32685; }","duration":"223.993387ms","start":"2026-02-27T02:35:23.027553Z","end":"2026-02-27T02:35:23.251546Z","steps":["trace[943658896] 'agreement among raft nodes before linearized reading' (duration: 223.829683ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:23.251542Z","caller":"traceutil/trace.go:171","msg":"trace[1991125092] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:32685; }","duration":"657.522465ms","start":"2026-02-27T02:35:22.593971Z","end":"2026-02-27T02:35:23.251493Z","steps":["trace[1991125092] 'agreement among raft nodes before linearized reading' (duration: 657.262569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:23.25166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.593946Z","time spent":"657.665029ms","remote":"127.0.0.1:46072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:23.799563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.373119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:42 size:339958"} {"level":"info","ts":"2026-02-27T02:35:23.799624Z","caller":"traceutil/trace.go:171","msg":"trace[691034668] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:42; response_revision:32685; }","duration":"302.485492ms","start":"2026-02-27T02:35:23.497125Z","end":"2026-02-27T02:35:23.799611Z","steps":["trace[691034668] 'range keys from in-memory index tree' (duration: 301.705574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:23.799655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:23.497103Z","time spent":"302.544443ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":42,"response size":339981,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-27T02:35:23.893315Z","caller":"traceutil/trace.go:171","msg":"trace[407695596] transaction","detail":"{read_only:false; response_revision:32686; number_of_response:1; }","duration":"281.75906ms","start":"2026-02-27T02:35:23.611526Z","end":"2026-02-27T02:35:23.893286Z","steps":["trace[407695596] 'process raft request' (duration: 281.551645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.3499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.868174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:24.350326Z","caller":"traceutil/trace.go:171","msg":"trace[976732757] transaction","detail":"{read_only:false; response_revision:32687; number_of_response:1; }","duration":"738.176359ms","start":"2026-02-27T02:35:23.61212Z","end":"2026-02-27T02:35:24.350296Z","steps":["trace[976732757] 'process raft request' (duration: 405.788813ms)","trace[976732757] 'compare' (duration: 331.70581ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:24.350454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:23.612094Z","time spent":"738.304232ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:24.35056Z","caller":"traceutil/trace.go:171","msg":"trace[924821548] transaction","detail":"{read_only:false; response_revision:32688; number_of_response:1; }","duration":"737.480003ms","start":"2026-02-27T02:35:23.613033Z","end":"2026-02-27T02:35:24.350513Z","steps":["trace[924821548] 'process raft request' (duration: 736.992882ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:24.350718Z","caller":"traceutil/trace.go:171","msg":"trace[1106793700] linearizableReadLoop","detail":"{readStateIndex:33812; appliedIndex:33807; }","duration":"712.669406ms","start":"2026-02-27T02:35:23.638034Z","end":"2026-02-27T02:35:24.350704Z","steps":["trace[1106793700] 'read index received' (duration: 255.054449ms)","trace[1106793700] 'applied index is now lower than readState.Index' (duration: 457.614047ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:24.35074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:23.613025Z","time spent":"737.624646ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:24.350777Z","caller":"traceutil/trace.go:171","msg":"trace[1631091954] transaction","detail":"{read_only:false; response_revision:32690; number_of_response:1; }","duration":"726.692742ms","start":"2026-02-27T02:35:23.624053Z","end":"2026-02-27T02:35:24.350746Z","steps":["trace[1631091954] 'process raft request' (duration: 726.59789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.350858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.204722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:24.350886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:23.624038Z","time spent":"726.796254ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:24.350897Z","caller":"traceutil/trace.go:171","msg":"trace[1680622939] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:32690; }","duration":"659.293044ms","start":"2026-02-27T02:35:23.691592Z","end":"2026-02-27T02:35:24.350885Z","steps":["trace[1680622939] 'agreement among raft nodes before linearized reading' (duration: 659.227193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.350932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:23.691568Z","time spent":"659.355676ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:24.350924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.882741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T02:35:24.350945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.107101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:35:24.35098Z","caller":"traceutil/trace.go:171","msg":"trace[2122057836] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32690; }","duration":"713.001733ms","start":"2026-02-27T02:35:23.637964Z","end":"2026-02-27T02:35:24.350966Z","steps":["trace[2122057836] 'agreement among raft nodes before linearized reading' (duration: 712.83563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.351036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:23.637939Z","time spent":"713.083476ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:35:24.351074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.460413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:24.351119Z","caller":"traceutil/trace.go:171","msg":"trace[62266830] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:32690; }","duration":"272.506414ms","start":"2026-02-27T02:35:24.078599Z","end":"2026-02-27T02:35:24.351105Z","steps":["trace[62266830] 'agreement among raft nodes before linearized reading' (duration: 272.431182ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:24.351024Z","caller":"traceutil/trace.go:171","msg":"trace[1154619849] transaction","detail":"{read_only:false; response_revision:32689; number_of_response:1; }","duration":"737.554754ms","start":"2026-02-27T02:35:23.613189Z","end":"2026-02-27T02:35:24.350744Z","steps":["trace[1154619849] 'process raft request' (duration: 737.36647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.35117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.677682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T02:35:24.351501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:23.613182Z","time spent":"738.21396ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:24.351547Z","caller":"traceutil/trace.go:171","msg":"trace[581323586] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32690; }","duration":"117.072811ms","start":"2026-02-27T02:35:24.234453Z","end":"2026-02-27T02:35:24.351526Z","steps":["trace[581323586] 'agreement among raft nodes before linearized reading' (duration: 116.59569ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:24.350987Z","caller":"traceutil/trace.go:171","msg":"trace[2140374432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32690; }","duration":"228.182184ms","start":"2026-02-27T02:35:24.122791Z","end":"2026-02-27T02:35:24.350973Z","steps":["trace[2140374432] 'agreement among raft nodes before linearized reading' (duration: 228.090501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.351204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.3372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:35:24.351692Z","caller":"traceutil/trace.go:171","msg":"trace[1664116771] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32690; }","duration":"432.855061ms","start":"2026-02-27T02:35:23.918823Z","end":"2026-02-27T02:35:24.351678Z","steps":["trace[1664116771] 'agreement among raft nodes before linearized reading' (duration: 432.299718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.351742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:23.918801Z","time spent":"432.922283ms","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:35:24.95309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.512971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:24.953174Z","caller":"traceutil/trace.go:171","msg":"trace[1706640656] linearizableReadLoop","detail":"{readStateIndex:33813; appliedIndex:33812; }","duration":"521.873833ms","start":"2026-02-27T02:35:24.431287Z","end":"2026-02-27T02:35:24.953161Z","steps":["trace[1706640656] 'read index received' (duration: 389.135126ms)","trace[1706640656] 'applied index is now lower than readState.Index' (duration: 132.737596ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:24.953238Z","caller":"traceutil/trace.go:171","msg":"trace[323926136] transaction","detail":"{read_only:false; response_revision:32691; number_of_response:1; }","duration":"596.382214ms","start":"2026-02-27T02:35:24.356848Z","end":"2026-02-27T02:35:24.95323Z","steps":["trace[323926136] 'process raft request' (duration: 463.660718ms)","trace[323926136] 'compare' (duration: 132.284236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:24.953282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.356833Z","time spent":"596.427565ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:24.953326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.633285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:24.953368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.062456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T02:35:24.953498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.551253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:35:24.953487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.762545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:24.953523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.601534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:35:24.953565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.372628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:24.95357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.477612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:35:24.953593Z","caller":"traceutil/trace.go:171","msg":"trace[1553521327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32691; }","duration":"129.435219ms","start":"2026-02-27T02:35:24.824148Z","end":"2026-02-27T02:35:24.953584Z","steps":["trace[1553521327] 'agreement among raft nodes before linearized reading' (duration: 129.401459ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:24.953582Z","caller":"traceutil/trace.go:171","msg":"trace[1510648326] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32691; }","duration":"224.905159ms","start":"2026-02-27T02:35:24.728651Z","end":"2026-02-27T02:35:24.953556Z","steps":["trace[1510648326] 'agreement among raft nodes before linearized reading' (duration: 224.745925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.95358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.451761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:35:24.953605Z","caller":"traceutil/trace.go:171","msg":"trace[1578404496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32691; }","duration":"188.736827ms","start":"2026-02-27T02:35:24.764847Z","end":"2026-02-27T02:35:24.953584Z","steps":["trace[1578404496] 'agreement among raft nodes before linearized reading' (duration: 188.510032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.953585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.764092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:35:24.95362Z","caller":"traceutil/trace.go:171","msg":"trace[584968139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32691; }","duration":"188.545833ms","start":"2026-02-27T02:35:24.765057Z","end":"2026-02-27T02:35:24.953603Z","steps":["trace[584968139] 'agreement among raft nodes before linearized reading' (duration: 188.391349ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:24.953647Z","caller":"traceutil/trace.go:171","msg":"trace[1159744921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32691; }","duration":"188.519892ms","start":"2026-02-27T02:35:24.765107Z","end":"2026-02-27T02:35:24.953627Z","steps":["trace[1159744921] 'agreement among raft nodes before linearized reading' (duration: 188.310107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:24.95368Z","caller":"traceutil/trace.go:171","msg":"trace[91226135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32691; }","duration":"189.869284ms","start":"2026-02-27T02:35:24.763788Z","end":"2026-02-27T02:35:24.953657Z","steps":["trace[91226135] 'agreement among raft nodes before linearized reading' (duration: 189.591558ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:24.953529Z","caller":"traceutil/trace.go:171","msg":"trace[875653788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32691; }","duration":"188.596945ms","start":"2026-02-27T02:35:24.764925Z","end":"2026-02-27T02:35:24.953522Z","steps":["trace[875653788] 'agreement among raft nodes before linearized reading' (duration: 188.483572ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:24.953487Z","caller":"traceutil/trace.go:171","msg":"trace[80389591] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32691; }","duration":"522.25337ms","start":"2026-02-27T02:35:24.431206Z","end":"2026-02-27T02:35:24.953459Z","steps":["trace[80389591] 'agreement among raft nodes before linearized reading' (duration: 522.040435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.953824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.431178Z","time spent":"522.63559ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T02:35:24.9534Z","caller":"traceutil/trace.go:171","msg":"trace[810373985] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32691; }","duration":"462.744577ms","start":"2026-02-27T02:35:24.490635Z","end":"2026-02-27T02:35:24.95338Z","steps":["trace[810373985] 'agreement among raft nodes before linearized reading' (duration: 462.620124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.953943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.490615Z","time spent":"463.30545ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T02:35:24.953955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.86715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:35:24.954118Z","caller":"traceutil/trace.go:171","msg":"trace[1650314403] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32691; }","duration":"189.061185ms","start":"2026-02-27T02:35:24.765035Z","end":"2026-02-27T02:35:24.954096Z","steps":["trace[1650314403] 'agreement among raft nodes before linearized reading' (duration: 188.299158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.555604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.350485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:25.55573Z","caller":"traceutil/trace.go:171","msg":"trace[188092190] linearizableReadLoop","detail":"{readStateIndex:33814; appliedIndex:33813; }","duration":"597.137001ms","start":"2026-02-27T02:35:24.958572Z","end":"2026-02-27T02:35:25.555709Z","steps":["trace[188092190] 'read index received' (duration: 415.653593ms)","trace[188092190] 'applied index is now lower than readState.Index' (duration: 181.481588ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:25.555888Z","caller":"traceutil/trace.go:171","msg":"trace[1473848266] transaction","detail":"{read_only:false; response_revision:32692; number_of_response:1; }","duration":"597.333075ms","start":"2026-02-27T02:35:24.958539Z","end":"2026-02-27T02:35:25.555872Z","steps":["trace[1473848266] 'process raft request' (duration: 415.614161ms)","trace[1473848266] 'compare' (duration: 181.229223ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:25.555975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.958519Z","time spent":"597.410638ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:25.556005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.408518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:25.556086Z","caller":"traceutil/trace.go:171","msg":"trace[673326568] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32692; }","duration":"597.52036ms","start":"2026-02-27T02:35:24.958543Z","end":"2026-02-27T02:35:25.556063Z","steps":["trace[673326568] 'agreement among raft nodes before linearized reading' (duration: 597.378646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.556139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.958529Z","time spent":"597.601992ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T02:35:25.650802Z","caller":"traceutil/trace.go:171","msg":"trace[1152325596] transaction","detail":"{read_only:false; response_revision:32693; number_of_response:1; }","duration":"691.600097ms","start":"2026-02-27T02:35:24.959174Z","end":"2026-02-27T02:35:25.650774Z","steps":["trace[1152325596] 'process raft request' (duration: 691.363252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.650936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.959165Z","time spent":"691.695939ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:25.650909Z","caller":"traceutil/trace.go:171","msg":"trace[651642684] transaction","detail":"{read_only:false; response_revision:32694; number_of_response:1; }","duration":"691.546305ms","start":"2026-02-27T02:35:24.959324Z","end":"2026-02-27T02:35:25.65087Z","steps":["trace[651642684] 'process raft request' (duration: 691.373251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:25.650983Z","caller":"traceutil/trace.go:171","msg":"trace[1584714912] transaction","detail":"{read_only:false; response_revision:32695; number_of_response:1; }","duration":"691.494124ms","start":"2026-02-27T02:35:24.959448Z","end":"2026-02-27T02:35:25.650942Z","steps":["trace[1584714912] 'process raft request' (duration: 691.30432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:25.651054Z","caller":"traceutil/trace.go:171","msg":"trace[201990869] transaction","detail":"{read_only:false; response_revision:32697; number_of_response:1; }","duration":"691.099566ms","start":"2026-02-27T02:35:24.959948Z","end":"2026-02-27T02:35:25.651047Z","steps":["trace[201990869] 'process raft request' (duration: 690.884991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.651067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.959293Z","time spent":"691.694539ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:25.651144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.959941Z","time spent":"691.141976ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:25.65114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.959437Z","time spent":"691.622888ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:25.651182Z","caller":"traceutil/trace.go:171","msg":"trace[1275194618] transaction","detail":"{read_only:false; response_revision:32699; number_of_response:1; }","duration":"394.764967ms","start":"2026-02-27T02:35:25.256403Z","end":"2026-02-27T02:35:25.651168Z","steps":["trace[1275194618] 'process raft request' (duration: 394.607914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:25.651002Z","caller":"traceutil/trace.go:171","msg":"trace[1001898426] transaction","detail":"{read_only:false; response_revision:32696; number_of_response:1; }","duration":"691.445153ms","start":"2026-02-27T02:35:24.959497Z","end":"2026-02-27T02:35:25.650942Z","steps":["trace[1001898426] 'process raft request' (duration: 691.29475ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:25.651203Z","caller":"traceutil/trace.go:171","msg":"trace[2071735183] transaction","detail":"{read_only:false; response_revision:32698; number_of_response:1; }","duration":"691.166136ms","start":"2026-02-27T02:35:24.959962Z","end":"2026-02-27T02:35:25.651128Z","steps":["trace[2071735183] 'process raft request' (duration: 690.90949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.651245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.256374Z","time spent":"394.833718ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:25.651281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.959479Z","time spent":"691.774721ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:25.651303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.850483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:35:25.651329Z","caller":"traceutil/trace.go:171","msg":"trace[1856125176] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:32699; }","duration":"614.926875ms","start":"2026-02-27T02:35:25.036393Z","end":"2026-02-27T02:35:25.65132Z","steps":["trace[1856125176] 'agreement among raft nodes before linearized reading' (duration: 614.858163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.651366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.959934Z","time spent":"691.345801ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:25.65135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.036366Z","time spent":"614.978845ms","remote":"127.0.0.1:50688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:25.6515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.676956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-27T02:35:25.651578Z","caller":"traceutil/trace.go:171","msg":"trace[452158255] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:32699; }","duration":"105.82759ms","start":"2026-02-27T02:35:25.545729Z","end":"2026-02-27T02:35:25.651556Z","steps":["trace[452158255] 'agreement among raft nodes before linearized reading' (duration: 105.620186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.651378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.101455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-5c6d79c6f7-nctcr.1897f8122c93b42a\" ","response":"range_response_count:1 size:1170"} {"level":"info","ts":"2026-02-27T02:35:25.651681Z","caller":"traceutil/trace.go:171","msg":"trace[395124392] range","detail":"{range_begin:/registry/events/openstack/senlin-api-5c6d79c6f7-nctcr.1897f8122c93b42a; range_end:; response_count:1; response_revision:32699; }","duration":"315.542815ms","start":"2026-02-27T02:35:25.336123Z","end":"2026-02-27T02:35:25.651666Z","steps":["trace[395124392] 'agreement among raft nodes before linearized reading' (duration: 315.010923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.65173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.336103Z","time spent":"315.614476ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1193,"request content":"key:\"/registry/events/openstack/senlin-api-5c6d79c6f7-nctcr.1897f8122c93b42a\" "} {"level":"warn","ts":"2026-02-27T02:35:25.950752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.439658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:25.950876Z","caller":"traceutil/trace.go:171","msg":"trace[1843679723] linearizableReadLoop","detail":"{readStateIndex:33822; appliedIndex:33821; }","duration":"295.568981ms","start":"2026-02-27T02:35:25.655289Z","end":"2026-02-27T02:35:25.950858Z","steps":["trace[1843679723] 'read index received' (duration: 36.800226ms)","trace[1843679723] 'applied index is now lower than readState.Index' (duration: 258.767195ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:25.950891Z","caller":"traceutil/trace.go:171","msg":"trace[487409210] transaction","detail":"{read_only:false; response_revision:32700; number_of_response:1; }","duration":"296.40853ms","start":"2026-02-27T02:35:25.654453Z","end":"2026-02-27T02:35:25.950862Z","steps":["trace[487409210] 'process raft request' (duration: 37.754687ms)","trace[487409210] 'compare' (duration: 257.818434ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:25.951064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.792136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-78c22787-34e6-4079-8eca-dda20e2979c4\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T02:35:25.951107Z","caller":"traceutil/trace.go:171","msg":"trace[752633205] range","detail":"{range_begin:/registry/persistentvolumes/pvc-78c22787-34e6-4079-8eca-dda20e2979c4; range_end:; response_count:1; response_revision:32700; }","duration":"295.843058ms","start":"2026-02-27T02:35:25.655244Z","end":"2026-02-27T02:35:25.951087Z","steps":["trace[752633205] 'agreement among raft nodes before linearized reading' (duration: 295.688974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:26.546294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.769097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:26.546445Z","caller":"traceutil/trace.go:171","msg":"trace[1469924736] linearizableReadLoop","detail":"{readStateIndex:33823; appliedIndex:33822; }","duration":"595.515454ms","start":"2026-02-27T02:35:25.950903Z","end":"2026-02-27T02:35:26.546418Z","steps":["trace[1469924736] 'read index received' (duration: 126.126432ms)","trace[1469924736] 'applied index is now lower than readState.Index' (duration: 469.386592ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:26.546494Z","caller":"traceutil/trace.go:171","msg":"trace[1009545148] transaction","detail":"{read_only:false; response_revision:32701; number_of_response:1; }","duration":"646.048308ms","start":"2026-02-27T02:35:25.900413Z","end":"2026-02-27T02:35:26.546461Z","steps":["trace[1009545148] 'process raft request' (duration: 176.964843ms)","trace[1009545148] 'compare' (duration: 468.550132ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:26.546603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.900395Z","time spent":"646.148851ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:26.546581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.809886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:26.546666Z","caller":"traceutil/trace.go:171","msg":"trace[1349954283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32701; }","duration":"720.929369ms","start":"2026-02-27T02:35:25.825719Z","end":"2026-02-27T02:35:26.546649Z","steps":["trace[1349954283] 'agreement among raft nodes before linearized reading' (duration: 720.774855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:26.546684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.400395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-02-27T02:35:26.546708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.825703Z","time spent":"720.9973ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:35:26.546768Z","caller":"traceutil/trace.go:171","msg":"trace[582647831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32701; }","duration":"883.493268ms","start":"2026-02-27T02:35:25.663247Z","end":"2026-02-27T02:35:26.546741Z","steps":["trace[582647831] 'agreement among raft nodes before linearized reading' (duration: 883.276873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:26.546824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.663238Z","time spent":"883.5734ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T02:35:27.046794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438364625363835,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:35:27.134823Z","caller":"traceutil/trace.go:171","msg":"trace[1137054237] transaction","detail":"{read_only:false; response_revision:32702; number_of_response:1; }","duration":"778.090728ms","start":"2026-02-27T02:35:26.356673Z","end":"2026-02-27T02:35:27.134764Z","steps":["trace[1137054237] 'process raft request' (duration: 777.908254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:27.13508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.35664Z","time spent":"778.350184ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:27.503557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.186914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:27.503974Z","caller":"traceutil/trace.go:171","msg":"trace[1111052921] linearizableReadLoop","detail":"{readStateIndex:33826; appliedIndex:33823; }","duration":"957.472738ms","start":"2026-02-27T02:35:26.546482Z","end":"2026-02-27T02:35:27.503955Z","steps":["trace[1111052921] 'read index received' (duration: 588.112182ms)","trace[1111052921] 'applied index is now lower than readState.Index' (duration: 369.359646ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:27.504002Z","caller":"traceutil/trace.go:171","msg":"trace[1147149353] transaction","detail":"{read_only:false; response_revision:32704; number_of_response:1; }","duration":"1.145326715s","start":"2026-02-27T02:35:26.35864Z","end":"2026-02-27T02:35:27.503967Z","steps":["trace[1147149353] 'process raft request' (duration: 1.145103639s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:27.504296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486201669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T02:35:27.504481Z","caller":"traceutil/trace.go:171","msg":"trace[886437192] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:32704; }","duration":"1.486380433s","start":"2026-02-27T02:35:26.018038Z","end":"2026-02-27T02:35:27.504418Z","steps":["trace[886437192] 'agreement among raft nodes before linearized reading' (duration: 1.486015615s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:27.504558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.569307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:27.504554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.537181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:35:27.504593Z","caller":"traceutil/trace.go:171","msg":"trace[386324184] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:32704; }","duration":"448.624539ms","start":"2026-02-27T02:35:27.055957Z","end":"2026-02-27T02:35:27.504582Z","steps":["trace[386324184] 'agreement among raft nodes before linearized reading' (duration: 448.575578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:27.504611Z","caller":"traceutil/trace.go:171","msg":"trace[264066684] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:32704; }","duration":"705.629073ms","start":"2026-02-27T02:35:26.798965Z","end":"2026-02-27T02:35:27.504594Z","steps":["trace[264066684] 'agreement among raft nodes before linearized reading' (duration: 705.551991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:27.504624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.055941Z","time spent":"448.67199ms","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:27.504624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.018016Z","time spent":"1.486588308s","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T02:35:27.504779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.672396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:35:27.504487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.477245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:27.504834Z","caller":"traceutil/trace.go:171","msg":"trace[2075304078] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:32704; }","duration":"724.765058ms","start":"2026-02-27T02:35:26.780055Z","end":"2026-02-27T02:35:27.50482Z","steps":["trace[2075304078] 'agreement among raft nodes before linearized reading' (duration: 724.631015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:27.504867Z","caller":"traceutil/trace.go:171","msg":"trace[837248249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32704; }","duration":"956.885044ms","start":"2026-02-27T02:35:26.547973Z","end":"2026-02-27T02:35:27.504858Z","steps":["trace[837248249] 'agreement among raft nodes before linearized reading' (duration: 956.466785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:27.504877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.780032Z","time spent":"724.831629ms","remote":"127.0.0.1:53428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:27.504894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.547957Z","time spent":"956.929816ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:35:27.504007Z","caller":"traceutil/trace.go:171","msg":"trace[962093630] transaction","detail":"{read_only:false; response_revision:32703; number_of_response:1; }","duration":"1.146651486s","start":"2026-02-27T02:35:26.357319Z","end":"2026-02-27T02:35:27.50397Z","steps":["trace[962093630] 'process raft request' (duration: 942.971501ms)","trace[962093630] 'compare' (duration: 202.388255ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:27.505024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.357286Z","time spent":"1.147711601s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:27.504659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.798942Z","time spent":"705.704095ms","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:27.504105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078769387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:35:27.505128Z","caller":"traceutil/trace.go:171","msg":"trace[1255225246] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32704; }","duration":"1.079842382s","start":"2026-02-27T02:35:26.425277Z","end":"2026-02-27T02:35:27.50512Z","steps":["trace[1255225246] 'agreement among raft nodes before linearized reading' (duration: 1.078684945s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:27.505148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.425257Z","time spent":"1.079885814s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:35:27.504091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2638168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:27.505295Z","caller":"traceutil/trace.go:171","msg":"trace[1935388087] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:32704; }","duration":"1.265127929s","start":"2026-02-27T02:35:26.240157Z","end":"2026-02-27T02:35:27.505285Z","steps":["trace[1935388087] 'agreement among raft nodes before linearized reading' (duration: 1.263803728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:27.505334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.240136Z","time spent":"1.265185721s","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:27.505307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.358607Z","time spent":"1.145777475s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:27.504513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.7459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:35:27.505417Z","caller":"traceutil/trace.go:171","msg":"trace[1198982310] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32704; }","duration":"544.668842ms","start":"2026-02-27T02:35:26.960725Z","end":"2026-02-27T02:35:27.505394Z","steps":["trace[1198982310] 'agreement among raft nodes before linearized reading' (duration: 543.710429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:27.505583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.960708Z","time spent":"544.852447ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:35:28.008445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.363577ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:35:28.008939Z","caller":"traceutil/trace.go:171","msg":"trace[506143260] linearizableReadLoop","detail":"{readStateIndex:33829; appliedIndex:33826; }","duration":"496.88517ms","start":"2026-02-27T02:35:27.512035Z","end":"2026-02-27T02:35:28.00892Z","steps":["trace[506143260] 'read index received' (duration: 105.043772ms)","trace[506143260] 'applied index is now lower than readState.Index' (duration: 391.837568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:28.009018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.506303Z","time spent":"502.709495ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:35:28.009148Z","caller":"traceutil/trace.go:171","msg":"trace[2014715533] transaction","detail":"{read_only:false; response_revision:32706; number_of_response:1; }","duration":"498.713633ms","start":"2026-02-27T02:35:27.510412Z","end":"2026-02-27T02:35:28.009126Z","steps":["trace[2014715533] 'process raft request' (duration: 498.463407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:28.009149Z","caller":"traceutil/trace.go:171","msg":"trace[308217216] transaction","detail":"{read_only:false; response_revision:32705; number_of_response:1; }","duration":"498.786304ms","start":"2026-02-27T02:35:27.510326Z","end":"2026-02-27T02:35:28.009112Z","steps":["trace[308217216] 'process raft request' (duration: 498.400545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.009225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.173556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:28.009275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.510406Z","time spent":"498.798384ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:28.009283Z","caller":"traceutil/trace.go:171","msg":"trace[287571067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32706; }","duration":"497.259188ms","start":"2026-02-27T02:35:27.51201Z","end":"2026-02-27T02:35:28.009269Z","steps":["trace[287571067] 'agreement among raft nodes before linearized reading' (duration: 497.112615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.009336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.510302Z","time spent":"498.928057ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:28.009412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.512001Z","time spent":"497.376191ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:35:28.619864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.757204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:28.620233Z","caller":"traceutil/trace.go:171","msg":"trace[1504801298] transaction","detail":"{read_only:false; response_revision:32707; number_of_response:1; }","duration":"963.416785ms","start":"2026-02-27T02:35:27.656704Z","end":"2026-02-27T02:35:28.620121Z","steps":["trace[1504801298] 'process raft request' (duration: 461.278242ms)","trace[1504801298] 'compare' (duration: 501.466147ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:28.620329Z","caller":"traceutil/trace.go:171","msg":"trace[993494762] transaction","detail":"{read_only:false; response_revision:32708; number_of_response:1; }","duration":"670.67547ms","start":"2026-02-27T02:35:27.949629Z","end":"2026-02-27T02:35:28.620304Z","steps":["trace[993494762] 'process raft request' (duration: 670.352093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.620417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.656686Z","time spent":"963.632179ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:28.620434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.949602Z","time spent":"670.770943ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:28.620967Z","caller":"traceutil/trace.go:171","msg":"trace[1187382467] linearizableReadLoop","detail":"{readStateIndex:33831; appliedIndex:33829; }","duration":"611.964596ms","start":"2026-02-27T02:35:28.008971Z","end":"2026-02-27T02:35:28.620935Z","steps":["trace[1187382467] 'read index received' (duration: 109.024954ms)","trace[1187382467] 'applied index is now lower than readState.Index' (duration: 502.937602ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:28.621275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.35268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:35:28.62131Z","caller":"traceutil/trace.go:171","msg":"trace[1247892039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32709; }","duration":"965.429931ms","start":"2026-02-27T02:35:27.655868Z","end":"2026-02-27T02:35:28.621298Z","steps":["trace[1247892039] 'agreement among raft nodes before linearized reading' (duration: 965.212586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.62134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.655848Z","time spent":"965.484333ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:35:28.621262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.48815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:35:28.621437Z","caller":"traceutil/trace.go:171","msg":"trace[666406133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32709; }","duration":"964.690675ms","start":"2026-02-27T02:35:27.656726Z","end":"2026-02-27T02:35:28.621417Z","steps":["trace[666406133] 'agreement among raft nodes before linearized reading' (duration: 964.315056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.621538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060717267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:35:28.621531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.656699Z","time spent":"964.809537ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:35:28.621561Z","caller":"traceutil/trace.go:171","msg":"trace[1903948634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32709; }","duration":"1.060761638s","start":"2026-02-27T02:35:27.560792Z","end":"2026-02-27T02:35:28.621554Z","steps":["trace[1903948634] 'agreement among raft nodes before linearized reading' (duration: 1.060690776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.621582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.560779Z","time spent":"1.060798189s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:28.621579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.608449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:35:28.621653Z","caller":"traceutil/trace.go:171","msg":"trace[1787251657] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32709; }","duration":"966.732892ms","start":"2026-02-27T02:35:27.654904Z","end":"2026-02-27T02:35:28.621637Z","steps":["trace[1787251657] 'agreement among raft nodes before linearized reading' (duration: 966.508677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.621668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.729396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:35:28.621667Z","caller":"traceutil/trace.go:171","msg":"trace[713241504] transaction","detail":"{read_only:false; response_revision:32709; number_of_response:1; }","duration":"611.772291ms","start":"2026-02-27T02:35:28.009875Z","end":"2026-02-27T02:35:28.621647Z","steps":["trace[713241504] 'process raft request' (duration: 610.202295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.621688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.654881Z","time spent":"966.800613ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:35:28.621681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.720462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:35:28.62173Z","caller":"traceutil/trace.go:171","msg":"trace[416352290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32709; }","duration":"966.795543ms","start":"2026-02-27T02:35:27.654921Z","end":"2026-02-27T02:35:28.621716Z","steps":["trace[416352290] 'agreement among raft nodes before linearized reading' (duration: 966.643039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.621764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.654908Z","time spent":"966.848335ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:28.621757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:28.009857Z","time spent":"611.847983ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:28.62169Z","caller":"traceutil/trace.go:171","msg":"trace[1295627331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32709; }","duration":"964.762916ms","start":"2026-02-27T02:35:27.656919Z","end":"2026-02-27T02:35:28.621682Z","steps":["trace[1295627331] 'agreement among raft nodes before linearized reading' (duration: 964.708735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.621784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.869665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:28.621847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.65691Z","time spent":"964.9274ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:35:28.621891Z","caller":"traceutil/trace.go:171","msg":"trace[1450658940] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:32709; }","duration":"698.998509ms","start":"2026-02-27T02:35:27.922867Z","end":"2026-02-27T02:35:28.621866Z","steps":["trace[1450658940] 'agreement among raft nodes before linearized reading' (duration: 698.770554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.621949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.922796Z","time spent":"699.139102ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:35:28.682202Z","caller":"traceutil/trace.go:171","msg":"trace[1951775501] transaction","detail":"{read_only:false; response_revision:32710; number_of_response:1; }","duration":"130.109405ms","start":"2026-02-27T02:35:28.552067Z","end":"2026-02-27T02:35:28.682177Z","steps":["trace[1951775501] 'process raft request' (duration: 129.925811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.682467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.148556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:35:28.68255Z","caller":"traceutil/trace.go:171","msg":"trace[44708091] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:32710; }","duration":"589.30871ms","start":"2026-02-27T02:35:28.09322Z","end":"2026-02-27T02:35:28.682529Z","steps":["trace[44708091] 'agreement among raft nodes before linearized reading' (duration: 589.136786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.6826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:28.093197Z","time spent":"589.393171ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:28.682819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.391258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:28.682864Z","caller":"traceutil/trace.go:171","msg":"trace[574305094] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:32710; }","duration":"400.467959ms","start":"2026-02-27T02:35:28.282382Z","end":"2026-02-27T02:35:28.68285Z","steps":["trace[574305094] 'agreement among raft nodes before linearized reading' (duration: 400.408648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.682909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:28.282359Z","time spent":"400.538532ms","remote":"127.0.0.1:32884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:28.682813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.883759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:28.683091Z","caller":"traceutil/trace.go:171","msg":"trace[1090882928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32710; }","duration":"672.211236ms","start":"2026-02-27T02:35:28.010849Z","end":"2026-02-27T02:35:28.68306Z","steps":["trace[1090882928] 'agreement among raft nodes before linearized reading' (duration: 671.881609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.683195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:28.01083Z","time spent":"672.33168ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:35:40.226741Z","caller":"traceutil/trace.go:171","msg":"trace[1910390042] linearizableReadLoop","detail":"{readStateIndex:33920; appliedIndex:33919; }","duration":"115.69411ms","start":"2026-02-27T02:35:40.111026Z","end":"2026-02-27T02:35:40.22672Z","steps":["trace[1910390042] 'read index received' (duration: 115.452534ms)","trace[1910390042] 'applied index is now lower than readState.Index' (duration: 240.596µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:40.226931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.891744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:35:40.226961Z","caller":"traceutil/trace.go:171","msg":"trace[1233528905] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32795; }","duration":"115.965816ms","start":"2026-02-27T02:35:40.110988Z","end":"2026-02-27T02:35:40.226954Z","steps":["trace[1233528905] 'agreement among raft nodes before linearized reading' (duration: 115.808832ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:40.227228Z","caller":"traceutil/trace.go:171","msg":"trace[2093834568] transaction","detail":"{read_only:false; response_revision:32795; number_of_response:1; }","duration":"166.690724ms","start":"2026-02-27T02:35:40.06053Z","end":"2026-02-27T02:35:40.227221Z","steps":["trace[2093834568] 'process raft request' (duration: 166.047199ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:58.136508Z","caller":"traceutil/trace.go:171","msg":"trace[907488105] transaction","detail":"{read_only:false; response_revision:32919; number_of_response:1; }","duration":"111.489242ms","start":"2026-02-27T02:35:58.024989Z","end":"2026-02-27T02:35:58.136478Z","steps":["trace[907488105] 'process raft request' (duration: 111.271877ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:38:34.343839Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000894a.wal"} {"level":"info","ts":"2026-02-27T02:39:04.427961Z","caller":"traceutil/trace.go:171","msg":"trace[1726086889] transaction","detail":"{read_only:false; response_revision:34188; number_of_response:1; }","duration":"132.427818ms","start":"2026-02-27T02:39:04.295502Z","end":"2026-02-27T02:39:04.42793Z","steps":["trace[1726086889] 'process raft request' (duration: 132.344717ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:39:23.662659Z","caller":"traceutil/trace.go:171","msg":"trace[11246382] transaction","detail":"{read_only:false; response_revision:34314; number_of_response:1; }","duration":"133.461512ms","start":"2026-02-27T02:39:23.529179Z","end":"2026-02-27T02:39:23.662641Z","steps":["trace[11246382] 'process raft request' (duration: 133.157585ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:39:57.955847Z","caller":"traceutil/trace.go:171","msg":"trace[1374969790] transaction","detail":"{read_only:false; response_revision:34548; number_of_response:1; }","duration":"128.566708ms","start":"2026-02-27T02:39:57.827258Z","end":"2026-02-27T02:39:57.955825Z","steps":["trace[1374969790] 'process raft request' (duration: 128.410185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:39:57.981253Z","caller":"traceutil/trace.go:171","msg":"trace[1259829914] transaction","detail":"{read_only:false; response_revision:34549; number_of_response:1; }","duration":"116.263123ms","start":"2026-02-27T02:39:57.864951Z","end":"2026-02-27T02:39:57.981214Z","steps":["trace[1259829914] 'process raft request' (duration: 116.061948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:39:58.197117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.489092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:39:58.197228Z","caller":"traceutil/trace.go:171","msg":"trace[2069347329] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:34550; }","duration":"145.649256ms","start":"2026-02-27T02:39:58.051549Z","end":"2026-02-27T02:39:58.197198Z","steps":["trace[2069347329] 'count revisions from in-memory index tree' (duration: 145.39019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:04.105805Z","caller":"traceutil/trace.go:171","msg":"trace[43420390] transaction","detail":"{read_only:false; response_revision:34619; number_of_response:1; }","duration":"105.723948ms","start":"2026-02-27T02:40:04.000043Z","end":"2026-02-27T02:40:04.105767Z","steps":["trace[43420390] 'process raft request' (duration: 87.122035ms)","trace[43420390] 'compare' (duration: 18.272165ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:04.310375Z","caller":"traceutil/trace.go:171","msg":"trace[1701918537] transaction","detail":"{read_only:false; response_revision:34621; number_of_response:1; }","duration":"118.215919ms","start":"2026-02-27T02:40:04.192135Z","end":"2026-02-27T02:40:04.310351Z","steps":["trace[1701918537] 'process raft request' (duration: 118.009774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:09.580351Z","caller":"traceutil/trace.go:171","msg":"trace[1968353265] linearizableReadLoop","detail":"{readStateIndex:35858; appliedIndex:35857; }","duration":"226.387693ms","start":"2026-02-27T02:40:09.353944Z","end":"2026-02-27T02:40:09.580331Z","steps":["trace[1968353265] 'read index received' (duration: 226.234179ms)","trace[1968353265] 'applied index is now lower than readState.Index' (duration: 152.894µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:09.580513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.552906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29536000-zpgjs\" ","response":"range_response_count:1 size:7363"} {"level":"info","ts":"2026-02-27T02:40:09.580537Z","caller":"traceutil/trace.go:171","msg":"trace[1489604656] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29536000-zpgjs; range_end:; response_count:1; response_revision:34674; }","duration":"226.622778ms","start":"2026-02-27T02:40:09.353905Z","end":"2026-02-27T02:40:09.580528Z","steps":["trace[1489604656] 'agreement among raft nodes before linearized reading' (duration: 226.498505ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:09.580731Z","caller":"traceutil/trace.go:171","msg":"trace[723695593] transaction","detail":"{read_only:false; response_revision:34674; number_of_response:1; }","duration":"231.066271ms","start":"2026-02-27T02:40:09.349645Z","end":"2026-02-27T02:40:09.580711Z","steps":["trace[723695593] 'process raft request' (duration: 230.57294ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:09.697373Z","caller":"traceutil/trace.go:171","msg":"trace[932796968] transaction","detail":"{read_only:false; response_revision:34675; number_of_response:1; }","duration":"103.990817ms","start":"2026-02-27T02:40:09.593364Z","end":"2026-02-27T02:40:09.697355Z","steps":["trace[932796968] 'process raft request' (duration: 100.417574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.128041Z","caller":"traceutil/trace.go:171","msg":"trace[611969778] transaction","detail":"{read_only:false; response_revision:34678; number_of_response:1; }","duration":"107.819756ms","start":"2026-02-27T02:40:10.020197Z","end":"2026-02-27T02:40:10.128017Z","steps":["trace[611969778] 'process raft request' (duration: 107.695683ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.263984Z","caller":"traceutil/trace.go:171","msg":"trace[2136015003] transaction","detail":"{read_only:false; number_of_response:1; response_revision:34680; }","duration":"114.912072ms","start":"2026-02-27T02:40:10.149043Z","end":"2026-02-27T02:40:10.263955Z","steps":["trace[2136015003] 'process raft request' (duration: 33.96739ms)","trace[2136015003] 'compare' (duration: 80.807568ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:10.463402Z","caller":"traceutil/trace.go:171","msg":"trace[1143720333] linearizableReadLoop","detail":"{readStateIndex:35865; appliedIndex:35864; }","duration":"129.149232ms","start":"2026-02-27T02:40:10.334233Z","end":"2026-02-27T02:40:10.463382Z","steps":["trace[1143720333] 'read index received' (duration: 78.873134ms)","trace[1143720333] 'applied index is now lower than readState.Index' (duration: 50.275078ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:10.463479Z","caller":"traceutil/trace.go:171","msg":"trace[978231645] transaction","detail":"{read_only:false; response_revision:34681; number_of_response:1; }","duration":"130.668087ms","start":"2026-02-27T02:40:10.332786Z","end":"2026-02-27T02:40:10.463454Z","steps":["trace[978231645] 'process raft request' (duration: 80.363418ms)","trace[978231645] 'compare' (duration: 50.076924ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:10.463528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.279965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:10.463554Z","caller":"traceutil/trace.go:171","msg":"trace[1885124340] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34681; }","duration":"129.318796ms","start":"2026-02-27T02:40:10.334227Z","end":"2026-02-27T02:40:10.463546Z","steps":["trace[1885124340] 'agreement among raft nodes before linearized reading' (duration: 129.256365ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.654535Z","caller":"traceutil/trace.go:171","msg":"trace[2056771483] transaction","detail":"{read_only:false; response_revision:34683; number_of_response:1; }","duration":"187.461967ms","start":"2026-02-27T02:40:10.467032Z","end":"2026-02-27T02:40:10.654494Z","steps":["trace[2056771483] 'process raft request' (duration: 128.485196ms)","trace[2056771483] 'compare' (duration: 58.748346ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:10.654631Z","caller":"traceutil/trace.go:171","msg":"trace[1097086463] transaction","detail":"{read_only:false; response_revision:34684; number_of_response:1; }","duration":"187.461967ms","start":"2026-02-27T02:40:10.467141Z","end":"2026-02-27T02:40:10.654603Z","steps":["trace[1097086463] 'process raft request' (duration: 187.275052ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.65485Z","caller":"traceutil/trace.go:171","msg":"trace[333225209] transaction","detail":"{read_only:false; response_revision:34687; number_of_response:1; }","duration":"187.341024ms","start":"2026-02-27T02:40:10.467494Z","end":"2026-02-27T02:40:10.654835Z","steps":["trace[333225209] 'process raft request' (duration: 187.15371ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.654876Z","caller":"traceutil/trace.go:171","msg":"trace[658371134] linearizableReadLoop","detail":"{readStateIndex:35871; appliedIndex:35865; }","duration":"185.390249ms","start":"2026-02-27T02:40:10.469451Z","end":"2026-02-27T02:40:10.654841Z","steps":["trace[658371134] 'read index received' (duration: 11.945438ms)","trace[658371134] 'applied index is now lower than readState.Index' (duration: 173.442971ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:10.654937Z","caller":"traceutil/trace.go:171","msg":"trace[998774893] transaction","detail":"{read_only:false; response_revision:34686; number_of_response:1; }","duration":"187.695462ms","start":"2026-02-27T02:40:10.467223Z","end":"2026-02-27T02:40:10.654918Z","steps":["trace[998774893] 'process raft request' (duration: 187.301023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:10.655004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.535363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:10.655053Z","caller":"traceutil/trace.go:171","msg":"trace[943056143] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34688; }","duration":"185.903311ms","start":"2026-02-27T02:40:10.469136Z","end":"2026-02-27T02:40:10.655039Z","steps":["trace[943056143] 'agreement among raft nodes before linearized reading' (duration: 185.802569ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.655135Z","caller":"traceutil/trace.go:171","msg":"trace[449228728] transaction","detail":"{read_only:false; response_revision:34688; number_of_response:1; }","duration":"182.846919ms","start":"2026-02-27T02:40:10.472252Z","end":"2026-02-27T02:40:10.655099Z","steps":["trace[449228728] 'process raft request' (duration: 182.479311ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.655249Z","caller":"traceutil/trace.go:171","msg":"trace[511372695] transaction","detail":"{read_only:false; response_revision:34685; number_of_response:1; }","duration":"187.381775ms","start":"2026-02-27T02:40:10.467191Z","end":"2026-02-27T02:40:10.654573Z","steps":["trace[511372695] 'process raft request' (duration: 187.284383ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:11.128522Z","caller":"traceutil/trace.go:171","msg":"trace[750261506] transaction","detail":"{read_only:false; response_revision:34697; number_of_response:1; }","duration":"131.805184ms","start":"2026-02-27T02:40:10.996686Z","end":"2026-02-27T02:40:11.128492Z","steps":["trace[750261506] 'process raft request' (duration: 101.038099ms)","trace[750261506] 'compare' (duration: 30.381656ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:11.194237Z","caller":"traceutil/trace.go:171","msg":"trace[380548250] linearizableReadLoop","detail":"{readStateIndex:35882; appliedIndex:35880; }","duration":"186.638669ms","start":"2026-02-27T02:40:11.007574Z","end":"2026-02-27T02:40:11.194212Z","steps":["trace[380548250] 'read index received' (duration: 90.162216ms)","trace[380548250] 'applied index is now lower than readState.Index' (duration: 96.474883ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:11.19431Z","caller":"traceutil/trace.go:171","msg":"trace[1015332768] transaction","detail":"{read_only:false; response_revision:34698; number_of_response:1; }","duration":"193.774614ms","start":"2026-02-27T02:40:11.000493Z","end":"2026-02-27T02:40:11.194267Z","steps":["trace[1015332768] 'process raft request' (duration: 193.568499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:11.1953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.708183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29535985-zcxdl\" ","response":"range_response_count:1 size:7266"} {"level":"info","ts":"2026-02-27T02:40:11.195497Z","caller":"traceutil/trace.go:171","msg":"trace[769898266] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29535985-zcxdl; range_end:; response_count:1; response_revision:34698; }","duration":"187.926819ms","start":"2026-02-27T02:40:11.007526Z","end":"2026-02-27T02:40:11.195453Z","steps":["trace[769898266] 'agreement among raft nodes before linearized reading' (duration: 186.849483ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:11.298393Z","caller":"traceutil/trace.go:171","msg":"trace[292687754] transaction","detail":"{read_only:false; response_revision:34699; number_of_response:1; }","duration":"165.17755ms","start":"2026-02-27T02:40:11.13319Z","end":"2026-02-27T02:40:11.298367Z","steps":["trace[292687754] 'process raft request' (duration: 116.908088ms)","trace[292687754] 'compare' (duration: 48.043587ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:11.298592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.650467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:40:11.298305Z","caller":"traceutil/trace.go:171","msg":"trace[1197855451] linearizableReadLoop","detail":"{readStateIndex:35883; appliedIndex:35882; }","duration":"103.847834ms","start":"2026-02-27T02:40:11.194435Z","end":"2026-02-27T02:40:11.298283Z","steps":["trace[1197855451] 'read index received' (duration: 55.713685ms)","trace[1197855451] 'applied index is now lower than readState.Index' (duration: 48.132929ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:11.298688Z","caller":"traceutil/trace.go:171","msg":"trace[1992873927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34699; }","duration":"204.794011ms","start":"2026-02-27T02:40:11.093869Z","end":"2026-02-27T02:40:11.298663Z","steps":["trace[1992873927] 'agreement among raft nodes before linearized reading' (duration: 204.600726ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:11.320445Z","caller":"traceutil/trace.go:171","msg":"trace[959707290] transaction","detail":"{read_only:false; response_revision:34700; number_of_response:1; }","duration":"110.033488ms","start":"2026-02-27T02:40:11.210378Z","end":"2026-02-27T02:40:11.320411Z","steps":["trace[959707290] 'process raft request' (duration: 109.718651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:11.320541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.102665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29535985-zcxdl\" ","response":"range_response_count:1 size:7266"} {"level":"info","ts":"2026-02-27T02:40:11.320624Z","caller":"traceutil/trace.go:171","msg":"trace[314570146] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29535985-zcxdl; range_end:; response_count:1; response_revision:34700; }","duration":"118.232099ms","start":"2026-02-27T02:40:11.202368Z","end":"2026-02-27T02:40:11.320601Z","steps":["trace[314570146] 'agreement among raft nodes before linearized reading' (duration: 117.949832ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:11.438684Z","caller":"traceutil/trace.go:171","msg":"trace[1694576242] transaction","detail":"{read_only:false; response_revision:34701; number_of_response:1; }","duration":"115.70231ms","start":"2026-02-27T02:40:11.322948Z","end":"2026-02-27T02:40:11.438651Z","steps":["trace[1694576242] 'process raft request' (duration: 85.091139ms)","trace[1694576242] 'compare' (duration: 30.402266ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:11.931403Z","caller":"traceutil/trace.go:171","msg":"trace[1641277271] transaction","detail":"{read_only:false; response_revision:34705; number_of_response:1; }","duration":"107.074739ms","start":"2026-02-27T02:40:11.824296Z","end":"2026-02-27T02:40:11.93137Z","steps":["trace[1641277271] 'process raft request' (duration: 46.118962ms)","trace[1641277271] 'compare' (duration: 60.868075ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:11.936904Z","caller":"traceutil/trace.go:171","msg":"trace[1871252007] transaction","detail":"{read_only:false; response_revision:34706; number_of_response:1; }","duration":"109.66268ms","start":"2026-02-27T02:40:11.827195Z","end":"2026-02-27T02:40:11.936857Z","steps":["trace[1871252007] 'process raft request' (duration: 109.397793ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:12.096484Z","caller":"traceutil/trace.go:171","msg":"trace[429090187] transaction","detail":"{read_only:false; response_revision:34710; number_of_response:1; }","duration":"116.920248ms","start":"2026-02-27T02:40:11.979537Z","end":"2026-02-27T02:40:12.096457Z","steps":["trace[429090187] 'process raft request' (duration: 116.750564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:12.142094Z","caller":"traceutil/trace.go:171","msg":"trace[1972349886] transaction","detail":"{read_only:false; response_revision:34711; number_of_response:1; }","duration":"109.773161ms","start":"2026-02-27T02:40:12.032271Z","end":"2026-02-27T02:40:12.142045Z","steps":["trace[1972349886] 'process raft request' (duration: 109.527956ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:12.142235Z","caller":"traceutil/trace.go:171","msg":"trace[1721060161] transaction","detail":"{read_only:false; response_revision:34712; number_of_response:1; }","duration":"108.124624ms","start":"2026-02-27T02:40:12.034072Z","end":"2026-02-27T02:40:12.142197Z","steps":["trace[1721060161] 'process raft request' (duration: 107.867998ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:12.257737Z","caller":"traceutil/trace.go:171","msg":"trace[226506408] transaction","detail":"{read_only:false; response_revision:34714; number_of_response:1; }","duration":"124.849143ms","start":"2026-02-27T02:40:12.132867Z","end":"2026-02-27T02:40:12.257716Z","steps":["trace[226506408] 'process raft request' (duration: 124.792781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:12.258033Z","caller":"traceutil/trace.go:171","msg":"trace[1548446298] transaction","detail":"{read_only:false; response_revision:34713; number_of_response:1; }","duration":"152.623919ms","start":"2026-02-27T02:40:12.105402Z","end":"2026-02-27T02:40:12.258026Z","steps":["trace[1548446298] 'process raft request' (duration: 140.158049ms)","trace[1548446298] 'compare' (duration: 11.964398ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:12.316714Z","caller":"traceutil/trace.go:171","msg":"trace[779429572] transaction","detail":"{read_only:false; number_of_response:1; response_revision:34715; }","duration":"172.406439ms","start":"2026-02-27T02:40:12.144288Z","end":"2026-02-27T02:40:12.316695Z","steps":["trace[779429572] 'process raft request' (duration: 172.278176ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:12.317104Z","caller":"traceutil/trace.go:171","msg":"trace[1969268005] transaction","detail":"{read_only:false; response_revision:34716; number_of_response:1; }","duration":"164.902604ms","start":"2026-02-27T02:40:12.15218Z","end":"2026-02-27T02:40:12.317083Z","steps":["trace[1969268005] 'process raft request' (duration: 164.471724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:12.51Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.169403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T02:40:12.510029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.123376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:12.510145Z","caller":"traceutil/trace.go:171","msg":"trace[134973356] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34716; }","duration":"106.26503ms","start":"2026-02-27T02:40:12.403854Z","end":"2026-02-27T02:40:12.510119Z","steps":["trace[134973356] 'count revisions from in-memory index tree' (duration: 105.986884ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:12.510064Z","caller":"traceutil/trace.go:171","msg":"trace[857108503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34716; }","duration":"120.271076ms","start":"2026-02-27T02:40:12.389778Z","end":"2026-02-27T02:40:12.510049Z","steps":["trace[857108503] 'range keys from in-memory index tree' (duration: 120.02096ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:12.922361Z","caller":"traceutil/trace.go:171","msg":"trace[1257487871] transaction","detail":"{read_only:false; response_revision:34724; number_of_response:1; }","duration":"115.192408ms","start":"2026-02-27T02:40:12.807135Z","end":"2026-02-27T02:40:12.922327Z","steps":["trace[1257487871] 'process raft request' (duration: 62.187736ms)","trace[1257487871] 'compare' (duration: 52.546381ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:12.937961Z","caller":"traceutil/trace.go:171","msg":"trace[2064989121] transaction","detail":"{read_only:false; response_revision:34725; number_of_response:1; }","duration":"108.126914ms","start":"2026-02-27T02:40:12.829804Z","end":"2026-02-27T02:40:12.937931Z","steps":["trace[2064989121] 'process raft request' (duration: 107.894088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.960498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.172876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:14.960738Z","caller":"traceutil/trace.go:171","msg":"trace[2109985474] transaction","detail":"{read_only:false; response_revision:34734; number_of_response:1; }","duration":"123.916931ms","start":"2026-02-27T02:40:14.836806Z","end":"2026-02-27T02:40:14.960722Z","steps":["trace[2109985474] 'process raft request' (duration: 123.782827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:14.960783Z","caller":"traceutil/trace.go:171","msg":"trace[134305642] linearizableReadLoop","detail":"{readStateIndex:35918; appliedIndex:35917; }","duration":"227.632571ms","start":"2026-02-27T02:40:14.733129Z","end":"2026-02-27T02:40:14.960761Z","steps":["trace[134305642] 'read index received' (duration: 97.126498ms)","trace[134305642] 'applied index is now lower than readState.Index' (duration: 130.503783ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:14.960845Z","caller":"traceutil/trace.go:171","msg":"trace[256615122] transaction","detail":"{read_only:false; response_revision:34733; number_of_response:1; }","duration":"245.516817ms","start":"2026-02-27T02:40:14.715288Z","end":"2026-02-27T02:40:14.960805Z","steps":["trace[256615122] 'process raft request' (duration: 114.956052ms)","trace[256615122] 'compare' (duration: 129.422889ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:14.960944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.802306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:40:14.960972Z","caller":"traceutil/trace.go:171","msg":"trace[1381866700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34734; }","duration":"227.911938ms","start":"2026-02-27T02:40:14.733053Z","end":"2026-02-27T02:40:14.960965Z","steps":["trace[1381866700] 'agreement among raft nodes before linearized reading' (duration: 227.800856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:15.138918Z","caller":"traceutil/trace.go:171","msg":"trace[1365144931] linearizableReadLoop","detail":"{readStateIndex:35921; appliedIndex:35919; }","duration":"178.051749ms","start":"2026-02-27T02:40:14.960831Z","end":"2026-02-27T02:40:15.138882Z","steps":["trace[1365144931] 'read index received' (duration: 13.692878ms)","trace[1365144931] 'applied index is now lower than readState.Index' (duration: 164.357321ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:15.138962Z","caller":"traceutil/trace.go:171","msg":"trace[496774178] transaction","detail":"{read_only:false; response_revision:34737; number_of_response:1; }","duration":"173.084104ms","start":"2026-02-27T02:40:14.965834Z","end":"2026-02-27T02:40:15.138918Z","steps":["trace[496774178] 'process raft request' (duration: 172.90405ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:15.138942Z","caller":"traceutil/trace.go:171","msg":"trace[716503695] transaction","detail":"{read_only:false; response_revision:34736; number_of_response:1; }","duration":"195.501104ms","start":"2026-02-27T02:40:14.943406Z","end":"2026-02-27T02:40:15.138907Z","steps":["trace[716503695] 'process raft request' (duration: 134.075547ms)","trace[716503695] 'compare' (duration: 60.898015ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:15.139454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.268964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:40:15.139589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.435344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:40:15.139666Z","caller":"traceutil/trace.go:171","msg":"trace[1784080980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34737; }","duration":"405.552608ms","start":"2026-02-27T02:40:14.734098Z","end":"2026-02-27T02:40:15.13965Z","steps":["trace[1784080980] 'agreement among raft nodes before linearized reading' (duration: 404.867482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:15.139854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.734091Z","time spent":"405.744292ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:40:15.139611Z","caller":"traceutil/trace.go:171","msg":"trace[1516099864] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34737; }","duration":"406.465959ms","start":"2026-02-27T02:40:14.733116Z","end":"2026-02-27T02:40:15.139582Z","steps":["trace[1516099864] 'agreement among raft nodes before linearized reading' (duration: 405.914306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:15.139065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.550319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:40:15.140097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.733098Z","time spent":"406.981491ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:40:15.139501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.32439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:40:15.140519Z","caller":"traceutil/trace.go:171","msg":"trace[1672235341] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:34737; }","duration":"159.412546ms","start":"2026-02-27T02:40:14.981058Z","end":"2026-02-27T02:40:15.140471Z","steps":["trace[1672235341] 'agreement among raft nodes before linearized reading' (duration: 158.249059ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:15.140576Z","caller":"traceutil/trace.go:171","msg":"trace[970691590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34737; }","duration":"314.747297ms","start":"2026-02-27T02:40:14.825465Z","end":"2026-02-27T02:40:15.140212Z","steps":["trace[970691590] 'agreement among raft nodes before linearized reading' (duration: 313.533839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:15.14169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.825449Z","time spent":"316.227601ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:40:15.142401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.24317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:40:15.142443Z","caller":"traceutil/trace.go:171","msg":"trace[1124924112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34737; }","duration":"408.301201ms","start":"2026-02-27T02:40:14.734133Z","end":"2026-02-27T02:40:15.142434Z","steps":["trace[1124924112] 'agreement among raft nodes before linearized reading' (duration: 404.79619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:15.142465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.734129Z","time spent":"408.329412ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:40:15.341536Z","caller":"traceutil/trace.go:171","msg":"trace[1681222957] transaction","detail":"{read_only:false; response_revision:34740; number_of_response:1; }","duration":"195.054304ms","start":"2026-02-27T02:40:15.146449Z","end":"2026-02-27T02:40:15.341503Z","steps":["trace[1681222957] 'process raft request' (duration: 194.910231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:15.342476Z","caller":"traceutil/trace.go:171","msg":"trace[111565238] transaction","detail":"{read_only:false; response_revision:34739; number_of_response:1; }","duration":"196.711783ms","start":"2026-02-27T02:40:15.145745Z","end":"2026-02-27T02:40:15.342457Z","steps":["trace[111565238] 'process raft request' (duration: 166.272566ms)","trace[111565238] 'compare' (duration: 28.727658ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:17.363907Z","caller":"traceutil/trace.go:171","msg":"trace[438348884] transaction","detail":"{read_only:false; response_revision:34751; number_of_response:1; }","duration":"121.674159ms","start":"2026-02-27T02:40:17.242201Z","end":"2026-02-27T02:40:17.363875Z","steps":["trace[438348884] 'process raft request' (duration: 60.248661ms)","trace[438348884] 'compare' (duration: 61.184623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:19.412321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.174858ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-02-27T02:40:19.412516Z","caller":"traceutil/trace.go:171","msg":"trace[540207904] compact","detail":"{revision:32664; response_revision:34763; }","duration":"228.213476ms","start":"2026-02-27T02:40:19.184288Z","end":"2026-02-27T02:40:19.412502Z","steps":["trace[540207904] 'process raft request' (duration: 38.800632ms)","trace[540207904] 'check and update compact revision' (duration: 189.072256ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:19.412562Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32664} {"level":"info","ts":"2026-02-27T02:40:19.412818Z","caller":"traceutil/trace.go:171","msg":"trace[1677765148] transaction","detail":"{read_only:false; response_revision:34764; number_of_response:1; }","duration":"207.920634ms","start":"2026-02-27T02:40:19.204887Z","end":"2026-02-27T02:40:19.412807Z","steps":["trace[1677765148] 'process raft request' (duration: 207.525004ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:19.412988Z","caller":"traceutil/trace.go:171","msg":"trace[1282681560] linearizableReadLoop","detail":"{readStateIndex:35951; appliedIndex:35949; }","duration":"188.045652ms","start":"2026-02-27T02:40:19.224737Z","end":"2026-02-27T02:40:19.412783Z","steps":["trace[1282681560] 'read index received' (duration: 129.990502ms)","trace[1282681560] 'applied index is now lower than readState.Index' (duration: 58.05219ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:19.601439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.677707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:40:19.601626Z","caller":"traceutil/trace.go:171","msg":"trace[494923231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34764; }","duration":"376.917612ms","start":"2026-02-27T02:40:19.224683Z","end":"2026-02-27T02:40:19.601601Z","steps":["trace[494923231] 'agreement among raft nodes before linearized reading' (duration: 188.37915ms)","trace[494923231] 'range keys from in-memory index tree' (duration: 187.840137ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:19.601591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.110552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:40:19.601882Z","caller":"traceutil/trace.go:171","msg":"trace[1868517990] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34764; }","duration":"185.474841ms","start":"2026-02-27T02:40:19.41638Z","end":"2026-02-27T02:40:19.601855Z","steps":["trace[1868517990] 'range keys from in-memory index tree' (duration: 184.938119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:19.601477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.28972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:40:19.601784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.224661Z","time spent":"377.107756ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:40:19.602031Z","caller":"traceutil/trace.go:171","msg":"trace[136627163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34764; }","duration":"220.878094ms","start":"2026-02-27T02:40:19.381119Z","end":"2026-02-27T02:40:19.601998Z","steps":["trace[136627163] 'agreement among raft nodes before linearized reading' (duration: 32.143887ms)","trace[136627163] 'range keys from in-memory index tree' (duration: 188.01726ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:19.602403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.142203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:40:19.602463Z","caller":"traceutil/trace.go:171","msg":"trace[1640946498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34764; }","duration":"234.392829ms","start":"2026-02-27T02:40:19.368051Z","end":"2026-02-27T02:40:19.602444Z","steps":["trace[1640946498] 'agreement among raft nodes before linearized reading' (duration: 45.279473ms)","trace[1640946498] 'range keys from in-memory index tree' (duration: 188.121003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:20.509868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.812908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:20.509987Z","caller":"traceutil/trace.go:171","msg":"trace[1485519642] transaction","detail":"{read_only:false; response_revision:34765; number_of_response:1; }","duration":"903.39522ms","start":"2026-02-27T02:40:19.606573Z","end":"2026-02-27T02:40:20.509968Z","steps":["trace[1485519642] 'process raft request' (duration: 465.420559ms)","trace[1485519642] 'compare' (duration: 295.658363ms)","trace[1485519642] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 141.813947ms)"],"step_count":3} {"level":"warn","ts":"2026-02-27T02:40:20.510027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.606553Z","time spent":"903.457012ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:20.510331Z","caller":"traceutil/trace.go:171","msg":"trace[1328577504] transaction","detail":"{read_only:false; response_revision:34766; number_of_response:1; }","duration":"903.476682ms","start":"2026-02-27T02:40:19.606819Z","end":"2026-02-27T02:40:20.510296Z","steps":["trace[1328577504] 'process raft request' (duration: 903.130904ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:20.510471Z","caller":"traceutil/trace.go:171","msg":"trace[1726072140] transaction","detail":"{read_only:false; response_revision:34769; number_of_response:1; }","duration":"544.307673ms","start":"2026-02-27T02:40:19.966155Z","end":"2026-02-27T02:40:20.510463Z","steps":["trace[1726072140] 'process raft request' (duration: 544.156129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.510498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.606803Z","time spent":"903.610606ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:20.510505Z","caller":"traceutil/trace.go:171","msg":"trace[1990974225] linearizableReadLoop","detail":"{readStateIndex:35955; appliedIndex:35951; }","duration":"686.437887ms","start":"2026-02-27T02:40:19.824044Z","end":"2026-02-27T02:40:20.510482Z","steps":["trace[1990974225] 'read index received' (duration: 247.959714ms)","trace[1990974225] 'applied index is now lower than readState.Index' (duration: 438.477143ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:20.51056Z","caller":"traceutil/trace.go:171","msg":"trace[2112467441] transaction","detail":"{read_only:false; response_revision:34767; number_of_response:1; }","duration":"903.600065ms","start":"2026-02-27T02:40:19.606909Z","end":"2026-02-27T02:40:20.510509Z","steps":["trace[2112467441] 'process raft request' (duration: 903.318628ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:20.510642Z","caller":"traceutil/trace.go:171","msg":"trace[198227134] transaction","detail":"{read_only:false; response_revision:34768; number_of_response:1; }","duration":"902.95483ms","start":"2026-02-27T02:40:19.60768Z","end":"2026-02-27T02:40:20.510635Z","steps":["trace[198227134] 'process raft request' (duration: 902.593101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.510672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.607658Z","time spent":"902.998421ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:20.510705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.663082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:20.510748Z","caller":"traceutil/trace.go:171","msg":"trace[316603925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34771; }","duration":"686.743294ms","start":"2026-02-27T02:40:19.823994Z","end":"2026-02-27T02:40:20.510738Z","steps":["trace[316603925] 'agreement among raft nodes before linearized reading' (duration: 686.677013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.510769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.606884Z","time spent":"903.78256ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:20.510786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.823971Z","time spent":"686.798725ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:40:20.510596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.966129Z","time spent":"544.364315ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:20.51088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.52112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:40:20.510942Z","caller":"traceutil/trace.go:171","msg":"trace[2123198257] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34771; }","duration":"400.614673ms","start":"2026-02-27T02:40:20.11031Z","end":"2026-02-27T02:40:20.510925Z","steps":["trace[2123198257] 'agreement among raft nodes before linearized reading' (duration: 400.453209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.510997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:20.110266Z","time spent":"400.718755ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:40:20.511174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.667715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:40:20.511219Z","caller":"traceutil/trace.go:171","msg":"trace[1460633272] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:34771; }","duration":"391.743287ms","start":"2026-02-27T02:40:20.11945Z","end":"2026-02-27T02:40:20.511194Z","steps":["trace[1460633272] 'agreement among raft nodes before linearized reading' (duration: 391.347598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.511239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:20.119428Z","time spent":"391.805878ms","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:40:20.811702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.071269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:20.811868Z","caller":"traceutil/trace.go:171","msg":"trace[1075455840] transaction","detail":"{read_only:false; response_revision:34772; number_of_response:1; }","duration":"297.123807ms","start":"2026-02-27T02:40:20.514709Z","end":"2026-02-27T02:40:20.811833Z","steps":["trace[1075455840] 'process raft request' (duration: 72.839773ms)","trace[1075455840] 'compare' (duration: 119.57025ms)","trace[1075455840] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:551; } (duration: 104.220022ms)"],"step_count":3} {"level":"info","ts":"2026-02-27T02:40:20.811987Z","caller":"traceutil/trace.go:171","msg":"trace[1786402229] transaction","detail":"{read_only:false; response_revision:34773; number_of_response:1; }","duration":"156.810195ms","start":"2026-02-27T02:40:20.65516Z","end":"2026-02-27T02:40:20.81197Z","steps":["trace[1786402229] 'process raft request' (duration: 156.671842ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:20.812121Z","caller":"traceutil/trace.go:171","msg":"trace[165738763] linearizableReadLoop","detail":"{readStateIndex:35959; appliedIndex:35958; }","duration":"292.713934ms","start":"2026-02-27T02:40:20.519399Z","end":"2026-02-27T02:40:20.812113Z","steps":["trace[165738763] 'read index received' (duration: 68.135163ms)","trace[165738763] 'applied index is now lower than readState.Index' (duration: 224.577961ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:20.812223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.814477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:20.812249Z","caller":"traceutil/trace.go:171","msg":"trace[1054075940] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:34773; }","duration":"292.858588ms","start":"2026-02-27T02:40:20.519382Z","end":"2026-02-27T02:40:20.812241Z","steps":["trace[1054075940] 'agreement among raft nodes before linearized reading' (duration: 292.802877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.812275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.879579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:20.812329Z","caller":"traceutil/trace.go:171","msg":"trace[103977200] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34773; }","duration":"130.003192ms","start":"2026-02-27T02:40:20.682311Z","end":"2026-02-27T02:40:20.812314Z","steps":["trace[103977200] 'agreement among raft nodes before linearized reading' (duration: 129.91311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:21.052856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.94435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:21.052962Z","caller":"traceutil/trace.go:171","msg":"trace[709129970] linearizableReadLoop","detail":"{readStateIndex:35961; appliedIndex:35960; }","duration":"111.3955ms","start":"2026-02-27T02:40:20.941548Z","end":"2026-02-27T02:40:21.052944Z","steps":["trace[709129970] 'read index received' (duration: 9.230315ms)","trace[709129970] 'applied index is now lower than readState.Index' (duration: 102.163815ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:21.053023Z","caller":"traceutil/trace.go:171","msg":"trace[831412554] transaction","detail":"{read_only:false; response_revision:34774; number_of_response:1; }","duration":"141.357076ms","start":"2026-02-27T02:40:20.911642Z","end":"2026-02-27T02:40:21.052999Z","steps":["trace[831412554] 'process raft request' (duration: 39.184321ms)","trace[831412554] 'compare' (duration: 39.17113ms)","trace[831412554] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 62.658457ms)"],"step_count":3} {"level":"warn","ts":"2026-02-27T02:40:21.166679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.097003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:40:21.166792Z","caller":"traceutil/trace.go:171","msg":"trace[129816992] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:34774; }","duration":"225.260467ms","start":"2026-02-27T02:40:20.941499Z","end":"2026-02-27T02:40:21.166759Z","steps":["trace[129816992] 'agreement among raft nodes before linearized reading' (duration: 111.533043ms)","trace[129816992] 'count revisions from in-memory index tree' (duration: 113.57255ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:21.166946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.184511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:40:21.167031Z","caller":"traceutil/trace.go:171","msg":"trace[1327188910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34774; }","duration":"116.324444ms","start":"2026-02-27T02:40:21.050685Z","end":"2026-02-27T02:40:21.167009Z","steps":["trace[1327188910] 'range keys from in-memory index tree' (duration: 113.721203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:21.317224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.58064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:21.317339Z","caller":"traceutil/trace.go:171","msg":"trace[1972265815] transaction","detail":"{read_only:false; response_revision:34775; number_of_response:1; }","duration":"185.803718ms","start":"2026-02-27T02:40:21.131516Z","end":"2026-02-27T02:40:21.317319Z","steps":["trace[1972265815] 'process raft request' (duration: 35.060155ms)","trace[1972265815] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capo-system/controller-leader-election-capo; req_size:518; } (duration: 149.935824ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:21.540145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.767389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:21.540321Z","caller":"traceutil/trace.go:171","msg":"trace[387529911] transaction","detail":"{read_only:false; response_revision:34776; number_of_response:1; }","duration":"369.078199ms","start":"2026-02-27T02:40:21.171223Z","end":"2026-02-27T02:40:21.540301Z","steps":["trace[387529911] 'process raft request' (duration: 146.083795ms)","trace[387529911] 'compare' (duration: 82.678322ms)","trace[387529911] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 139.525774ms)"],"step_count":3} {"level":"warn","ts":"2026-02-27T02:40:21.540396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:21.171207Z","time spent":"369.164341ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:21.621162Z","caller":"traceutil/trace.go:171","msg":"trace[1611189293] transaction","detail":"{read_only:false; response_revision:34777; number_of_response:1; }","duration":"203.089081ms","start":"2026-02-27T02:40:21.418037Z","end":"2026-02-27T02:40:21.621126Z","steps":["trace[1611189293] 'process raft request' (duration: 122.252562ms)","trace[1611189293] 'compare' (duration: 32.594848ms)","trace[1611189293] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 48.001495ms)"],"step_count":3} {"level":"info","ts":"2026-02-27T02:40:21.621527Z","caller":"traceutil/trace.go:171","msg":"trace[1802622434] transaction","detail":"{read_only:false; response_revision:34778; number_of_response:1; }","duration":"185.106323ms","start":"2026-02-27T02:40:21.436401Z","end":"2026-02-27T02:40:21.621508Z","steps":["trace[1802622434] 'process raft request' (duration: 184.657942ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:21.989876Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32664,"took":"2.572559942s","hash":1058531057,"current-db-size-bytes":49897472,"current-db-size":"50 MB","current-db-size-in-use-bytes":30064640,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T02:40:21.989938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1058531057,"revision":32664,"compact-revision":30494} {"level":"info","ts":"2026-02-27T02:40:22.683835Z","caller":"traceutil/trace.go:171","msg":"trace[1576370427] transaction","detail":"{read_only:false; response_revision:34780; number_of_response:1; }","duration":"165.455196ms","start":"2026-02-27T02:40:22.518344Z","end":"2026-02-27T02:40:22.683799Z","steps":["trace[1576370427] 'process raft request' (duration: 109.587417ms)","trace[1576370427] 'compare' (duration: 55.640394ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:22.684029Z","caller":"traceutil/trace.go:171","msg":"trace[478797256] transaction","detail":"{read_only:false; response_revision:34781; number_of_response:1; }","duration":"165.393225ms","start":"2026-02-27T02:40:22.518571Z","end":"2026-02-27T02:40:22.683964Z","steps":["trace[478797256] 'process raft request' (duration: 165.137299ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:22.684675Z","caller":"traceutil/trace.go:171","msg":"trace[1585543053] transaction","detail":"{read_only:false; response_revision:34783; number_of_response:1; }","duration":"164.379921ms","start":"2026-02-27T02:40:22.520284Z","end":"2026-02-27T02:40:22.684664Z","steps":["trace[1585543053] 'process raft request' (duration: 164.214247ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:22.684921Z","caller":"traceutil/trace.go:171","msg":"trace[1123688692] transaction","detail":"{read_only:false; response_revision:34784; number_of_response:1; }","duration":"162.236211ms","start":"2026-02-27T02:40:22.522673Z","end":"2026-02-27T02:40:22.684909Z","steps":["trace[1123688692] 'process raft request' (duration: 161.954864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:22.684566Z","caller":"traceutil/trace.go:171","msg":"trace[1425099963] transaction","detail":"{read_only:false; response_revision:34782; number_of_response:1; }","duration":"165.848776ms","start":"2026-02-27T02:40:22.518704Z","end":"2026-02-27T02:40:22.684553Z","steps":["trace[1425099963] 'process raft request' (duration: 165.219921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:23.708432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.443123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:40:23.708519Z","caller":"traceutil/trace.go:171","msg":"trace[1397016904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34789; }","duration":"164.567886ms","start":"2026-02-27T02:40:23.543929Z","end":"2026-02-27T02:40:23.708496Z","steps":["trace[1397016904] 'range keys from in-memory index tree' (duration: 163.894271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.083352Z","caller":"traceutil/trace.go:171","msg":"trace[73321490] transaction","detail":"{read_only:false; response_revision:34826; number_of_response:1; }","duration":"250.77015ms","start":"2026-02-27T02:40:28.832559Z","end":"2026-02-27T02:40:29.083329Z","steps":["trace[73321490] 'process raft request' (duration: 250.624546ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.281808Z","caller":"traceutil/trace.go:171","msg":"trace[389018892] transaction","detail":"{read_only:false; response_revision:34830; number_of_response:1; }","duration":"154.618054ms","start":"2026-02-27T02:40:29.127166Z","end":"2026-02-27T02:40:29.281784Z","steps":["trace[389018892] 'process raft request' (duration: 154.577813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.281966Z","caller":"traceutil/trace.go:171","msg":"trace[1600701416] transaction","detail":"{read_only:false; response_revision:34829; number_of_response:1; }","duration":"327.7954ms","start":"2026-02-27T02:40:28.954134Z","end":"2026-02-27T02:40:29.281929Z","steps":["trace[1600701416] 'process raft request' (duration: 327.561255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.281982Z","caller":"traceutil/trace.go:171","msg":"trace[1597991731] linearizableReadLoop","detail":"{readStateIndex:36017; appliedIndex:36014; }","duration":"437.838269ms","start":"2026-02-27T02:40:28.844111Z","end":"2026-02-27T02:40:29.281949Z","steps":["trace[1597991731] 'read index received' (duration: 239.045238ms)","trace[1597991731] 'applied index is now lower than readState.Index' (duration: 198.79122ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:29.282007Z","caller":"traceutil/trace.go:171","msg":"trace[760327537] transaction","detail":"{read_only:false; response_revision:34827; number_of_response:1; }","duration":"449.142061ms","start":"2026-02-27T02:40:28.832827Z","end":"2026-02-27T02:40:29.281969Z","steps":["trace[760327537] 'process raft request' (duration: 381.951089ms)","trace[760327537] 'compare' (duration: 66.534737ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:29.282112Z","caller":"traceutil/trace.go:171","msg":"trace[431153344] transaction","detail":"{read_only:false; response_revision:34828; number_of_response:1; }","duration":"448.777382ms","start":"2026-02-27T02:40:28.83329Z","end":"2026-02-27T02:40:29.282068Z","steps":["trace[431153344] 'process raft request' (duration: 448.317242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:29.282165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.031363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:40:29.282155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:28.954113Z","time spent":"327.927144ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:29.282229Z","caller":"traceutil/trace.go:171","msg":"trace[273316819] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:34830; }","duration":"438.134665ms","start":"2026-02-27T02:40:28.844077Z","end":"2026-02-27T02:40:29.282212Z","steps":["trace[273316819] 'agreement among raft nodes before linearized reading' (duration: 438.015682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:29.282251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:28.833279Z","time spent":"448.868584ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:29.282358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.188423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-27T02:40:29.28228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:28.844065Z","time spent":"438.198537ms","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:40:29.28241Z","caller":"traceutil/trace.go:171","msg":"trace[881905607] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34830; }","duration":"289.258454ms","start":"2026-02-27T02:40:28.993138Z","end":"2026-02-27T02:40:29.282397Z","steps":["trace[881905607] 'agreement among raft nodes before linearized reading' (duration: 289.08743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:29.282487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:28.83282Z","time spent":"449.322755ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:29.448433Z","caller":"traceutil/trace.go:171","msg":"trace[1123972415] transaction","detail":"{read_only:false; response_revision:34832; number_of_response:1; }","duration":"161.679229ms","start":"2026-02-27T02:40:29.2867Z","end":"2026-02-27T02:40:29.448379Z","steps":["trace[1123972415] 'process raft request' (duration: 151.509362ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:30.801118Z","caller":"traceutil/trace.go:171","msg":"trace[223115001] transaction","detail":"{read_only:false; response_revision:34836; number_of_response:1; }","duration":"218.824977ms","start":"2026-02-27T02:40:30.582268Z","end":"2026-02-27T02:40:30.801093Z","steps":["trace[223115001] 'process raft request' (duration: 218.630613ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:30.993192Z","caller":"traceutil/trace.go:171","msg":"trace[1177366003] transaction","detail":"{read_only:false; response_revision:34837; number_of_response:1; }","duration":"320.498701ms","start":"2026-02-27T02:40:30.672649Z","end":"2026-02-27T02:40:30.993148Z","steps":["trace[1177366003] 'process raft request' (duration: 241.541285ms)","trace[1177366003] 'compare' (duration: 78.568367ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:30.993316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.47285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:30.993376Z","caller":"traceutil/trace.go:171","msg":"trace[1040452208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34838; }","duration":"166.575562ms","start":"2026-02-27T02:40:30.826785Z","end":"2026-02-27T02:40:30.993361Z","steps":["trace[1040452208] 'agreement among raft nodes before linearized reading' (duration: 166.470479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:30.993377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:30.672626Z","time spent":"320.659194ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:30.993443Z","caller":"traceutil/trace.go:171","msg":"trace[2129327594] transaction","detail":"{read_only:false; response_revision:34838; number_of_response:1; }","duration":"216.38464ms","start":"2026-02-27T02:40:30.777046Z","end":"2026-02-27T02:40:30.993431Z","steps":["trace[2129327594] 'process raft request' (duration: 216.000631ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:30.99319Z","caller":"traceutil/trace.go:171","msg":"trace[324435660] linearizableReadLoop","detail":"{readStateIndex:36027; appliedIndex:36025; }","duration":"166.334647ms","start":"2026-02-27T02:40:30.826826Z","end":"2026-02-27T02:40:30.993161Z","steps":["trace[324435660] 'read index received' (duration: 87.348481ms)","trace[324435660] 'applied index is now lower than readState.Index' (duration: 78.984826ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:30.99377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.513781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:40:30.993836Z","caller":"traceutil/trace.go:171","msg":"trace[1733846385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34838; }","duration":"160.620153ms","start":"2026-02-27T02:40:30.833199Z","end":"2026-02-27T02:40:30.993819Z","steps":["trace[1733846385] 'agreement among raft nodes before linearized reading' (duration: 160.439979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:31.356505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.095424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:31.356595Z","caller":"traceutil/trace.go:171","msg":"trace[1810091540] transaction","detail":"{read_only:false; response_revision:34840; number_of_response:1; }","duration":"264.738434ms","start":"2026-02-27T02:40:31.091837Z","end":"2026-02-27T02:40:31.356575Z","steps":["trace[1810091540] 'process raft request' (duration: 17.514797ms)","trace[1810091540] 'compare' (duration: 246.997002ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:31.702597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.810141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:31.70293Z","caller":"traceutil/trace.go:171","msg":"trace[1505668350] transaction","detail":"{read_only:false; response_revision:34842; number_of_response:1; }","duration":"337.609068ms","start":"2026-02-27T02:40:31.365288Z","end":"2026-02-27T02:40:31.702897Z","steps":["trace[1505668350] 'process raft request' (duration: 120.426769ms)","trace[1505668350] 'compare' (duration: 216.670537ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:31.702983Z","caller":"traceutil/trace.go:171","msg":"trace[1564400658] linearizableReadLoop","detail":"{readStateIndex:36033; appliedIndex:36030; }","duration":"250.263048ms","start":"2026-02-27T02:40:31.452702Z","end":"2026-02-27T02:40:31.702965Z","steps":["trace[1564400658] 'read index received' (duration: 32.926065ms)","trace[1564400658] 'applied index is now lower than readState.Index' (duration: 217.335973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:31.703084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:31.365263Z","time spent":"337.739961ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:31.703253Z","caller":"traceutil/trace.go:171","msg":"trace[1894441210] transaction","detail":"{read_only:false; response_revision:34844; number_of_response:1; }","duration":"336.415941ms","start":"2026-02-27T02:40:31.366823Z","end":"2026-02-27T02:40:31.703239Z","steps":["trace[1894441210] 'process raft request' (duration: 336.096203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:31.703357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:31.366806Z","time spent":"336.493792ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:31.703855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.146239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:40:31.703911Z","caller":"traceutil/trace.go:171","msg":"trace[39954732] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34844; }","duration":"251.246831ms","start":"2026-02-27T02:40:31.45265Z","end":"2026-02-27T02:40:31.703897Z","steps":["trace[39954732] 'agreement among raft nodes before linearized reading' (duration: 250.988355ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:31.704454Z","caller":"traceutil/trace.go:171","msg":"trace[2023680825] transaction","detail":"{read_only:false; response_revision:34843; number_of_response:1; }","duration":"339.116153ms","start":"2026-02-27T02:40:31.365298Z","end":"2026-02-27T02:40:31.704414Z","steps":["trace[2023680825] 'process raft request' (duration: 337.396843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:31.704762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:31.365278Z","time spent":"339.256697ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:31.712045Z","caller":"traceutil/trace.go:171","msg":"trace[1203440673] transaction","detail":"{read_only:false; response_revision:34845; number_of_response:1; }","duration":"225.568834ms","start":"2026-02-27T02:40:31.486453Z","end":"2026-02-27T02:40:31.712021Z","steps":["trace[1203440673] 'process raft request' (duration: 225.359339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:31.822469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.5429ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:40:31.822701Z","caller":"traceutil/trace.go:171","msg":"trace[231203255] linearizableReadLoop","detail":"{readStateIndex:36035; appliedIndex:36033; }","duration":"119.578639ms","start":"2026-02-27T02:40:31.703102Z","end":"2026-02-27T02:40:31.822681Z","steps":["trace[231203255] 'read index received' (duration: 8.691922ms)","trace[231203255] 'applied index is now lower than readState.Index' (duration: 110.885537ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:31.82319Z","caller":"traceutil/trace.go:171","msg":"trace[359069915] transaction","detail":"{read_only:false; response_revision:34846; number_of_response:1; }","duration":"115.097985ms","start":"2026-02-27T02:40:31.708062Z","end":"2026-02-27T02:40:31.82316Z","steps":["trace[359069915] 'process raft request' (duration: 114.512882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:31.822778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.283646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:31.823737Z","caller":"traceutil/trace.go:171","msg":"trace[2123038927] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:34845; }","duration":"355.218098ms","start":"2026-02-27T02:40:31.468441Z","end":"2026-02-27T02:40:31.823659Z","steps":["trace[2123038927] 'agreement among raft nodes before linearized reading' (duration: 354.291877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:31.824554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:31.468422Z","time spent":"355.605137ms","remote":"127.0.0.1:46138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:40:31.941058Z","caller":"traceutil/trace.go:171","msg":"trace[1924401959] linearizableReadLoop","detail":"{readStateIndex:36037; appliedIndex:36036; }","duration":"112.68917ms","start":"2026-02-27T02:40:31.82835Z","end":"2026-02-27T02:40:31.941039Z","steps":["trace[1924401959] 'read index received' (duration: 112.560137ms)","trace[1924401959] 'applied index is now lower than readState.Index' (duration: 128.333µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:31.941117Z","caller":"traceutil/trace.go:171","msg":"trace[799010582] transaction","detail":"{read_only:false; response_revision:34847; number_of_response:1; }","duration":"118.854962ms","start":"2026-02-27T02:40:31.822215Z","end":"2026-02-27T02:40:31.94107Z","steps":["trace[799010582] 'process raft request' (duration: 118.675468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:31.941188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.820003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:31.94121Z","caller":"traceutil/trace.go:171","msg":"trace[1355954742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34847; }","duration":"112.882314ms","start":"2026-02-27T02:40:31.82832Z","end":"2026-02-27T02:40:31.941202Z","steps":["trace[1355954742] 'agreement among raft nodes before linearized reading' (duration: 112.826443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:33.407367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.575324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:33.407536Z","caller":"traceutil/trace.go:171","msg":"trace[1825679938] transaction","detail":"{read_only:false; response_revision:34851; number_of_response:1; }","duration":"344.867127ms","start":"2026-02-27T02:40:33.062617Z","end":"2026-02-27T02:40:33.407484Z","steps":["trace[1825679938] 'process raft request' (duration: 205.115579ms)","trace[1825679938] 'compare' (duration: 139.278567ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:33.407586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.279044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:33.407667Z","caller":"traceutil/trace.go:171","msg":"trace[320251124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34851; }","duration":"258.394357ms","start":"2026-02-27T02:40:33.149254Z","end":"2026-02-27T02:40:33.407649Z","steps":["trace[320251124] 'agreement among raft nodes before linearized reading' (duration: 258.261724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:33.407579Z","caller":"traceutil/trace.go:171","msg":"trace[1702875528] linearizableReadLoop","detail":"{readStateIndex:36041; appliedIndex:36040; }","duration":"258.190122ms","start":"2026-02-27T02:40:33.149285Z","end":"2026-02-27T02:40:33.407476Z","steps":["trace[1702875528] 'read index received' (duration: 118.396393ms)","trace[1702875528] 'applied index is now lower than readState.Index' (duration: 139.792459ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:33.407702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:33.062597Z","time spent":"345.018731ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:33.499193Z","caller":"traceutil/trace.go:171","msg":"trace[1567624812] transaction","detail":"{read_only:false; response_revision:34852; number_of_response:1; }","duration":"135.593552ms","start":"2026-02-27T02:40:33.363568Z","end":"2026-02-27T02:40:33.499162Z","steps":["trace[1567624812] 'process raft request' (duration: 135.377266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:33.499265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.935884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:40:33.499343Z","caller":"traceutil/trace.go:171","msg":"trace[595064098] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34852; }","duration":"199.025596ms","start":"2026-02-27T02:40:33.300297Z","end":"2026-02-27T02:40:33.499323Z","steps":["trace[595064098] 'agreement among raft nodes before linearized reading' (duration: 198.808731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:33.499341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.698411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:40:33.499407Z","caller":"traceutil/trace.go:171","msg":"trace[887096049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34852; }","duration":"137.837554ms","start":"2026-02-27T02:40:33.361552Z","end":"2026-02-27T02:40:33.499389Z","steps":["trace[887096049] 'agreement among raft nodes before linearized reading' (duration: 137.618609ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:33.639466Z","caller":"traceutil/trace.go:171","msg":"trace[103234570] transaction","detail":"{read_only:false; response_revision:34853; number_of_response:1; }","duration":"135.48802ms","start":"2026-02-27T02:40:33.503945Z","end":"2026-02-27T02:40:33.639433Z","steps":["trace[103234570] 'process raft request' (duration: 135.283245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:33.639408Z","caller":"traceutil/trace.go:171","msg":"trace[1465454847] linearizableReadLoop","detail":"{readStateIndex:36043; appliedIndex:36042; }","duration":"135.062001ms","start":"2026-02-27T02:40:33.504323Z","end":"2026-02-27T02:40:33.639385Z","steps":["trace[1465454847] 'read index received' (duration: 134.854206ms)","trace[1465454847] 'applied index is now lower than readState.Index' (duration: 206.714µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:33.639726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.383698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18275"} {"level":"info","ts":"2026-02-27T02:40:33.639932Z","caller":"traceutil/trace.go:171","msg":"trace[1615533689] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34853; }","duration":"135.607873ms","start":"2026-02-27T02:40:33.5043Z","end":"2026-02-27T02:40:33.639907Z","steps":["trace[1615533689] 'agreement among raft nodes before linearized reading' (duration: 135.289415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:33.836049Z","caller":"traceutil/trace.go:171","msg":"trace[188649420] transaction","detail":"{read_only:false; response_revision:34856; number_of_response:1; }","duration":"123.796108ms","start":"2026-02-27T02:40:33.712232Z","end":"2026-02-27T02:40:33.836028Z","steps":["trace[188649420] 'process raft request' (duration: 123.737616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:33.836092Z","caller":"traceutil/trace.go:171","msg":"trace[895907231] transaction","detail":"{read_only:false; response_revision:34855; number_of_response:1; }","duration":"124.204867ms","start":"2026-02-27T02:40:33.711861Z","end":"2026-02-27T02:40:33.836066Z","steps":["trace[895907231] 'process raft request' (duration: 61.52842ms)","trace[895907231] 'compare' (duration: 62.476413ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:33.836199Z","caller":"traceutil/trace.go:171","msg":"trace[269311312] transaction","detail":"{read_only:false; response_revision:34857; number_of_response:1; }","duration":"119.775314ms","start":"2026-02-27T02:40:33.716406Z","end":"2026-02-27T02:40:33.836181Z","steps":["trace[269311312] 'process raft request' (duration: 119.59193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.051564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.816299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:34.051655Z","caller":"traceutil/trace.go:171","msg":"trace[1748991248] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:34858; }","duration":"114.949623ms","start":"2026-02-27T02:40:33.936682Z","end":"2026-02-27T02:40:34.051632Z","steps":["trace[1748991248] 'count revisions from in-memory index tree' (duration: 114.752898ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:34.152966Z","caller":"traceutil/trace.go:171","msg":"trace[284718763] linearizableReadLoop","detail":"{readStateIndex:36049; appliedIndex:36048; }","duration":"160.84435ms","start":"2026-02-27T02:40:33.992088Z","end":"2026-02-27T02:40:34.152933Z","steps":["trace[284718763] 'read index received' (duration: 160.512252ms)","trace[284718763] 'applied index is now lower than readState.Index' (duration: 330.528µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:34.153015Z","caller":"traceutil/trace.go:171","msg":"trace[1330183767] transaction","detail":"{read_only:false; response_revision:34859; number_of_response:1; }","duration":"196.670172ms","start":"2026-02-27T02:40:33.95631Z","end":"2026-02-27T02:40:34.15298Z","steps":["trace[1330183767] 'process raft request' (duration: 196.458077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.153223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.056714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:40:34.153294Z","caller":"traceutil/trace.go:171","msg":"trace[522633455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34859; }","duration":"161.192287ms","start":"2026-02-27T02:40:33.992081Z","end":"2026-02-27T02:40:34.153274Z","steps":["trace[522633455] 'agreement among raft nodes before linearized reading' (duration: 160.963172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:35.332309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.836169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:35.332422Z","caller":"traceutil/trace.go:171","msg":"trace[1159035994] linearizableReadLoop","detail":"{readStateIndex:36053; appliedIndex:36052; }","duration":"183.948086ms","start":"2026-02-27T02:40:35.148461Z","end":"2026-02-27T02:40:35.332409Z","steps":["trace[1159035994] 'read index received' (duration: 50.751µs)","trace[1159035994] 'applied index is now lower than readState.Index' (duration: 183.896005ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:35.332532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.497111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:40:35.332537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.06596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:40:35.332517Z","caller":"traceutil/trace.go:171","msg":"trace[1616229176] transaction","detail":"{read_only:false; response_revision:34863; number_of_response:1; }","duration":"270.450067ms","start":"2026-02-27T02:40:35.062023Z","end":"2026-02-27T02:40:35.332473Z","steps":["trace[1616229176] 'process raft request' (duration: 60.352832ms)","trace[1616229176] 'compare' (duration: 209.363218ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:35.332563Z","caller":"traceutil/trace.go:171","msg":"trace[675437477] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:34863; }","duration":"166.566593ms","start":"2026-02-27T02:40:35.165985Z","end":"2026-02-27T02:40:35.332552Z","steps":["trace[675437477] 'agreement among raft nodes before linearized reading' (duration: 166.509941ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:35.332584Z","caller":"traceutil/trace.go:171","msg":"trace[1338620165] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:34863; }","duration":"184.161901ms","start":"2026-02-27T02:40:35.148407Z","end":"2026-02-27T02:40:35.332569Z","steps":["trace[1338620165] 'agreement among raft nodes before linearized reading' (duration: 184.059389ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:35.664495Z","caller":"traceutil/trace.go:171","msg":"trace[1645138968] transaction","detail":"{read_only:false; response_revision:34865; number_of_response:1; }","duration":"160.291455ms","start":"2026-02-27T02:40:35.504178Z","end":"2026-02-27T02:40:35.664469Z","steps":["trace[1645138968] 'process raft request' (duration: 135.753535ms)","trace[1645138968] 'compare' (duration: 24.227903ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:36.178129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.171505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:36.178229Z","caller":"traceutil/trace.go:171","msg":"trace[1675402984] transaction","detail":"{read_only:false; response_revision:34870; number_of_response:1; }","duration":"317.345307ms","start":"2026-02-27T02:40:35.860864Z","end":"2026-02-27T02:40:36.178209Z","steps":["trace[1675402984] 'process raft request' (duration: 172.014988ms)","trace[1675402984] 'compare' (duration: 145.055293ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:36.178284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:35.860848Z","time spent":"317.411599ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:36.368531Z","caller":"traceutil/trace.go:171","msg":"trace[1607267539] transaction","detail":"{read_only:false; response_revision:34871; number_of_response:1; }","duration":"451.474755ms","start":"2026-02-27T02:40:35.917021Z","end":"2026-02-27T02:40:36.368496Z","steps":["trace[1607267539] 'process raft request' (duration: 403.335276ms)","trace[1607267539] 'compare' (duration: 47.919064ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:36.36857Z","caller":"traceutil/trace.go:171","msg":"trace[1699328292] transaction","detail":"{read_only:false; response_revision:34873; number_of_response:1; }","duration":"209.711394ms","start":"2026-02-27T02:40:36.158829Z","end":"2026-02-27T02:40:36.368541Z","steps":["trace[1699328292] 'process raft request' (duration: 209.658103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:36.368681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:35.916995Z","time spent":"451.611798ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:36.368896Z","caller":"traceutil/trace.go:171","msg":"trace[847338746] transaction","detail":"{read_only:false; response_revision:34872; number_of_response:1; }","duration":"451.514686ms","start":"2026-02-27T02:40:35.917351Z","end":"2026-02-27T02:40:36.368866Z","steps":["trace[847338746] 'process raft request' (duration: 451.074576ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:36.368899Z","caller":"traceutil/trace.go:171","msg":"trace[462449235] linearizableReadLoop","detail":"{readStateIndex:36062; appliedIndex:36060; }","duration":"321.880063ms","start":"2026-02-27T02:40:36.046991Z","end":"2026-02-27T02:40:36.368871Z","steps":["trace[462449235] 'read index received' (duration: 273.414856ms)","trace[462449235] 'applied index is now lower than readState.Index' (duration: 48.463027ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:36.369135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.125059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:141"} {"level":"warn","ts":"2026-02-27T02:40:36.369148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:35.917324Z","time spent":"451.641989ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:36.369218Z","caller":"traceutil/trace.go:171","msg":"trace[119071991] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:34873; }","duration":"322.246842ms","start":"2026-02-27T02:40:36.046949Z","end":"2026-02-27T02:40:36.369196Z","steps":["trace[119071991] 'agreement among raft nodes before linearized reading' (duration: 322.003416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:36.369277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:36.046933Z","time spent":"322.329443ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-02-27T02:40:36.369365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.534984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:40:36.369447Z","caller":"traceutil/trace.go:171","msg":"trace[882208760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34873; }","duration":"130.696978ms","start":"2026-02-27T02:40:36.238734Z","end":"2026-02-27T02:40:36.36943Z","steps":["trace[882208760] 'agreement among raft nodes before linearized reading' (duration: 130.37124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:36.558671Z","caller":"traceutil/trace.go:171","msg":"trace[2031733430] transaction","detail":"{read_only:false; response_revision:34875; number_of_response:1; }","duration":"141.048259ms","start":"2026-02-27T02:40:36.417589Z","end":"2026-02-27T02:40:36.558637Z","steps":["trace[2031733430] 'process raft request' (duration: 105.784109ms)","trace[2031733430] 'compare' (duration: 35.133667ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:37.439444Z","caller":"traceutil/trace.go:171","msg":"trace[913188913] transaction","detail":"{read_only:false; response_revision:34878; number_of_response:1; }","duration":"101.779127ms","start":"2026-02-27T02:40:37.337637Z","end":"2026-02-27T02:40:37.439416Z","steps":["trace[913188913] 'process raft request' (duration: 101.192373ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:38.616471Z","caller":"traceutil/trace.go:171","msg":"trace[186267748] transaction","detail":"{read_only:false; response_revision:34889; number_of_response:1; }","duration":"154.148714ms","start":"2026-02-27T02:40:38.462286Z","end":"2026-02-27T02:40:38.616434Z","steps":["trace[186267748] 'process raft request' (duration: 153.964569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:40.699085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.08557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:40.699333Z","caller":"traceutil/trace.go:171","msg":"trace[497554632] transaction","detail":"{read_only:false; response_revision:34901; number_of_response:1; }","duration":"214.295781ms","start":"2026-02-27T02:40:40.485012Z","end":"2026-02-27T02:40:40.699308Z","steps":["trace[497554632] 'process raft request' (duration: 106.897764ms)","trace[497554632] 'compare' (duration: 106.939296ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:40.938506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.825319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:40.938612Z","caller":"traceutil/trace.go:171","msg":"trace[1167663729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34902; }","duration":"111.959933ms","start":"2026-02-27T02:40:40.826628Z","end":"2026-02-27T02:40:40.938588Z","steps":["trace[1167663729] 'range keys from in-memory index tree' (duration: 111.731247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:41.92368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.169657ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:40:41.924116Z","caller":"traceutil/trace.go:171","msg":"trace[719633149] transaction","detail":"{read_only:false; response_revision:34907; number_of_response:1; }","duration":"413.266787ms","start":"2026-02-27T02:40:41.510832Z","end":"2026-02-27T02:40:41.924099Z","steps":["trace[719633149] 'process raft request' (duration: 412.9588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:41.9242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:41.5108Z","time spent":"413.351599ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:41.924094Z","caller":"traceutil/trace.go:171","msg":"trace[848830630] linearizableReadLoop","detail":"{readStateIndex:36099; appliedIndex:36097; }","duration":"348.853729ms","start":"2026-02-27T02:40:41.575216Z","end":"2026-02-27T02:40:41.92407Z","steps":["trace[848830630] 'read index received' (duration: 48.834085ms)","trace[848830630] 'applied index is now lower than readState.Index' (duration: 300.018234ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:41.954353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.108863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:41.954441Z","caller":"traceutil/trace.go:171","msg":"trace[1167977923] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:34907; }","duration":"379.259627ms","start":"2026-02-27T02:40:41.575159Z","end":"2026-02-27T02:40:41.954419Z","steps":["trace[1167977923] 'agreement among raft nodes before linearized reading' (duration: 348.983513ms)","trace[1167977923] 'count revisions from in-memory index tree' (duration: 30.131531ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:41.954489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:41.575136Z","time spent":"379.342868ms","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:40:41.954512Z","caller":"traceutil/trace.go:171","msg":"trace[1322724400] transaction","detail":"{read_only:false; response_revision:34908; number_of_response:1; }","duration":"177.932856ms","start":"2026-02-27T02:40:41.776544Z","end":"2026-02-27T02:40:41.954477Z","steps":["trace[1322724400] 'process raft request' (duration: 165.519038ms)","trace[1322724400] 'compare' (duration: 12.149812ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:41.954664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.657113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:40:41.954742Z","caller":"traceutil/trace.go:171","msg":"trace[830297520] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34908; }","duration":"141.775066ms","start":"2026-02-27T02:40:41.812947Z","end":"2026-02-27T02:40:41.954722Z","steps":["trace[830297520] 'agreement among raft nodes before linearized reading' (duration: 141.416458ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:42.063847Z","caller":"traceutil/trace.go:171","msg":"trace[1594578621] transaction","detail":"{read_only:false; response_revision:34909; number_of_response:1; }","duration":"104.034318ms","start":"2026-02-27T02:40:41.959785Z","end":"2026-02-27T02:40:42.06382Z","steps":["trace[1594578621] 'process raft request' (duration: 99.325569ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:42.104866Z","caller":"traceutil/trace.go:171","msg":"trace[760950154] transaction","detail":"{read_only:false; response_revision:34910; number_of_response:1; }","duration":"145.032392ms","start":"2026-02-27T02:40:41.959808Z","end":"2026-02-27T02:40:42.104841Z","steps":["trace[760950154] 'process raft request' (duration: 144.459639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:42.698449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.288761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:42.698588Z","caller":"traceutil/trace.go:171","msg":"trace[112112016] transaction","detail":"{read_only:false; response_revision:34914; number_of_response:1; }","duration":"155.551806ms","start":"2026-02-27T02:40:42.543009Z","end":"2026-02-27T02:40:42.698561Z","steps":["trace[112112016] 'process raft request' (duration: 21.037959ms)","trace[112112016] 'compare' (duration: 134.066966ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:42.91344Z","caller":"traceutil/trace.go:171","msg":"trace[1504362088] transaction","detail":"{read_only:false; response_revision:34916; number_of_response:1; }","duration":"156.15389ms","start":"2026-02-27T02:40:42.757245Z","end":"2026-02-27T02:40:42.913399Z","steps":["trace[1504362088] 'process raft request' (duration: 57.760062ms)","trace[1504362088] 'compare' (duration: 97.786164ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:44.092526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.512899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:44.092606Z","caller":"traceutil/trace.go:171","msg":"trace[1167598564] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34920; }","duration":"147.615111ms","start":"2026-02-27T02:40:43.94497Z","end":"2026-02-27T02:40:44.092585Z","steps":["trace[1167598564] 'range keys from in-memory index tree' (duration: 147.442118ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:44.125597Z","caller":"traceutil/trace.go:171","msg":"trace[76030494] transaction","detail":"{read_only:false; response_revision:34921; number_of_response:1; }","duration":"164.943244ms","start":"2026-02-27T02:40:43.960618Z","end":"2026-02-27T02:40:44.125561Z","steps":["trace[76030494] 'process raft request' (duration: 164.702729ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:44.290869Z","caller":"traceutil/trace.go:171","msg":"trace[335738943] transaction","detail":"{read_only:false; response_revision:34923; number_of_response:1; }","duration":"160.972362ms","start":"2026-02-27T02:40:44.129856Z","end":"2026-02-27T02:40:44.290829Z","steps":["trace[335738943] 'process raft request' (duration: 89.599343ms)","trace[335738943] 'compare' (duration: 71.201425ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:44.290903Z","caller":"traceutil/trace.go:171","msg":"trace[1325643447] transaction","detail":"{read_only:false; response_revision:34924; number_of_response:1; }","duration":"154.89546ms","start":"2026-02-27T02:40:44.135983Z","end":"2026-02-27T02:40:44.290878Z","steps":["trace[1325643447] 'process raft request' (duration: 154.838259ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:44.290955Z","caller":"traceutil/trace.go:171","msg":"trace[1542854702] linearizableReadLoop","detail":"{readStateIndex:36115; appliedIndex:36114; }","duration":"158.124896ms","start":"2026-02-27T02:40:44.132768Z","end":"2026-02-27T02:40:44.290893Z","steps":["trace[1542854702] 'read index received' (duration: 86.700625ms)","trace[1542854702] 'applied index is now lower than readState.Index' (duration: 71.420711ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:44.29118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.396452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18275"} {"level":"info","ts":"2026-02-27T02:40:44.291243Z","caller":"traceutil/trace.go:171","msg":"trace[1069227178] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34924; }","duration":"158.527115ms","start":"2026-02-27T02:40:44.132702Z","end":"2026-02-27T02:40:44.29123Z","steps":["trace[1069227178] 'agreement among raft nodes before linearized reading' (duration: 158.27275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:44.4688Z","caller":"traceutil/trace.go:171","msg":"trace[1109117484] linearizableReadLoop","detail":"{readStateIndex:36117; appliedIndex:36116; }","duration":"116.468887ms","start":"2026-02-27T02:40:44.35229Z","end":"2026-02-27T02:40:44.468759Z","steps":["trace[1109117484] 'read index received' (duration: 62.352429ms)","trace[1109117484] 'applied index is now lower than readState.Index' (duration: 54.115218ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:44.469228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.912977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:40:44.469213Z","caller":"traceutil/trace.go:171","msg":"trace[1066719954] transaction","detail":"{read_only:false; response_revision:34925; number_of_response:1; }","duration":"140.2456ms","start":"2026-02-27T02:40:44.328926Z","end":"2026-02-27T02:40:44.469171Z","steps":["trace[1066719954] 'process raft request' (duration: 85.732903ms)","trace[1066719954] 'compare' (duration: 53.959174ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:44.469283Z","caller":"traceutil/trace.go:171","msg":"trace[1144292657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34925; }","duration":"117.01822ms","start":"2026-02-27T02:40:44.352249Z","end":"2026-02-27T02:40:44.469268Z","steps":["trace[1144292657] 'agreement among raft nodes before linearized reading' (duration: 116.649081ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:44.651054Z","caller":"traceutil/trace.go:171","msg":"trace[74933039] transaction","detail":"{read_only:false; response_revision:34926; number_of_response:1; }","duration":"177.267581ms","start":"2026-02-27T02:40:44.473754Z","end":"2026-02-27T02:40:44.651021Z","steps":["trace[74933039] 'process raft request' (duration: 121.171507ms)","trace[74933039] 'compare' (duration: 55.88877ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:44.651215Z","caller":"traceutil/trace.go:171","msg":"trace[515683160] transaction","detail":"{read_only:false; response_revision:34927; number_of_response:1; }","duration":"124.222128ms","start":"2026-02-27T02:40:44.526923Z","end":"2026-02-27T02:40:44.651145Z","steps":["trace[515683160] 'process raft request' (duration: 124.052074ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:45.667256Z","caller":"traceutil/trace.go:171","msg":"trace[924259689] transaction","detail":"{read_only:false; response_revision:34932; number_of_response:1; }","duration":"129.03575ms","start":"2026-02-27T02:40:45.538164Z","end":"2026-02-27T02:40:45.667199Z","steps":["trace[924259689] 'process raft request' (duration: 128.800454ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:46.092584Z","caller":"traceutil/trace.go:171","msg":"trace[621986997] transaction","detail":"{read_only:false; response_revision:34934; number_of_response:1; }","duration":"107.783756ms","start":"2026-02-27T02:40:45.984765Z","end":"2026-02-27T02:40:46.092549Z","steps":["trace[621986997] 'process raft request' (duration: 43.850909ms)","trace[621986997] 'compare' (duration: 63.67307ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:46.289156Z","caller":"traceutil/trace.go:171","msg":"trace[199211924] transaction","detail":"{read_only:false; response_revision:34935; number_of_response:1; }","duration":"157.809949ms","start":"2026-02-27T02:40:46.131319Z","end":"2026-02-27T02:40:46.289129Z","steps":["trace[199211924] 'process raft request' (duration: 82.889717ms)","trace[199211924] 'compare' (duration: 74.585494ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:46.289463Z","caller":"traceutil/trace.go:171","msg":"trace[1286159814] transaction","detail":"{read_only:false; response_revision:34936; number_of_response:1; }","duration":"150.757415ms","start":"2026-02-27T02:40:46.13869Z","end":"2026-02-27T02:40:46.289447Z","steps":["trace[1286159814] 'process raft request' (duration: 150.356256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:46.289702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.543536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:40:46.289729Z","caller":"traceutil/trace.go:171","msg":"trace[1641239190] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34937; }","duration":"115.626398ms","start":"2026-02-27T02:40:46.174095Z","end":"2026-02-27T02:40:46.289721Z","steps":["trace[1641239190] 'agreement among raft nodes before linearized reading' (duration: 115.491155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:46.768101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.487714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:40:46.768199Z","caller":"traceutil/trace.go:171","msg":"trace[2036915072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34939; }","duration":"112.607457ms","start":"2026-02-27T02:40:46.655568Z","end":"2026-02-27T02:40:46.768176Z","steps":["trace[2036915072] 'range keys from in-memory index tree' (duration: 112.220248ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:46.800098Z","caller":"traceutil/trace.go:171","msg":"trace[1676176831] transaction","detail":"{read_only:false; response_revision:34940; number_of_response:1; }","duration":"143.570597ms","start":"2026-02-27T02:40:46.656477Z","end":"2026-02-27T02:40:46.800048Z","steps":["trace[1676176831] 'process raft request' (duration: 143.237909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:46.960525Z","caller":"traceutil/trace.go:171","msg":"trace[79791645] linearizableReadLoop","detail":"{readStateIndex:36135; appliedIndex:36134; }","duration":"134.013556ms","start":"2026-02-27T02:40:46.826475Z","end":"2026-02-27T02:40:46.960489Z","steps":["trace[79791645] 'read index received' (duration: 21.517811ms)","trace[79791645] 'applied index is now lower than readState.Index' (duration: 112.494094ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:46.960591Z","caller":"traceutil/trace.go:171","msg":"trace[1588511964] transaction","detail":"{read_only:false; response_revision:34942; number_of_response:1; }","duration":"156.989099ms","start":"2026-02-27T02:40:46.80356Z","end":"2026-02-27T02:40:46.960549Z","steps":["trace[1588511964] 'process raft request' (duration: 114.03353ms)","trace[1588511964] 'compare' (duration: 42.700263ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:46.960713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.22805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:40:46.960847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.524723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:40:46.960908Z","caller":"traceutil/trace.go:171","msg":"trace[529112877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34942; }","duration":"134.472226ms","start":"2026-02-27T02:40:46.826418Z","end":"2026-02-27T02:40:46.96089Z","steps":["trace[529112877] 'agreement among raft nodes before linearized reading' (duration: 134.22488ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:46.960918Z","caller":"traceutil/trace.go:171","msg":"trace[348014545] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34942; }","duration":"108.635185ms","start":"2026-02-27T02:40:46.852264Z","end":"2026-02-27T02:40:46.9609Z","steps":["trace[348014545] 'agreement among raft nodes before linearized reading' (duration: 108.42433ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:47.155564Z","caller":"traceutil/trace.go:171","msg":"trace[237985646] transaction","detail":"{read_only:false; response_revision:34944; number_of_response:1; }","duration":"108.84898ms","start":"2026-02-27T02:40:47.046681Z","end":"2026-02-27T02:40:47.15553Z","steps":["trace[237985646] 'process raft request' (duration: 58.664234ms)","trace[237985646] 'compare' (duration: 49.863999ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:48.214564Z","caller":"traceutil/trace.go:171","msg":"trace[587777145] transaction","detail":"{read_only:false; response_revision:34948; number_of_response:1; }","duration":"107.777285ms","start":"2026-02-27T02:40:48.106758Z","end":"2026-02-27T02:40:48.214535Z","steps":["trace[587777145] 'process raft request' (duration: 107.598971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:49.232271Z","caller":"traceutil/trace.go:171","msg":"trace[208643946] transaction","detail":"{read_only:false; response_revision:34956; number_of_response:1; }","duration":"182.753498ms","start":"2026-02-27T02:40:49.04948Z","end":"2026-02-27T02:40:49.232234Z","steps":["trace[208643946] 'process raft request' (duration: 90.459372ms)","trace[208643946] 'compare' (duration: 92.123092ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:49.23231Z","caller":"traceutil/trace.go:171","msg":"trace[1256709593] linearizableReadLoop","detail":"{readStateIndex:36149; appliedIndex:36148; }","duration":"135.907549ms","start":"2026-02-27T02:40:49.09638Z","end":"2026-02-27T02:40:49.232288Z","steps":["trace[1256709593] 'read index received' (duration: 43.575483ms)","trace[1256709593] 'applied index is now lower than readState.Index' (duration: 92.330716ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:49.232597Z","caller":"traceutil/trace.go:171","msg":"trace[405665417] transaction","detail":"{read_only:false; response_revision:34957; number_of_response:1; }","duration":"128.672071ms","start":"2026-02-27T02:40:49.103914Z","end":"2026-02-27T02:40:49.232586Z","steps":["trace[405665417] 'process raft request' (duration: 128.319873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:49.232671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.242617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:49.232775Z","caller":"traceutil/trace.go:171","msg":"trace[930579159] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:34957; }","duration":"136.37156ms","start":"2026-02-27T02:40:49.096373Z","end":"2026-02-27T02:40:49.232744Z","steps":["trace[930579159] 'agreement among raft nodes before linearized reading' (duration: 136.040552ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:51.171171Z","caller":"traceutil/trace.go:171","msg":"trace[1308738651] transaction","detail":"{read_only:false; response_revision:34969; number_of_response:1; }","duration":"153.841276ms","start":"2026-02-27T02:40:51.017308Z","end":"2026-02-27T02:40:51.171149Z","steps":["trace[1308738651] 'process raft request' (duration: 153.680012ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:52.11393Z","caller":"traceutil/trace.go:171","msg":"trace[1652485775] transaction","detail":"{read_only:false; response_revision:34974; number_of_response:1; }","duration":"139.455432ms","start":"2026-02-27T02:40:51.974437Z","end":"2026-02-27T02:40:52.113892Z","steps":["trace[1652485775] 'process raft request' (duration: 97.136048ms)","trace[1652485775] 'compare' (duration: 42.14054ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:53.958303Z","caller":"traceutil/trace.go:171","msg":"trace[2132930674] transaction","detail":"{read_only:false; response_revision:34986; number_of_response:1; }","duration":"107.230363ms","start":"2026-02-27T02:40:53.851045Z","end":"2026-02-27T02:40:53.958275Z","steps":["trace[2132930674] 'process raft request' (duration: 107.064919ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:55.665913Z","caller":"traceutil/trace.go:171","msg":"trace[1041267305] transaction","detail":"{read_only:false; response_revision:34997; number_of_response:1; }","duration":"107.870927ms","start":"2026-02-27T02:40:55.55801Z","end":"2026-02-27T02:40:55.665881Z","steps":["trace[1041267305] 'process raft request' (duration: 65.261537ms)","trace[1041267305] 'compare' (duration: 42.127499ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:41:44.791136Z","caller":"traceutil/trace.go:171","msg":"trace[842790547] transaction","detail":"{read_only:false; response_revision:35332; number_of_response:1; }","duration":"116.421956ms","start":"2026-02-27T02:41:44.67468Z","end":"2026-02-27T02:41:44.791102Z","steps":["trace[842790547] 'process raft request' (duration: 72.6945ms)","trace[842790547] 'compare' (duration: 43.505441ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:41:46.196093Z","caller":"traceutil/trace.go:171","msg":"trace[923023515] transaction","detail":"{read_only:false; response_revision:35343; number_of_response:1; }","duration":"113.871147ms","start":"2026-02-27T02:41:46.082188Z","end":"2026-02-27T02:41:46.196059Z","steps":["trace[923023515] 'process raft request' (duration: 36.911038ms)","trace[923023515] 'compare' (duration: 76.787345ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:41:46.236205Z","caller":"traceutil/trace.go:171","msg":"trace[344628631] transaction","detail":"{read_only:false; response_revision:35344; number_of_response:1; }","duration":"147.98696ms","start":"2026-02-27T02:41:46.088188Z","end":"2026-02-27T02:41:46.236175Z","steps":["trace[344628631] 'process raft request' (duration: 147.801996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:26.174565Z","caller":"traceutil/trace.go:171","msg":"trace[1980793949] linearizableReadLoop","detail":"{readStateIndex:36830; appliedIndex:36829; }","duration":"120.954866ms","start":"2026-02-27T02:42:26.053578Z","end":"2026-02-27T02:42:26.174533Z","steps":["trace[1980793949] 'read index received' (duration: 120.747811ms)","trace[1980793949] 'applied index is now lower than readState.Index' (duration: 205.705µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:42:26.174642Z","caller":"traceutil/trace.go:171","msg":"trace[1309623456] transaction","detail":"{read_only:false; response_revision:35616; number_of_response:1; }","duration":"132.800561ms","start":"2026-02-27T02:42:26.041803Z","end":"2026-02-27T02:42:26.174604Z","steps":["trace[1309623456] 'process raft request' (duration: 132.545065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:42:26.174833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.234132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-02-27T02:42:26.174896Z","caller":"traceutil/trace.go:171","msg":"trace[2083778165] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:35616; }","duration":"121.350805ms","start":"2026-02-27T02:42:26.053528Z","end":"2026-02-27T02:42:26.174879Z","steps":["trace[2083778165] 'agreement among raft nodes before linearized reading' (duration: 121.15318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:42:26.187582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.12999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:42:26.18767Z","caller":"traceutil/trace.go:171","msg":"trace[1051206040] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:35617; }","duration":"127.255753ms","start":"2026-02-27T02:42:26.060389Z","end":"2026-02-27T02:42:26.187645Z","steps":["trace[1051206040] 'agreement among raft nodes before linearized reading' (duration: 127.11558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:42:26.18798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.503276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:42:26.188038Z","caller":"traceutil/trace.go:171","msg":"trace[1219107013] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:35617; }","duration":"108.612279ms","start":"2026-02-27T02:42:26.079409Z","end":"2026-02-27T02:42:26.188021Z","steps":["trace[1219107013] 'agreement among raft nodes before linearized reading' (duration: 108.476145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:45.375725Z","caller":"traceutil/trace.go:171","msg":"trace[1427877737] transaction","detail":"{read_only:false; response_revision:35754; number_of_response:1; }","duration":"127.802724ms","start":"2026-02-27T02:42:45.247894Z","end":"2026-02-27T02:42:45.375696Z","steps":["trace[1427877737] 'process raft request' (duration: 124.309753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:43:53.999972Z","caller":"traceutil/trace.go:171","msg":"trace[583553168] transaction","detail":"{read_only:false; response_revision:36220; number_of_response:1; }","duration":"118.942059ms","start":"2026-02-27T02:43:53.881002Z","end":"2026-02-27T02:43:53.999944Z","steps":["trace[583553168] 'process raft request' (duration: 42.227263ms)","trace[583553168] 'compare' (duration: 75.343704ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:43:54.001169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.125439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-magnum-server-0.1897f883ed327186\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:36219 ","response":"range_response_count:605 size:466416"} {"level":"info","ts":"2026-02-27T02:43:54.001254Z","caller":"traceutil/trace.go:171","msg":"trace[1793073617] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-magnum-server-0.1897f883ed327186\u0000; range_end:/registry/events/openstack0; response_count:605; response_revision:36219; }","duration":"127.230442ms","start":"2026-02-27T02:43:53.874008Z","end":"2026-02-27T02:43:54.001238Z","steps":["trace[1793073617] 'range keys from in-memory index tree' (duration: 124.867067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:43:54.33311Z","caller":"traceutil/trace.go:171","msg":"trace[366257631] linearizableReadLoop","detail":"{readStateIndex:37454; appliedIndex:37453; }","duration":"236.826403ms","start":"2026-02-27T02:43:54.09625Z","end":"2026-02-27T02:43:54.333076Z","steps":["trace[366257631] 'read index received' (duration: 228.356486ms)","trace[366257631] 'applied index is now lower than readState.Index' (duration: 8.468557ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:43:54.333501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.594815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:43:54.333533Z","caller":"traceutil/trace.go:171","msg":"trace[865915888] transaction","detail":"{read_only:false; response_revision:36221; number_of_response:1; }","duration":"248.979296ms","start":"2026-02-27T02:43:54.084515Z","end":"2026-02-27T02:43:54.333494Z","steps":["trace[865915888] 'process raft request' (duration: 240.176151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:43:54.333586Z","caller":"traceutil/trace.go:171","msg":"trace[517207854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36221; }","duration":"202.714928ms","start":"2026-02-27T02:43:54.130851Z","end":"2026-02-27T02:43:54.333566Z","steps":["trace[517207854] 'agreement among raft nodes before linearized reading' (duration: 202.493873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:43:54.33361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.337275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"warn","ts":"2026-02-27T02:43:54.333648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.746825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:43:54.333699Z","caller":"traceutil/trace.go:171","msg":"trace[119590766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36221; }","duration":"112.853367ms","start":"2026-02-27T02:43:54.220831Z","end":"2026-02-27T02:43:54.333684Z","steps":["trace[119590766] 'agreement among raft nodes before linearized reading' (duration: 112.673943ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:43:54.333704Z","caller":"traceutil/trace.go:171","msg":"trace[1900292317] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:36221; }","duration":"237.469938ms","start":"2026-02-27T02:43:54.096209Z","end":"2026-02-27T02:43:54.333679Z","steps":["trace[1900292317] 'agreement among raft nodes before linearized reading' (duration: 237.239403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:43:54.333689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.003642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/magnum-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-02-27T02:43:54.333765Z","caller":"traceutil/trace.go:171","msg":"trace[1538868896] range","detail":"{range_begin:/registry/services/endpoints/openstack/magnum-api; range_end:; response_count:1; response_revision:36221; }","duration":"202.184166ms","start":"2026-02-27T02:43:54.131562Z","end":"2026-02-27T02:43:54.333746Z","steps":["trace[1538868896] 'agreement among raft nodes before linearized reading' (duration: 201.95257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:43:54.484448Z","caller":"traceutil/trace.go:171","msg":"trace[838959103] transaction","detail":"{read_only:false; response_revision:36222; number_of_response:1; }","duration":"146.365017ms","start":"2026-02-27T02:43:54.338051Z","end":"2026-02-27T02:43:54.484416Z","steps":["trace[838959103] 'process raft request' (duration: 146.206193ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:43:54.526981Z","caller":"traceutil/trace.go:171","msg":"trace[1625543999] linearizableReadLoop","detail":"{readStateIndex:37456; appliedIndex:37454; }","duration":"105.765701ms","start":"2026-02-27T02:43:54.421122Z","end":"2026-02-27T02:43:54.526888Z","steps":["trace[1625543999] 'read index received' (duration: 63.120209ms)","trace[1625543999] 'applied index is now lower than readState.Index' (duration: 42.641472ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:43:54.527031Z","caller":"traceutil/trace.go:171","msg":"trace[6596228] transaction","detail":"{read_only:false; response_revision:36223; number_of_response:1; }","duration":"188.004186ms","start":"2026-02-27T02:43:54.338986Z","end":"2026-02-27T02:43:54.52699Z","steps":["trace[6596228] 'process raft request' (duration: 187.74457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:43:54.527244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.09545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-02-27T02:43:54.527286Z","caller":"traceutil/trace.go:171","msg":"trace[2134120394] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:36223; }","duration":"106.196672ms","start":"2026-02-27T02:43:54.421078Z","end":"2026-02-27T02:43:54.527275Z","steps":["trace[2134120394] 'agreement among raft nodes before linearized reading' (duration: 106.026438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:43:54.527311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.958437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/magnum-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-02-27T02:43:54.527678Z","caller":"traceutil/trace.go:171","msg":"trace[1544871816] range","detail":"{range_begin:/registry/services/endpoints/openstack/magnum-api; range_end:; response_count:1; response_revision:36223; }","duration":"106.365005ms","start":"2026-02-27T02:43:54.421299Z","end":"2026-02-27T02:43:54.527664Z","steps":["trace[1544871816] 'agreement among raft nodes before linearized reading' (duration: 105.903305ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:43:55.969762Z","caller":"traceutil/trace.go:171","msg":"trace[11838635] linearizableReadLoop","detail":"{readStateIndex:37465; appliedIndex:37463; }","duration":"128.151513ms","start":"2026-02-27T02:43:55.841576Z","end":"2026-02-27T02:43:55.969727Z","steps":["trace[11838635] 'read index received' (duration: 8.261473ms)","trace[11838635] 'applied index is now lower than readState.Index' (duration: 119.88878ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:43:55.969841Z","caller":"traceutil/trace.go:171","msg":"trace[1951225463] transaction","detail":"{read_only:false; response_revision:36232; number_of_response:1; }","duration":"146.009579ms","start":"2026-02-27T02:43:55.823796Z","end":"2026-02-27T02:43:55.969806Z","steps":["trace[1951225463] 'process raft request' (duration: 47.038575ms)","trace[1951225463] 'compare' (duration: 98.740509ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:43:55.970025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.43695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-27T02:43:55.970072Z","caller":"traceutil/trace.go:171","msg":"trace[307610394] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:36232; }","duration":"128.534902ms","start":"2026-02-27T02:43:55.841526Z","end":"2026-02-27T02:43:55.97006Z","steps":["trace[307610394] 'agreement among raft nodes before linearized reading' (duration: 128.367008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:43:55.970177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.257663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-02-27T02:43:55.970272Z","caller":"traceutil/trace.go:171","msg":"trace[1408424151] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:36232; }","duration":"127.381195ms","start":"2026-02-27T02:43:55.842867Z","end":"2026-02-27T02:43:55.970248Z","steps":["trace[1408424151] 'agreement among raft nodes before linearized reading' (duration: 127.092109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:44:00.143257Z","caller":"traceutil/trace.go:171","msg":"trace[447489652] transaction","detail":"{read_only:false; response_revision:36261; number_of_response:1; }","duration":"155.377347ms","start":"2026-02-27T02:43:59.987841Z","end":"2026-02-27T02:44:00.143219Z","steps":["trace[447489652] 'process raft request' (duration: 126.031654ms)","trace[447489652] 'compare' (duration: 29.147059ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:44:00.14332Z","caller":"traceutil/trace.go:171","msg":"trace[251886203] transaction","detail":"{read_only:false; response_revision:36262; number_of_response:1; }","duration":"116.755388ms","start":"2026-02-27T02:44:00.02653Z","end":"2026-02-27T02:44:00.143286Z","steps":["trace[251886203] 'process raft request' (duration: 116.694066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:44:00.143337Z","caller":"traceutil/trace.go:171","msg":"trace[50290010] linearizableReadLoop","detail":"{readStateIndex:37495; appliedIndex:37494; }","duration":"153.660857ms","start":"2026-02-27T02:43:59.989639Z","end":"2026-02-27T02:44:00.143299Z","steps":["trace[50290010] 'read index received' (duration: 124.258203ms)","trace[50290010] 'applied index is now lower than readState.Index' (duration: 29.398014ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:44:00.143556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.349138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1060"} {"level":"info","ts":"2026-02-27T02:44:00.143592Z","caller":"traceutil/trace.go:171","msg":"trace[1570070297] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:36262; }","duration":"119.4297ms","start":"2026-02-27T02:44:00.02415Z","end":"2026-02-27T02:44:00.14358Z","steps":["trace[1570070297] 'agreement among raft nodes before linearized reading' (duration: 119.285036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:44:00.145219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.553561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-magnum-server-0.1897f883ed327186\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:36260 ","response":"range_response_count:605 size:466416"} {"level":"info","ts":"2026-02-27T02:44:00.145295Z","caller":"traceutil/trace.go:171","msg":"trace[226323823] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-magnum-server-0.1897f883ed327186\u0000; range_end:/registry/events/openstack0; response_count:605; response_revision:36262; }","duration":"155.653223ms","start":"2026-02-27T02:43:59.989624Z","end":"2026-02-27T02:44:00.145278Z","steps":["trace[226323823] 'agreement among raft nodes before linearized reading' (duration: 153.750349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:44:22.231548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.238555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-27T02:44:22.231666Z","caller":"traceutil/trace.go:171","msg":"trace[1717589368] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:36408; }","duration":"122.383109ms","start":"2026-02-27T02:44:22.109258Z","end":"2026-02-27T02:44:22.231641Z","steps":["trace[1717589368] 'range keys from in-memory index tree' (duration: 122.098702ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:44:23.131199Z","caller":"traceutil/trace.go:171","msg":"trace[994695652] linearizableReadLoop","detail":"{readStateIndex:37657; appliedIndex:37656; }","duration":"102.365983ms","start":"2026-02-27T02:44:23.02881Z","end":"2026-02-27T02:44:23.131176Z","steps":["trace[994695652] 'read index received' (duration: 102.190799ms)","trace[994695652] 'applied index is now lower than readState.Index' (duration: 174.374µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:44:23.131245Z","caller":"traceutil/trace.go:171","msg":"trace[764749141] transaction","detail":"{read_only:false; response_revision:36418; number_of_response:1; }","duration":"119.321587ms","start":"2026-02-27T02:44:23.011897Z","end":"2026-02-27T02:44:23.131218Z","steps":["trace[764749141] 'process raft request' (duration: 119.147873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:44:23.131414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.585858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-27T02:44:23.13148Z","caller":"traceutil/trace.go:171","msg":"trace[1249059126] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:36418; }","duration":"102.685301ms","start":"2026-02-27T02:44:23.028774Z","end":"2026-02-27T02:44:23.13146Z","steps":["trace[1249059126] 'agreement among raft nodes before linearized reading' (duration: 102.530097ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:44:35.687547Z","caller":"traceutil/trace.go:171","msg":"trace[1905485960] transaction","detail":"{read_only:false; response_revision:36500; number_of_response:1; }","duration":"108.045556ms","start":"2026-02-27T02:44:35.579467Z","end":"2026-02-27T02:44:35.687513Z","steps":["trace[1905485960] 'process raft request' (duration: 107.691117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:44:36.031386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.187312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:44:36.031473Z","caller":"traceutil/trace.go:171","msg":"trace[579444311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36502; }","duration":"103.308655ms","start":"2026-02-27T02:44:35.928146Z","end":"2026-02-27T02:44:36.031454Z","steps":["trace[579444311] 'range keys from in-memory index tree' (duration: 103.039548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:44:36.031638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.197842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-ks-endpoints-x2qml\" ","response":"range_response_count:1 size:15348"} {"level":"info","ts":"2026-02-27T02:44:36.031842Z","caller":"traceutil/trace.go:171","msg":"trace[266870084] range","detail":"{range_begin:/registry/pods/openstack/nova-ks-endpoints-x2qml; range_end:; response_count:1; response_revision:36502; }","duration":"112.461888ms","start":"2026-02-27T02:44:35.91936Z","end":"2026-02-27T02:44:36.031822Z","steps":["trace[266870084] 'range keys from in-memory index tree' (duration: 112.013848ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:44:36.181581Z","caller":"traceutil/trace.go:171","msg":"trace[1537628149] transaction","detail":"{read_only:false; response_revision:36504; number_of_response:1; }","duration":"100.930499ms","start":"2026-02-27T02:44:36.080602Z","end":"2026-02-27T02:44:36.181533Z","steps":["trace[1537628149] 'process raft request' (duration: 66.780784ms)","trace[1537628149] 'compare' (duration: 33.987291ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:44:36.397289Z","caller":"traceutil/trace.go:171","msg":"trace[711037331] transaction","detail":"{read_only:false; response_revision:36506; number_of_response:1; }","duration":"114.401113ms","start":"2026-02-27T02:44:36.282845Z","end":"2026-02-27T02:44:36.397246Z","steps":["trace[711037331] 'process raft request' (duration: 98.672427ms)","trace[711037331] 'compare' (duration: 15.48374ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:45:06.844886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.925722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/magnum-openstack-magnum-rabbit-init\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-27T02:45:06.84495Z","caller":"traceutil/trace.go:171","msg":"trace[1145541092] range","detail":"{range_begin:/registry/roles/openstack/magnum-openstack-magnum-rabbit-init; range_end:; response_count:1; response_revision:36759; }","duration":"105.024275ms","start":"2026-02-27T02:45:06.739914Z","end":"2026-02-27T02:45:06.844938Z","steps":["trace[1145541092] 'range keys from in-memory index tree' (duration: 104.777169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:45:06.84527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.798859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/magnum-openstack-magnum-ks-user-domain\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-02-27T02:45:06.845383Z","caller":"traceutil/trace.go:171","msg":"trace[165151387] range","detail":"{range_begin:/registry/roles/openstack/magnum-openstack-magnum-ks-user-domain; range_end:; response_count:1; response_revision:36759; }","duration":"113.944833ms","start":"2026-02-27T02:45:06.731411Z","end":"2026-02-27T02:45:06.845356Z","steps":["trace[165151387] 'range keys from in-memory index tree' (duration: 113.463012ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:45:19.423428Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34763} {"level":"info","ts":"2026-02-27T02:45:19.548436Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34763,"took":"116.777328ms","hash":909754216,"current-db-size-bytes":51585024,"current-db-size":"52 MB","current-db-size-in-use-bytes":30035968,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T02:45:19.548505Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":909754216,"revision":34763,"compact-revision":32664} {"level":"warn","ts":"2026-02-27T02:46:06.077933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.611682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T02:46:06.078147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.792421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:46:06.078128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:05.77246Z","time spent":"305.660705ms","remote":"127.0.0.1:38432","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:46:06.078187Z","caller":"traceutil/trace.go:171","msg":"trace[1900018668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37193; }","duration":"251.863243ms","start":"2026-02-27T02:46:05.826312Z","end":"2026-02-27T02:46:06.078175Z","steps":["trace[1900018668] 'range keys from in-memory index tree' (duration: 251.705249ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:06.078149Z","caller":"traceutil/trace.go:171","msg":"trace[1131150951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37193; }","duration":"155.867288ms","start":"2026-02-27T02:46:05.922254Z","end":"2026-02-27T02:46:06.078122Z","steps":["trace[1131150951] 'range keys from in-memory index tree' (duration: 155.358796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:06.078333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.602437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:915"} {"level":"warn","ts":"2026-02-27T02:46:06.078347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.349791ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:06.078434Z","caller":"traceutil/trace.go:171","msg":"trace[148124468] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37193; }","duration":"203.030027ms","start":"2026-02-27T02:46:05.875389Z","end":"2026-02-27T02:46:06.078419Z","steps":["trace[148124468] 'range keys from in-memory index tree' (duration: 202.330469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:06.078438Z","caller":"traceutil/trace.go:171","msg":"trace[1337528307] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:37193; }","duration":"242.762081ms","start":"2026-02-27T02:46:05.835654Z","end":"2026-02-27T02:46:06.078416Z","steps":["trace[1337528307] 'range keys from in-memory index tree' (duration: 241.720927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:06.078772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.417182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-02-27T02:46:06.078992Z","caller":"traceutil/trace.go:171","msg":"trace[1209174656] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:37193; }","duration":"318.694488ms","start":"2026-02-27T02:46:05.760273Z","end":"2026-02-27T02:46:06.078968Z","steps":["trace[1209174656] 'range keys from in-memory index tree' (duration: 318.237318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:06.079058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:05.760262Z","time spent":"318.77826ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":948,"request content":"key:\"/registry/services/specs/openstack/glance-api\" "} {"level":"info","ts":"2026-02-27T02:46:06.181986Z","caller":"traceutil/trace.go:171","msg":"trace[584255119] transaction","detail":"{read_only:false; response_revision:37194; number_of_response:1; }","duration":"135.73172ms","start":"2026-02-27T02:46:06.046229Z","end":"2026-02-27T02:46:06.181961Z","steps":["trace[584255119] 'process raft request' (duration: 135.558626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:06.182191Z","caller":"traceutil/trace.go:171","msg":"trace[584537917] linearizableReadLoop","detail":"{readStateIndex:38457; appliedIndex:38456; }","duration":"116.544603ms","start":"2026-02-27T02:46:06.06561Z","end":"2026-02-27T02:46:06.182154Z","steps":["trace[584537917] 'read index received' (duration: 116.059772ms)","trace[584537917] 'applied index is now lower than readState.Index' (duration: 480.001µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:06.182357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.740527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-02-27T02:46:06.182607Z","caller":"traceutil/trace.go:171","msg":"trace[1575373156] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:37194; }","duration":"117.034224ms","start":"2026-02-27T02:46:06.065555Z","end":"2026-02-27T02:46:06.182589Z","steps":["trace[1575373156] 'agreement among raft nodes before linearized reading' (duration: 116.690086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:06.182739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.138151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:06.182832Z","caller":"traceutil/trace.go:171","msg":"trace[553190565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37194; }","duration":"103.264154ms","start":"2026-02-27T02:46:06.079546Z","end":"2026-02-27T02:46:06.18281Z","steps":["trace[553190565] 'agreement among raft nodes before linearized reading' (duration: 103.088599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:06.541241Z","caller":"traceutil/trace.go:171","msg":"trace[317118944] transaction","detail":"{read_only:false; response_revision:37197; number_of_response:1; }","duration":"103.494159ms","start":"2026-02-27T02:46:06.437716Z","end":"2026-02-27T02:46:06.54121Z","steps":["trace[317118944] 'process raft request' (duration: 103.226403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:06.545096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.124741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api.1897f7704f6f33c5\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37196 ","response":"range_response_count:518 size:397111"} {"level":"info","ts":"2026-02-27T02:46:06.545183Z","caller":"traceutil/trace.go:171","msg":"trace[1306185253] range","detail":"{range_begin:/registry/events/openstack/placement-api.1897f7704f6f33c5\u0000; range_end:/registry/events/openstack0; response_count:518; response_revision:37197; }","duration":"103.232773ms","start":"2026-02-27T02:46:06.441929Z","end":"2026-02-27T02:46:06.545162Z","steps":["trace[1306185253] 'agreement among raft nodes before linearized reading' (duration: 99.525487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:06.783861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.558761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:934"} {"level":"info","ts":"2026-02-27T02:46:06.783938Z","caller":"traceutil/trace.go:171","msg":"trace[766230988] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:37198; }","duration":"100.696774ms","start":"2026-02-27T02:46:06.683225Z","end":"2026-02-27T02:46:06.783922Z","steps":["trace[766230988] 'range keys from in-memory index tree' (duration: 100.352106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:07.056193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.61375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:07.056429Z","caller":"traceutil/trace.go:171","msg":"trace[487992885] transaction","detail":"{read_only:false; response_revision:37201; number_of_response:1; }","duration":"221.027025ms","start":"2026-02-27T02:46:06.835362Z","end":"2026-02-27T02:46:07.056389Z","steps":["trace[487992885] 'process raft request' (duration: 90.110638ms)","trace[487992885] 'compare' (duration: 130.255022ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:07.056485Z","caller":"traceutil/trace.go:171","msg":"trace[1740753179] transaction","detail":"{read_only:false; response_revision:37202; number_of_response:1; }","duration":"158.572231ms","start":"2026-02-27T02:46:06.897894Z","end":"2026-02-27T02:46:07.056466Z","steps":["trace[1740753179] 'process raft request' (duration: 158.455198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:07.056623Z","caller":"traceutil/trace.go:171","msg":"trace[993198056] linearizableReadLoop","detail":"{readStateIndex:38465; appliedIndex:38464; }","duration":"211.453522ms","start":"2026-02-27T02:46:06.84516Z","end":"2026-02-27T02:46:07.056613Z","steps":["trace[993198056] 'read index received' (duration: 80.347951ms)","trace[993198056] 'applied index is now lower than readState.Index' (duration: 131.104661ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:07.056978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.916324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/horizon-int\" ","response":"range_response_count:1 size:923"} {"level":"warn","ts":"2026-02-27T02:46:07.05703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.11134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:934"} {"level":"info","ts":"2026-02-27T02:46:07.057054Z","caller":"traceutil/trace.go:171","msg":"trace[610935745] range","detail":"{range_begin:/registry/services/specs/openstack/horizon-int; range_end:; response_count:1; response_revision:37202; }","duration":"182.035727ms","start":"2026-02-27T02:46:06.874996Z","end":"2026-02-27T02:46:07.057032Z","steps":["trace[610935745] 'agreement among raft nodes before linearized reading' (duration: 181.830622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:07.057108Z","caller":"traceutil/trace.go:171","msg":"trace[1574364432] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:37202; }","duration":"179.210832ms","start":"2026-02-27T02:46:06.877879Z","end":"2026-02-27T02:46:07.05709Z","steps":["trace[1574364432] 'agreement among raft nodes before linearized reading' (duration: 178.995717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:07.05713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.964254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:46:07.05717Z","caller":"traceutil/trace.go:171","msg":"trace[1987135510] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37202; }","duration":"212.026955ms","start":"2026-02-27T02:46:06.84513Z","end":"2026-02-27T02:46:07.057156Z","steps":["trace[1987135510] 'agreement among raft nodes before linearized reading' (duration: 211.895522ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:07.402167Z","caller":"traceutil/trace.go:171","msg":"trace[1626851170] transaction","detail":"{read_only:false; response_revision:37206; number_of_response:1; }","duration":"188.103089ms","start":"2026-02-27T02:46:07.214046Z","end":"2026-02-27T02:46:07.402149Z","steps":["trace[1626851170] 'process raft request' (duration: 187.342281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:07.401982Z","caller":"traceutil/trace.go:171","msg":"trace[972210348] linearizableReadLoop","detail":"{readStateIndex:38470; appliedIndex:38468; }","duration":"184.555876ms","start":"2026-02-27T02:46:07.217392Z","end":"2026-02-27T02:46:07.401948Z","steps":["trace[972210348] 'read index received' (duration: 21.262955ms)","trace[972210348] 'applied index is now lower than readState.Index' (duration: 163.291211ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:07.40245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.035647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:1 size:927"} {"level":"info","ts":"2026-02-27T02:46:07.402532Z","caller":"traceutil/trace.go:171","msg":"trace[144877553] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:1; response_revision:37206; }","duration":"185.141979ms","start":"2026-02-27T02:46:07.217372Z","end":"2026-02-27T02:46:07.402514Z","steps":["trace[144877553] 'agreement among raft nodes before linearized reading' (duration: 184.882663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:07.402689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.004937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-02-27T02:46:07.402783Z","caller":"traceutil/trace.go:171","msg":"trace[836940594] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:37206; }","duration":"179.11685ms","start":"2026-02-27T02:46:07.223644Z","end":"2026-02-27T02:46:07.40276Z","steps":["trace[836940594] 'agreement among raft nodes before linearized reading' (duration: 178.876274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:07.402746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.430163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:46:07.403445Z","caller":"traceutil/trace.go:171","msg":"trace[1812886751] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:37206; }","duration":"130.136559ms","start":"2026-02-27T02:46:07.273281Z","end":"2026-02-27T02:46:07.403417Z","steps":["trace[1812886751] 'agreement among raft nodes before linearized reading' (duration: 129.348231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:07.724584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.393608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:07.724845Z","caller":"traceutil/trace.go:171","msg":"trace[1865553565] transaction","detail":"{read_only:false; response_revision:37209; number_of_response:1; }","duration":"135.663908ms","start":"2026-02-27T02:46:07.589162Z","end":"2026-02-27T02:46:07.724826Z","steps":["trace[1865553565] 'process raft request' (duration: 135.529415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:07.724919Z","caller":"traceutil/trace.go:171","msg":"trace[36012267] transaction","detail":"{read_only:false; response_revision:37208; number_of_response:1; }","duration":"148.228431ms","start":"2026-02-27T02:46:07.576677Z","end":"2026-02-27T02:46:07.724906Z","steps":["trace[36012267] 'compare' (duration: 139.410235ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:07.725028Z","caller":"traceutil/trace.go:171","msg":"trace[2119183809] linearizableReadLoop","detail":"{readStateIndex:38472; appliedIndex:38471; }","duration":"139.483107ms","start":"2026-02-27T02:46:07.585511Z","end":"2026-02-27T02:46:07.724994Z","steps":["trace[2119183809] 'read index received' (duration: 15.45µs)","trace[2119183809] 'applied index is now lower than readState.Index' (duration: 139.462816ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:07.725147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.63769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:46:07.725176Z","caller":"traceutil/trace.go:171","msg":"trace[318219677] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37209; }","duration":"139.686622ms","start":"2026-02-27T02:46:07.585481Z","end":"2026-02-27T02:46:07.725168Z","steps":["trace[318219677] 'agreement among raft nodes before linearized reading' (duration: 139.60606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:07.726163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.565952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api.1897f7704f6f33c5\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37207 ","response":"range_response_count:518 size:397111"} {"level":"info","ts":"2026-02-27T02:46:07.726246Z","caller":"traceutil/trace.go:171","msg":"trace[2130632795] range","detail":"{range_begin:/registry/events/openstack/placement-api.1897f7704f6f33c5\u0000; range_end:/registry/events/openstack0; response_count:518; response_revision:37207; }","duration":"207.668244ms","start":"2026-02-27T02:46:07.518561Z","end":"2026-02-27T02:46:07.726229Z","steps":["trace[2130632795] 'range keys from in-memory index tree' (duration: 205.256218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:07.727908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.195553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-db-sync-5xw9n.1897f92aef669e84\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37207 ","response":"range_response_count:1000 size:782186"} {"level":"info","ts":"2026-02-27T02:46:07.727963Z","caller":"traceutil/trace.go:171","msg":"trace[1698483229] range","detail":"{range_begin:/registry/events/openstack/horizon-db-sync-5xw9n.1897f92aef669e84\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:37207; }","duration":"213.261784ms","start":"2026-02-27T02:46:07.51469Z","end":"2026-02-27T02:46:07.727952Z","steps":["trace[1698483229] 'range keys from in-memory index tree' (duration: 209.403214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:08.389186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.167502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1078"} {"level":"info","ts":"2026-02-27T02:46:08.389252Z","caller":"traceutil/trace.go:171","msg":"trace[535725780] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:37211; }","duration":"158.320645ms","start":"2026-02-27T02:46:08.230913Z","end":"2026-02-27T02:46:08.389234Z","steps":["trace[535725780] 'range keys from in-memory index tree' (duration: 158.031578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:08.389304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.223881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:46:08.389346Z","caller":"traceutil/trace.go:171","msg":"trace[1602590836] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:37211; }","duration":"142.289212ms","start":"2026-02-27T02:46:08.247044Z","end":"2026-02-27T02:46:08.389333Z","steps":["trace[1602590836] 'count revisions from in-memory index tree' (duration: 142.133659ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:08.525075Z","caller":"traceutil/trace.go:171","msg":"trace[1782354986] linearizableReadLoop","detail":"{readStateIndex:38476; appliedIndex:38475; }","duration":"192.628303ms","start":"2026-02-27T02:46:08.332421Z","end":"2026-02-27T02:46:08.525049Z","steps":["trace[1782354986] 'read index received' (duration: 192.47884ms)","trace[1782354986] 'applied index is now lower than readState.Index' (duration: 148.323µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:08.525269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.986318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:08.525313Z","caller":"traceutil/trace.go:171","msg":"trace[1159248710] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:37212; }","duration":"131.098951ms","start":"2026-02-27T02:46:08.394201Z","end":"2026-02-27T02:46:08.5253Z","steps":["trace[1159248710] 'agreement among raft nodes before linearized reading' (duration: 131.007399ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:08.525257Z","caller":"traceutil/trace.go:171","msg":"trace[577883218] transaction","detail":"{read_only:false; response_revision:37212; number_of_response:1; }","duration":"257.059283ms","start":"2026-02-27T02:46:08.268075Z","end":"2026-02-27T02:46:08.525134Z","steps":["trace[577883218] 'process raft request' (duration: 256.815357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:08.525391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.827874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1078"} {"level":"info","ts":"2026-02-27T02:46:08.525524Z","caller":"traceutil/trace.go:171","msg":"trace[2074835499] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:37212; }","duration":"130.982108ms","start":"2026-02-27T02:46:08.394519Z","end":"2026-02-27T02:46:08.525501Z","steps":["trace[2074835499] 'agreement among raft nodes before linearized reading' (duration: 130.736812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:08.525591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.137005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:914"} {"level":"info","ts":"2026-02-27T02:46:08.526231Z","caller":"traceutil/trace.go:171","msg":"trace[618909692] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:37212; }","duration":"193.815071ms","start":"2026-02-27T02:46:08.332383Z","end":"2026-02-27T02:46:08.526198Z","steps":["trace[618909692] 'agreement among raft nodes before linearized reading' (duration: 192.817598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:08.871958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.410094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-27T02:46:08.872079Z","caller":"traceutil/trace.go:171","msg":"trace[941639802] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:37213; }","duration":"102.573897ms","start":"2026-02-27T02:46:08.769476Z","end":"2026-02-27T02:46:08.87205Z","steps":["trace[941639802] 'range keys from in-memory index tree' (duration: 102.132268ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:09.292194Z","caller":"traceutil/trace.go:171","msg":"trace[340129911] transaction","detail":"{read_only:false; response_revision:37216; number_of_response:1; }","duration":"164.164541ms","start":"2026-02-27T02:46:09.127993Z","end":"2026-02-27T02:46:09.292158Z","steps":["trace[340129911] 'process raft request' (duration: 77.639377ms)","trace[340129911] 'compare' (duration: 86.360761ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:09.292284Z","caller":"traceutil/trace.go:171","msg":"trace[1226899952] transaction","detail":"{read_only:false; response_revision:37217; number_of_response:1; }","duration":"141.145246ms","start":"2026-02-27T02:46:09.151119Z","end":"2026-02-27T02:46:09.292264Z","steps":["trace[1226899952] 'process raft request' (duration: 141.044753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:09.292321Z","caller":"traceutil/trace.go:171","msg":"trace[1371771898] linearizableReadLoop","detail":"{readStateIndex:38480; appliedIndex:38479; }","duration":"164.136171ms","start":"2026-02-27T02:46:09.128137Z","end":"2026-02-27T02:46:09.292273Z","steps":["trace[1371771898] 'read index received' (duration: 77.507644ms)","trace[1371771898] 'applied index is now lower than readState.Index' (duration: 86.623967ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:09.292875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.698294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-02-27T02:46:09.292953Z","caller":"traceutil/trace.go:171","msg":"trace[188135462] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:37217; }","duration":"164.832756ms","start":"2026-02-27T02:46:09.128101Z","end":"2026-02-27T02:46:09.292934Z","steps":["trace[188135462] 'agreement among raft nodes before linearized reading' (duration: 164.375726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:09.666415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.551909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T02:46:09.666435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.744307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:46:09.666496Z","caller":"traceutil/trace.go:171","msg":"trace[2095741226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37218; }","duration":"258.691362ms","start":"2026-02-27T02:46:09.407787Z","end":"2026-02-27T02:46:09.666478Z","steps":["trace[2095741226] 'range keys from in-memory index tree' (duration: 258.248542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:09.6665Z","caller":"traceutil/trace.go:171","msg":"trace[961916224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37218; }","duration":"183.84643ms","start":"2026-02-27T02:46:09.482637Z","end":"2026-02-27T02:46:09.666483Z","steps":["trace[961916224] 'range keys from in-memory index tree' (duration: 183.606654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:09.666533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.957327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:1094"} {"level":"warn","ts":"2026-02-27T02:46:09.66657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.061733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:1096"} {"level":"info","ts":"2026-02-27T02:46:09.666619Z","caller":"traceutil/trace.go:171","msg":"trace[802532615] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:37218; }","duration":"213.087341ms","start":"2026-02-27T02:46:09.453511Z","end":"2026-02-27T02:46:09.666599Z","steps":["trace[802532615] 'range keys from in-memory index tree' (duration: 212.718242ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:09.666659Z","caller":"traceutil/trace.go:171","msg":"trace[177640264] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:37218; }","duration":"208.216107ms","start":"2026-02-27T02:46:09.458422Z","end":"2026-02-27T02:46:09.666638Z","steps":["trace[177640264] 'range keys from in-memory index tree' (duration: 207.864729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:10.435136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.57433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2117"} {"level":"info","ts":"2026-02-27T02:46:10.435261Z","caller":"traceutil/trace.go:171","msg":"trace[541328939] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:37223; }","duration":"112.747214ms","start":"2026-02-27T02:46:10.322482Z","end":"2026-02-27T02:46:10.435229Z","steps":["trace[541328939] 'range keys from in-memory index tree' (duration: 112.350035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:10.43548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.59232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-02-27T02:46:10.435575Z","caller":"traceutil/trace.go:171","msg":"trace[974060360] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:37223; }","duration":"115.746544ms","start":"2026-02-27T02:46:10.319806Z","end":"2026-02-27T02:46:10.435552Z","steps":["trace[974060360] 'range keys from in-memory index tree' (duration: 115.354905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:11.219643Z","caller":"traceutil/trace.go:171","msg":"trace[220177280] transaction","detail":"{read_only:false; response_revision:37226; number_of_response:1; }","duration":"118.015417ms","start":"2026-02-27T02:46:11.101105Z","end":"2026-02-27T02:46:11.219121Z","steps":["trace[220177280] 'process raft request' (duration: 117.646709ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:11.51747Z","caller":"traceutil/trace.go:171","msg":"trace[37382591] linearizableReadLoop","detail":"{readStateIndex:38491; appliedIndex:38490; }","duration":"236.238459ms","start":"2026-02-27T02:46:11.281189Z","end":"2026-02-27T02:46:11.517428Z","steps":["trace[37382591] 'read index received' (duration: 185.895837ms)","trace[37382591] 'applied index is now lower than readState.Index' (duration: 50.341062ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:11.517632Z","caller":"traceutil/trace.go:171","msg":"trace[943513639] transaction","detail":"{read_only:false; response_revision:37227; number_of_response:1; }","duration":"294.487864ms","start":"2026-02-27T02:46:11.223129Z","end":"2026-02-27T02:46:11.517617Z","steps":["trace[943513639] 'process raft request' (duration: 243.872016ms)","trace[943513639] 'compare' (duration: 50.123097ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:11.517766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.568086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:46:11.517823Z","caller":"traceutil/trace.go:171","msg":"trace[804308973] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37227; }","duration":"236.673839ms","start":"2026-02-27T02:46:11.281134Z","end":"2026-02-27T02:46:11.517808Z","steps":["trace[804308973] 'agreement among raft nodes before linearized reading' (duration: 236.492355ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:11.54244Z","caller":"traceutil/trace.go:171","msg":"trace[331298065] transaction","detail":"{read_only:false; response_revision:37228; number_of_response:1; }","duration":"243.19469ms","start":"2026-02-27T02:46:11.299209Z","end":"2026-02-27T02:46:11.542404Z","steps":["trace[331298065] 'process raft request' (duration: 242.908164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:11.653537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.26268ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:46:11.653699Z","caller":"traceutil/trace.go:171","msg":"trace[1753637237] linearizableReadLoop","detail":"{readStateIndex:38493; appliedIndex:38491; }","duration":"136.106969ms","start":"2026-02-27T02:46:11.517571Z","end":"2026-02-27T02:46:11.653678Z","steps":["trace[1753637237] 'read index received' (duration: 24.547932ms)","trace[1753637237] 'applied index is now lower than readState.Index' (duration: 111.557347ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:11.654442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.625038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:46:11.654506Z","caller":"traceutil/trace.go:171","msg":"trace[591850812] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:37228; }","duration":"297.730491ms","start":"2026-02-27T02:46:11.356755Z","end":"2026-02-27T02:46:11.654485Z","steps":["trace[591850812] 'agreement among raft nodes before linearized reading' (duration: 297.561477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:11.654639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.380954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:46:11.654718Z","caller":"traceutil/trace.go:171","msg":"trace[1730169760] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37228; }","duration":"133.489768ms","start":"2026-02-27T02:46:11.52121Z","end":"2026-02-27T02:46:11.6547Z","steps":["trace[1730169760] 'agreement among raft nodes before linearized reading' (duration: 133.258282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:11.65493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.435818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1440"} {"level":"warn","ts":"2026-02-27T02:46:11.654995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.458948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-02-27T02:46:11.655009Z","caller":"traceutil/trace.go:171","msg":"trace[1269698471] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:37228; }","duration":"335.570621ms","start":"2026-02-27T02:46:11.31942Z","end":"2026-02-27T02:46:11.65499Z","steps":["trace[1269698471] 'agreement among raft nodes before linearized reading' (duration: 335.325006ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:11.655031Z","caller":"traceutil/trace.go:171","msg":"trace[2143916043] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:37228; }","duration":"347.51207ms","start":"2026-02-27T02:46:11.307506Z","end":"2026-02-27T02:46:11.655019Z","steps":["trace[2143916043] 'agreement among raft nodes before linearized reading' (duration: 347.407788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:11.65506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.319397Z","time spent":"335.654044ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1463,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-27T02:46:11.655073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.307496Z","time spent":"347.564411ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-02-27T02:46:11.655314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.082755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T02:46:11.655365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.063298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:11.655381Z","caller":"traceutil/trace.go:171","msg":"trace[1076020410] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37228; }","duration":"358.175037ms","start":"2026-02-27T02:46:11.297184Z","end":"2026-02-27T02:46:11.655359Z","steps":["trace[1076020410] 'agreement among raft nodes before linearized reading' (duration: 358.039564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:11.655425Z","caller":"traceutil/trace.go:171","msg":"trace[1960725539] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:37228; }","duration":"319.136189ms","start":"2026-02-27T02:46:11.336271Z","end":"2026-02-27T02:46:11.655407Z","steps":["trace[1960725539] 'agreement among raft nodes before linearized reading' (duration: 319.044487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:11.655432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.297168Z","time spent":"358.250379ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:46:11.655481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.336263Z","time spent":"319.20459ms","remote":"127.0.0.1:46138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:46:11.655657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.388248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:46:11.655691Z","caller":"traceutil/trace.go:171","msg":"trace[763751929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37228; }","duration":"332.438498ms","start":"2026-02-27T02:46:11.323245Z","end":"2026-02-27T02:46:11.655684Z","steps":["trace[763751929] 'agreement among raft nodes before linearized reading' (duration: 332.342226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:11.655713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.323235Z","time spent":"332.473679ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:46:11.887724Z","caller":"traceutil/trace.go:171","msg":"trace[1707295174] linearizableReadLoop","detail":"{readStateIndex:38497; appliedIndex:38496; }","duration":"178.622438ms","start":"2026-02-27T02:46:11.709075Z","end":"2026-02-27T02:46:11.887697Z","steps":["trace[1707295174] 'read index received' (duration: 105.894085ms)","trace[1707295174] 'applied index is now lower than readState.Index' (duration: 72.726393ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:11.887909Z","caller":"traceutil/trace.go:171","msg":"trace[1288008145] transaction","detail":"{read_only:false; response_revision:37232; number_of_response:1; }","duration":"180.798639ms","start":"2026-02-27T02:46:11.707092Z","end":"2026-02-27T02:46:11.887891Z","steps":["trace[1288008145] 'process raft request' (duration: 107.864921ms)","trace[1288008145] 'compare' (duration: 72.6195ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:11.891412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.316294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389002"} {"level":"info","ts":"2026-02-27T02:46:11.891483Z","caller":"traceutil/trace.go:171","msg":"trace[453565649] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37232; }","duration":"182.433217ms","start":"2026-02-27T02:46:11.709036Z","end":"2026-02-27T02:46:11.89147Z","steps":["trace[453565649] 'agreement among raft nodes before linearized reading' (duration: 178.900895ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:12.218763Z","caller":"traceutil/trace.go:171","msg":"trace[1867065751] linearizableReadLoop","detail":"{readStateIndex:38499; appliedIndex:38497; }","duration":"330.881651ms","start":"2026-02-27T02:46:11.887853Z","end":"2026-02-27T02:46:12.218734Z","steps":["trace[1867065751] 'read index received' (duration: 253.645763ms)","trace[1867065751] 'applied index is now lower than readState.Index' (duration: 77.232778ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:12.218855Z","caller":"traceutil/trace.go:171","msg":"trace[324501182] transaction","detail":"{read_only:false; response_revision:37233; number_of_response:1; }","duration":"425.736449ms","start":"2026-02-27T02:46:11.793081Z","end":"2026-02-27T02:46:12.218817Z","steps":["trace[324501182] 'process raft request' (duration: 348.43931ms)","trace[324501182] 'compare' (duration: 77.023642ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:12.218882Z","caller":"traceutil/trace.go:171","msg":"trace[870989895] transaction","detail":"{read_only:false; response_revision:37234; number_of_response:1; }","duration":"407.646318ms","start":"2026-02-27T02:46:11.811203Z","end":"2026-02-27T02:46:12.21885Z","steps":["trace[870989895] 'process raft request' (duration: 407.471664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.218915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.491696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:46:12.218967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.735955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:46:12.218979Z","caller":"traceutil/trace.go:171","msg":"trace[1573198336] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37234; }","duration":"499.596798ms","start":"2026-02-27T02:46:11.719364Z","end":"2026-02-27T02:46:12.218961Z","steps":["trace[1573198336] 'agreement among raft nodes before linearized reading' (duration: 499.494126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.219006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.719337Z","time spent":"499.66519ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T02:46:12.219005Z","caller":"traceutil/trace.go:171","msg":"trace[203784004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37234; }","duration":"503.797696ms","start":"2026-02-27T02:46:11.715198Z","end":"2026-02-27T02:46:12.218995Z","steps":["trace[203784004] 'agreement among raft nodes before linearized reading' (duration: 503.681233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.219024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.793058Z","time spent":"425.873382ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:12.219036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.715191Z","time spent":"503.836207ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:46:12.219054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.811178Z","time spent":"407.786061ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:12.219284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.87154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-27T02:46:12.219271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.900631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:42 size:339958"} {"level":"info","ts":"2026-02-27T02:46:12.219315Z","caller":"traceutil/trace.go:171","msg":"trace[188875589] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37234; }","duration":"348.947932ms","start":"2026-02-27T02:46:11.870357Z","end":"2026-02-27T02:46:12.219305Z","steps":["trace[188875589] 'agreement among raft nodes before linearized reading' (duration: 348.544143ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:12.219367Z","caller":"traceutil/trace.go:171","msg":"trace[1668873364] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:42; response_revision:37234; }","duration":"346.040634ms","start":"2026-02-27T02:46:11.873302Z","end":"2026-02-27T02:46:12.219343Z","steps":["trace[1668873364] 'agreement among raft nodes before linearized reading' (duration: 345.470541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.219411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.873278Z","time spent":"346.125626ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":42,"response size":339981,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:46:12.219393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.870332Z","time spent":"349.043404ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:46:12.224503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.034611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389002"} {"level":"info","ts":"2026-02-27T02:46:12.224581Z","caller":"traceutil/trace.go:171","msg":"trace[322594390] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37234; }","duration":"513.138403ms","start":"2026-02-27T02:46:11.711427Z","end":"2026-02-27T02:46:12.224565Z","steps":["trace[322594390] 'agreement among raft nodes before linearized reading' (duration: 507.503932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.224629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.711419Z","time spent":"513.189864ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2018,"response size":389025,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-02-27T02:46:12.225504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.034132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-db-sync-5xw9n.1897f92aef669e84\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37232 ","response":"range_response_count:1000 size:782186"} {"level":"info","ts":"2026-02-27T02:46:12.225575Z","caller":"traceutil/trace.go:171","msg":"trace[2070743995] range","detail":"{range_begin:/registry/events/openstack/horizon-db-sync-5xw9n.1897f92aef669e84\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:37234; }","duration":"327.150055ms","start":"2026-02-27T02:46:11.898408Z","end":"2026-02-27T02:46:12.225558Z","steps":["trace[2070743995] 'agreement among raft nodes before linearized reading' (duration: 320.535741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.225635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:11.898388Z","time spent":"327.211106ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":1518,"response size":782209,"request content":"key:\"/registry/events/openstack/horizon-db-sync-5xw9n.1897f92aef669e84\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37232 "} {"level":"warn","ts":"2026-02-27T02:46:12.449431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.148424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-02-27T02:46:12.449498Z","caller":"traceutil/trace.go:171","msg":"trace[1822881315] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:37237; }","duration":"113.263877ms","start":"2026-02-27T02:46:12.336218Z","end":"2026-02-27T02:46:12.449482Z","steps":["trace[1822881315] 'range keys from in-memory index tree' (duration: 113.01319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:12.739335Z","caller":"traceutil/trace.go:171","msg":"trace[1310103819] linearizableReadLoop","detail":"{readStateIndex:38503; appliedIndex:38502; }","duration":"193.497404ms","start":"2026-02-27T02:46:12.545813Z","end":"2026-02-27T02:46:12.73931Z","steps":["trace[1310103819] 'read index received' (duration: 193.272759ms)","trace[1310103819] 'applied index is now lower than readState.Index' (duration: 223.715µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:12.739404Z","caller":"traceutil/trace.go:171","msg":"trace[685664730] transaction","detail":"{read_only:false; response_revision:37238; number_of_response:1; }","duration":"195.781507ms","start":"2026-02-27T02:46:12.543589Z","end":"2026-02-27T02:46:12.739371Z","steps":["trace[685664730] 'process raft request' (duration: 195.556212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.739618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.216062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-02-27T02:46:12.739678Z","caller":"traceutil/trace.go:171","msg":"trace[1859604230] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:37238; }","duration":"182.313784ms","start":"2026-02-27T02:46:12.557351Z","end":"2026-02-27T02:46:12.739665Z","steps":["trace[1859604230] 'agreement among raft nodes before linearized reading' (duration: 182.100029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.739714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.39881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T02:46:12.739805Z","caller":"traceutil/trace.go:171","msg":"trace[1422723821] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:37238; }","duration":"162.525303ms","start":"2026-02-27T02:46:12.577261Z","end":"2026-02-27T02:46:12.739787Z","steps":["trace[1422723821] 'agreement among raft nodes before linearized reading' (duration: 162.344849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.742775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.932484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389002"} {"level":"info","ts":"2026-02-27T02:46:12.742851Z","caller":"traceutil/trace.go:171","msg":"trace[2034244268] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37238; }","duration":"197.040666ms","start":"2026-02-27T02:46:12.545795Z","end":"2026-02-27T02:46:12.742836Z","steps":["trace[2034244268] 'agreement among raft nodes before linearized reading' (duration: 193.621947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.977832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.65466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:12.977916Z","caller":"traceutil/trace.go:171","msg":"trace[159880113] linearizableReadLoop","detail":"{readStateIndex:38504; appliedIndex:38503; }","duration":"232.588894ms","start":"2026-02-27T02:46:12.745314Z","end":"2026-02-27T02:46:12.977902Z","steps":["trace[159880113] 'read index received' (duration: 25.700818ms)","trace[159880113] 'applied index is now lower than readState.Index' (duration: 206.886696ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:12.977984Z","caller":"traceutil/trace.go:171","msg":"trace[1730222803] transaction","detail":"{read_only:false; response_revision:37239; number_of_response:1; }","duration":"233.329131ms","start":"2026-02-27T02:46:12.744645Z","end":"2026-02-27T02:46:12.977974Z","steps":["trace[1730222803] 'process raft request' (duration: 26.461296ms)","trace[1730222803] 'compare' (duration: 205.563095ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:12.978121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.803889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-02-27T02:46:12.978149Z","caller":"traceutil/trace.go:171","msg":"trace[936919666] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:37239; }","duration":"232.847079ms","start":"2026-02-27T02:46:12.745295Z","end":"2026-02-27T02:46:12.978142Z","steps":["trace[936919666] 'agreement among raft nodes before linearized reading' (duration: 232.760737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.978766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.180485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:12.978849Z","caller":"traceutil/trace.go:171","msg":"trace[452560642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37239; }","duration":"153.318938ms","start":"2026-02-27T02:46:12.825513Z","end":"2026-02-27T02:46:12.978832Z","steps":["trace[452560642] 'agreement among raft nodes before linearized reading' (duration: 153.207386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.982839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.277604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-db-sync-5xw9n.1897f92aef669e84\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37238 ","response":"range_response_count:1000 size:782186"} {"level":"info","ts":"2026-02-27T02:46:12.982922Z","caller":"traceutil/trace.go:171","msg":"trace[1896039969] range","detail":"{range_begin:/registry/events/openstack/horizon-db-sync-5xw9n.1897f92aef669e84\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:37239; }","duration":"231.378746ms","start":"2026-02-27T02:46:12.751531Z","end":"2026-02-27T02:46:12.98291Z","steps":["trace[1896039969] 'agreement among raft nodes before linearized reading' (duration: 226.727997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:13.220739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.260856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-27T02:46:13.220877Z","caller":"traceutil/trace.go:171","msg":"trace[1496407534] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:37239; }","duration":"119.472452ms","start":"2026-02-27T02:46:13.101385Z","end":"2026-02-27T02:46:13.220857Z","steps":["trace[1496407534] 'range keys from in-memory index tree' (duration: 119.062442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:13.220739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.268543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-02-27T02:46:13.220966Z","caller":"traceutil/trace.go:171","msg":"trace[854141771] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:37239; }","duration":"127.498868ms","start":"2026-02-27T02:46:13.093431Z","end":"2026-02-27T02:46:13.22093Z","steps":["trace[854141771] 'range keys from in-memory index tree' (duration: 127.087879ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:14.036744Z","caller":"traceutil/trace.go:171","msg":"trace[371490346] transaction","detail":"{read_only:false; response_revision:37246; number_of_response:1; }","duration":"102.508846ms","start":"2026-02-27T02:46:13.93416Z","end":"2026-02-27T02:46:14.036669Z","steps":["trace[371490346] 'process raft request' (duration: 23.897667ms)","trace[371490346] 'compare' (duration: 78.125368ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:14.253434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.425823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:958"} {"level":"info","ts":"2026-02-27T02:46:14.253593Z","caller":"traceutil/trace.go:171","msg":"trace[929291292] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:37246; }","duration":"117.613378ms","start":"2026-02-27T02:46:14.135951Z","end":"2026-02-27T02:46:14.253564Z","steps":["trace[929291292] 'range keys from in-memory index tree' (duration: 117.294661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:15.001477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.135505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:46:15.001509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.944972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-02-27T02:46:15.001569Z","caller":"traceutil/trace.go:171","msg":"trace[1512239354] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:37252; }","duration":"153.271897ms","start":"2026-02-27T02:46:14.848279Z","end":"2026-02-27T02:46:15.00155Z","steps":["trace[1512239354] 'count revisions from in-memory index tree' (duration: 153.058732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:15.001599Z","caller":"traceutil/trace.go:171","msg":"trace[898906047] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:37252; }","duration":"120.098046ms","start":"2026-02-27T02:46:14.881479Z","end":"2026-02-27T02:46:15.001577Z","steps":["trace[898906047] 'range keys from in-memory index tree' (duration: 119.751577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:15.001915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.209477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-02-27T02:46:15.002005Z","caller":"traceutil/trace.go:171","msg":"trace[254846210] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:37252; }","duration":"144.34587ms","start":"2026-02-27T02:46:14.857637Z","end":"2026-02-27T02:46:15.001983Z","steps":["trace[254846210] 'range keys from in-memory index tree' (duration: 144.031063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.092183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.206479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:17.092327Z","caller":"traceutil/trace.go:171","msg":"trace[1436699348] linearizableReadLoop","detail":"{readStateIndex:38529; appliedIndex:38527; }","duration":"790.591583ms","start":"2026-02-27T02:46:16.301722Z","end":"2026-02-27T02:46:17.092314Z","steps":["trace[1436699348] 'read index received' (duration: 218.188279ms)","trace[1436699348] 'applied index is now lower than readState.Index' (duration: 572.402554ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:17.092482Z","caller":"traceutil/trace.go:171","msg":"trace[889740876] transaction","detail":"{read_only:false; response_revision:37262; number_of_response:1; }","duration":"832.976309ms","start":"2026-02-27T02:46:16.259496Z","end":"2026-02-27T02:46:17.092473Z","steps":["trace[889740876] 'process raft request' (duration: 260.401871ms)","trace[889740876] 'compare' (duration: 572.115027ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:17.092532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:16.259465Z","time spent":"833.045061ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:17.092817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.071944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:46:17.092838Z","caller":"traceutil/trace.go:171","msg":"trace[1035328534] transaction","detail":"{read_only:false; response_revision:37263; number_of_response:1; }","duration":"830.737707ms","start":"2026-02-27T02:46:16.262035Z","end":"2026-02-27T02:46:17.092773Z","steps":["trace[1035328534] 'process raft request' (duration: 830.241235ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:17.092928Z","caller":"traceutil/trace.go:171","msg":"trace[605683037] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37263; }","duration":"791.228508ms","start":"2026-02-27T02:46:16.301674Z","end":"2026-02-27T02:46:17.092903Z","steps":["trace[605683037] 'agreement among raft nodes before linearized reading' (duration: 790.930401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.092996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:16.301654Z","time spent":"791.32528ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:46:17.093026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:16.262017Z","time spent":"830.914402ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:17.359105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.075911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:17.359333Z","caller":"traceutil/trace.go:171","msg":"trace[1479678151] transaction","detail":"{read_only:false; response_revision:37264; number_of_response:1; }","duration":"566.773373ms","start":"2026-02-27T02:46:16.792469Z","end":"2026-02-27T02:46:17.359243Z","steps":["trace[1479678151] 'process raft request' (duration: 435.465126ms)","trace[1479678151] 'compare' (duration: 130.951798ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:17.359526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:16.792442Z","time spent":"566.989778ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:17.408098Z","caller":"traceutil/trace.go:171","msg":"trace[718383210] transaction","detail":"{read_only:false; response_revision:37265; number_of_response:1; }","duration":"515.683134ms","start":"2026-02-27T02:46:16.89239Z","end":"2026-02-27T02:46:17.408074Z","steps":["trace[718383210] 'process raft request' (duration: 515.496719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.408262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:16.892364Z","time spent":"515.806187ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:17.408317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.245814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:17.408349Z","caller":"traceutil/trace.go:171","msg":"trace[1154041256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37266; }","duration":"582.325925ms","start":"2026-02-27T02:46:16.826016Z","end":"2026-02-27T02:46:17.408342Z","steps":["trace[1154041256] 'agreement among raft nodes before linearized reading' (duration: 582.254883ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:17.408301Z","caller":"traceutil/trace.go:171","msg":"trace[2020792759] linearizableReadLoop","detail":"{readStateIndex:38531; appliedIndex:38529; }","duration":"315.903094ms","start":"2026-02-27T02:46:17.092347Z","end":"2026-02-27T02:46:17.40825Z","steps":["trace[2020792759] 'read index received' (duration: 135.601747ms)","trace[2020792759] 'applied index is now lower than readState.Index' (duration: 180.298327ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:17.408346Z","caller":"traceutil/trace.go:171","msg":"trace[1200800410] transaction","detail":"{read_only:false; response_revision:37266; number_of_response:1; }","duration":"310.904807ms","start":"2026-02-27T02:46:17.097398Z","end":"2026-02-27T02:46:17.408302Z","steps":["trace[1200800410] 'process raft request' (duration: 310.631931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.408391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.444732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1704"} {"level":"warn","ts":"2026-02-27T02:46:17.408424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.355129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/senlin-api\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-02-27T02:46:17.408438Z","caller":"traceutil/trace.go:171","msg":"trace[1849923986] range","detail":"{range_begin:/registry/services/specs/openstack/senlin-api; range_end:; response_count:1; response_revision:37266; }","duration":"885.39682ms","start":"2026-02-27T02:46:16.523037Z","end":"2026-02-27T02:46:17.408434Z","steps":["trace[1849923986] 'agreement among raft nodes before linearized reading' (duration: 885.348769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.408452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:16.523021Z","time spent":"885.42609ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":946,"request content":"key:\"/registry/services/specs/openstack/senlin-api\" "} {"level":"info","ts":"2026-02-27T02:46:17.408448Z","caller":"traceutil/trace.go:171","msg":"trace[479882932] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:37266; }","duration":"882.516473ms","start":"2026-02-27T02:46:16.525916Z","end":"2026-02-27T02:46:17.408432Z","steps":["trace[479882932] 'agreement among raft nodes before linearized reading' (duration: 882.350389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.408483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:16.525906Z","time spent":"882.570224ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1727,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"warn","ts":"2026-02-27T02:46:17.40847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.460566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:46:17.408505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:17.097375Z","time spent":"311.049001ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:17.408533Z","caller":"traceutil/trace.go:171","msg":"trace[308196419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37266; }","duration":"328.563149ms","start":"2026-02-27T02:46:17.079949Z","end":"2026-02-27T02:46:17.408513Z","steps":["trace[308196419] 'agreement among raft nodes before linearized reading' (duration: 328.383295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.408368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:16.825994Z","time spent":"582.369996ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:46:17.408571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:17.079929Z","time spent":"328.63322ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:46:17.408568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103547348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:46:17.408616Z","caller":"traceutil/trace.go:171","msg":"trace[1007377133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37266; }","duration":"1.10362115s","start":"2026-02-27T02:46:16.30498Z","end":"2026-02-27T02:46:17.408601Z","steps":["trace[1007377133] 'agreement among raft nodes before linearized reading' (duration: 1.103448066s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.408671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:16.304971Z","time spent":"1.103689911s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:46:17.603135Z","caller":"traceutil/trace.go:171","msg":"trace[1183723058] transaction","detail":"{read_only:false; response_revision:37268; number_of_response:1; }","duration":"258.544949ms","start":"2026-02-27T02:46:17.344567Z","end":"2026-02-27T02:46:17.603112Z","steps":["trace[1183723058] 'process raft request' (duration: 258.408145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:17.603262Z","caller":"traceutil/trace.go:171","msg":"trace[1296365540] transaction","detail":"{read_only:false; response_revision:37270; number_of_response:1; }","duration":"189.433419ms","start":"2026-02-27T02:46:17.413801Z","end":"2026-02-27T02:46:17.603235Z","steps":["trace[1296365540] 'process raft request' (duration: 189.341627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:17.603344Z","caller":"traceutil/trace.go:171","msg":"trace[694833562] transaction","detail":"{read_only:false; response_revision:37267; number_of_response:1; }","duration":"374.883797ms","start":"2026-02-27T02:46:17.228437Z","end":"2026-02-27T02:46:17.603321Z","steps":["trace[694833562] 'process raft request' (duration: 305.562323ms)","trace[694833562] 'compare' (duration: 68.862973ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:17.603349Z","caller":"traceutil/trace.go:171","msg":"trace[1074927299] transaction","detail":"{read_only:false; response_revision:37269; number_of_response:1; }","duration":"190.541296ms","start":"2026-02-27T02:46:17.412793Z","end":"2026-02-27T02:46:17.603334Z","steps":["trace[1074927299] 'process raft request' (duration: 190.235759ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:17.603495Z","caller":"traceutil/trace.go:171","msg":"trace[1890751458] linearizableReadLoop","detail":"{readStateIndex:38534; appliedIndex:38532; }","duration":"194.672662ms","start":"2026-02-27T02:46:17.408391Z","end":"2026-02-27T02:46:17.603063Z","steps":["trace[1890751458] 'read index received' (duration: 125.729677ms)","trace[1890751458] 'applied index is now lower than readState.Index' (duration: 68.941984ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:17.603511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.023583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T02:46:17.603483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:17.228411Z","time spent":"374.980629ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:17.603581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.093757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:17.604413Z","caller":"traceutil/trace.go:171","msg":"trace[807605954] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:37270; }","duration":"386.953247ms","start":"2026-02-27T02:46:17.217439Z","end":"2026-02-27T02:46:17.604392Z","steps":["trace[807605954] 'agreement among raft nodes before linearized reading' (duration: 386.104098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.604508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:17.217418Z","time spent":"387.058569ms","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:46:17.603731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.884963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:17.604139Z","caller":"traceutil/trace.go:171","msg":"trace[1727396445] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37270; }","duration":"327.673857ms","start":"2026-02-27T02:46:17.276439Z","end":"2026-02-27T02:46:17.604112Z","steps":["trace[1727396445] 'agreement among raft nodes before linearized reading' (duration: 326.9271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.604874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:17.276423Z","time spent":"328.431975ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T02:46:17.604871Z","caller":"traceutil/trace.go:171","msg":"trace[616067119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37270; }","duration":"195.02883ms","start":"2026-02-27T02:46:17.409807Z","end":"2026-02-27T02:46:17.604835Z","steps":["trace[616067119] 'agreement among raft nodes before linearized reading' (duration: 193.902834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.603867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.669562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/senlin-api\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-02-27T02:46:17.60506Z","caller":"traceutil/trace.go:171","msg":"trace[703081389] range","detail":"{range_begin:/registry/services/specs/openstack/senlin-api; range_end:; response_count:1; response_revision:37270; }","duration":"192.858809ms","start":"2026-02-27T02:46:17.412156Z","end":"2026-02-27T02:46:17.605015Z","steps":["trace[703081389] 'agreement among raft nodes before linearized reading' (duration: 191.62681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.603975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.512368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1704"} {"level":"info","ts":"2026-02-27T02:46:17.605169Z","caller":"traceutil/trace.go:171","msg":"trace[918039661] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:37270; }","duration":"192.746017ms","start":"2026-02-27T02:46:17.412406Z","end":"2026-02-27T02:46:17.605152Z","steps":["trace[918039661] 'agreement among raft nodes before linearized reading' (duration: 191.337784ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:17.845333Z","caller":"traceutil/trace.go:171","msg":"trace[2027062971] linearizableReadLoop","detail":"{readStateIndex:38537; appliedIndex:38536; }","duration":"205.027282ms","start":"2026-02-27T02:46:17.640285Z","end":"2026-02-27T02:46:17.845312Z","steps":["trace[2027062971] 'read index received' (duration: 152.296115ms)","trace[2027062971] 'applied index is now lower than readState.Index' (duration: 52.730127ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:17.845878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.31732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:46:17.845369Z","caller":"traceutil/trace.go:171","msg":"trace[1259563601] transaction","detail":"{read_only:false; response_revision:37271; number_of_response:1; }","duration":"219.868208ms","start":"2026-02-27T02:46:17.62547Z","end":"2026-02-27T02:46:17.845338Z","steps":["trace[1259563601] 'process raft request' (duration: 167.11721ms)","trace[1259563601] 'compare' (duration: 52.625395ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:17.846006Z","caller":"traceutil/trace.go:171","msg":"trace[649840837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37271; }","duration":"199.466243ms","start":"2026-02-27T02:46:17.646509Z","end":"2026-02-27T02:46:17.845975Z","steps":["trace[649840837] 'agreement among raft nodes before linearized reading' (duration: 199.238107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.84586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.099183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:17.846197Z","caller":"traceutil/trace.go:171","msg":"trace[540439615] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37271; }","duration":"153.471582ms","start":"2026-02-27T02:46:17.692693Z","end":"2026-02-27T02:46:17.846165Z","steps":["trace[540439615] 'agreement among raft nodes before linearized reading' (duration: 153.039232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.84868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.220127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api.1897f7704f6f33c5\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37270 ","response":"range_response_count:518 size:397111"} {"level":"info","ts":"2026-02-27T02:46:17.848779Z","caller":"traceutil/trace.go:171","msg":"trace[1654087789] range","detail":"{range_begin:/registry/events/openstack/placement-api.1897f7704f6f33c5\u0000; range_end:/registry/events/openstack0; response_count:518; response_revision:37271; }","duration":"208.327739ms","start":"2026-02-27T02:46:17.640421Z","end":"2026-02-27T02:46:17.848749Z","steps":["trace[1654087789] 'agreement among raft nodes before linearized reading' (duration: 205.028202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.849448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.138499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api.1897f7704f6f33c5\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37270 ","response":"range_response_count:518 size:397111"} {"level":"info","ts":"2026-02-27T02:46:17.849673Z","caller":"traceutil/trace.go:171","msg":"trace[409297657] range","detail":"{range_begin:/registry/events/openstack/placement-api.1897f7704f6f33c5\u0000; range_end:/registry/events/openstack0; response_count:518; response_revision:37271; }","duration":"209.405704ms","start":"2026-02-27T02:46:17.64024Z","end":"2026-02-27T02:46:17.849645Z","steps":["trace[409297657] 'agreement among raft nodes before linearized reading' (duration: 205.171636ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:18.105292Z","caller":"traceutil/trace.go:171","msg":"trace[1690613878] linearizableReadLoop","detail":"{readStateIndex:38539; appliedIndex:38537; }","duration":"254.310319ms","start":"2026-02-27T02:46:17.850953Z","end":"2026-02-27T02:46:18.105263Z","steps":["trace[1690613878] 'read index received' (duration: 92.768749ms)","trace[1690613878] 'applied index is now lower than readState.Index' (duration: 161.5403ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:18.10535Z","caller":"traceutil/trace.go:171","msg":"trace[1925710503] transaction","detail":"{read_only:false; response_revision:37273; number_of_response:1; }","duration":"254.400362ms","start":"2026-02-27T02:46:17.850918Z","end":"2026-02-27T02:46:18.105318Z","steps":["trace[1925710503] 'process raft request' (duration: 177.332658ms)","trace[1925710503] 'compare' (duration: 76.764267ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:18.105469Z","caller":"traceutil/trace.go:171","msg":"trace[1246349818] transaction","detail":"{read_only:false; response_revision:37274; number_of_response:1; }","duration":"254.292599ms","start":"2026-02-27T02:46:17.851162Z","end":"2026-02-27T02:46:18.105455Z","steps":["trace[1246349818] 'process raft request' (duration: 254.029283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:18.105597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.611766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:46:18.105677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.320342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8301"} {"level":"warn","ts":"2026-02-27T02:46:18.105707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.748693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:933"} {"level":"info","ts":"2026-02-27T02:46:18.105727Z","caller":"traceutil/trace.go:171","msg":"trace[311091129] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37274; }","duration":"254.779921ms","start":"2026-02-27T02:46:17.850916Z","end":"2026-02-27T02:46:18.105695Z","steps":["trace[311091129] 'agreement among raft nodes before linearized reading' (duration: 254.585906ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:18.105743Z","caller":"traceutil/trace.go:171","msg":"trace[1471474593] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:37274; }","duration":"145.431685ms","start":"2026-02-27T02:46:17.960294Z","end":"2026-02-27T02:46:18.105725Z","steps":["trace[1471474593] 'agreement among raft nodes before linearized reading' (duration: 145.21462ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:18.105762Z","caller":"traceutil/trace.go:171","msg":"trace[745446090] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:37274; }","duration":"142.837575ms","start":"2026-02-27T02:46:17.962911Z","end":"2026-02-27T02:46:18.105748Z","steps":["trace[745446090] 'agreement among raft nodes before linearized reading' (duration: 142.691171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:18.419674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.719862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:18.419805Z","caller":"traceutil/trace.go:171","msg":"trace[1301586590] linearizableReadLoop","detail":"{readStateIndex:38541; appliedIndex:38540; }","duration":"308.320217ms","start":"2026-02-27T02:46:18.111468Z","end":"2026-02-27T02:46:18.419788Z","steps":["trace[1301586590] 'read index received' (duration: 159.333739ms)","trace[1301586590] 'applied index is now lower than readState.Index' (duration: 148.985028ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:18.419859Z","caller":"traceutil/trace.go:171","msg":"trace[1979505432] transaction","detail":"{read_only:false; response_revision:37275; number_of_response:1; }","duration":"308.671415ms","start":"2026-02-27T02:46:18.111171Z","end":"2026-02-27T02:46:18.419843Z","steps":["trace[1979505432] 'process raft request' (duration: 159.697437ms)","trace[1979505432] 'compare' (duration: 148.61419ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:18.419926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:18.111158Z","time spent":"308.733686ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:18.419978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.511942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18275"} {"level":"info","ts":"2026-02-27T02:46:18.42001Z","caller":"traceutil/trace.go:171","msg":"trace[494684410] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37275; }","duration":"308.572723ms","start":"2026-02-27T02:46:18.111428Z","end":"2026-02-27T02:46:18.420001Z","steps":["trace[494684410] 'agreement among raft nodes before linearized reading' (duration: 308.44802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:18.420041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:18.111408Z","time spent":"308.625234ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18298,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T02:46:18.420278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.075352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:933"} {"level":"warn","ts":"2026-02-27T02:46:18.420312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.456541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8301"} {"level":"info","ts":"2026-02-27T02:46:18.42032Z","caller":"traceutil/trace.go:171","msg":"trace[806856207] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:37275; }","duration":"232.145864ms","start":"2026-02-27T02:46:18.188165Z","end":"2026-02-27T02:46:18.420311Z","steps":["trace[806856207] 'agreement among raft nodes before linearized reading' (duration: 232.030511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:18.420344Z","caller":"traceutil/trace.go:171","msg":"trace[638908102] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:37275; }","duration":"229.528092ms","start":"2026-02-27T02:46:18.190808Z","end":"2026-02-27T02:46:18.420336Z","steps":["trace[638908102] 'agreement among raft nodes before linearized reading' (duration: 229.43493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:18.65569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.470975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/senlin-rabbit-init\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:46:18.655829Z","caller":"traceutil/trace.go:171","msg":"trace[1548826409] range","detail":"{range_begin:/registry/serviceaccounts/openstack/senlin-rabbit-init; range_end:; response_count:1; response_revision:37275; }","duration":"111.68169ms","start":"2026-02-27T02:46:18.544124Z","end":"2026-02-27T02:46:18.655806Z","steps":["trace[1548826409] 'range keys from in-memory index tree' (duration: 111.23919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:19.454727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.717247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:19.455041Z","caller":"traceutil/trace.go:171","msg":"trace[1160382127] transaction","detail":"{read_only:false; response_revision:37277; number_of_response:1; }","duration":"357.625883ms","start":"2026-02-27T02:46:19.097396Z","end":"2026-02-27T02:46:19.455022Z","steps":["trace[1160382127] 'process raft request' (duration: 191.523477ms)","trace[1160382127] 'compare' (duration: 165.601535ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:19.455105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:19.097385Z","time spent":"357.689995ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:19.455358Z","caller":"traceutil/trace.go:171","msg":"trace[81755061] linearizableReadLoop","detail":"{readStateIndex:38543; appliedIndex:38542; }","duration":"228.899638ms","start":"2026-02-27T02:46:19.226262Z","end":"2026-02-27T02:46:19.455162Z","steps":["trace[81755061] 'read index received' (duration: 62.631987ms)","trace[81755061] 'applied index is now lower than readState.Index' (duration: 166.265201ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:19.458054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.770435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389002"} {"level":"info","ts":"2026-02-27T02:46:19.458122Z","caller":"traceutil/trace.go:171","msg":"trace[2019582859] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37278; }","duration":"231.887307ms","start":"2026-02-27T02:46:19.226221Z","end":"2026-02-27T02:46:19.458108Z","steps":["trace[2019582859] 'agreement among raft nodes before linearized reading' (duration: 229.183504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:19.459137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.222463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389002"} {"level":"info","ts":"2026-02-27T02:46:19.459229Z","caller":"traceutil/trace.go:171","msg":"trace[206962337] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37278; }","duration":"228.337005ms","start":"2026-02-27T02:46:19.230878Z","end":"2026-02-27T02:46:19.459215Z","steps":["trace[206962337] 'agreement among raft nodes before linearized reading' (duration: 224.600598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:19.796676Z","caller":"traceutil/trace.go:171","msg":"trace[200790525] transaction","detail":"{read_only:false; response_revision:37282; number_of_response:1; }","duration":"121.211531ms","start":"2026-02-27T02:46:19.675424Z","end":"2026-02-27T02:46:19.796636Z","steps":["trace[200790525] 'process raft request' (duration: 120.554566ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:21.676742Z","caller":"traceutil/trace.go:171","msg":"trace[627991510] transaction","detail":"{read_only:false; response_revision:37291; number_of_response:1; }","duration":"115.52967ms","start":"2026-02-27T02:46:21.561177Z","end":"2026-02-27T02:46:21.676707Z","steps":["trace[627991510] 'process raft request' (duration: 73.519442ms)","trace[627991510] 'compare' (duration: 41.711911ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:21.857971Z","caller":"traceutil/trace.go:171","msg":"trace[175496077] transaction","detail":"{read_only:false; response_revision:37293; number_of_response:1; }","duration":"113.972823ms","start":"2026-02-27T02:46:21.743967Z","end":"2026-02-27T02:46:21.85794Z","steps":["trace[175496077] 'process raft request' (duration: 34.761739ms)","trace[175496077] 'compare' (duration: 79.02534ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:22.215782Z","caller":"traceutil/trace.go:171","msg":"trace[384181453] transaction","detail":"{read_only:false; response_revision:37294; number_of_response:1; }","duration":"353.323764ms","start":"2026-02-27T02:46:21.862418Z","end":"2026-02-27T02:46:22.215742Z","steps":["trace[384181453] 'process raft request' (duration: 306.74215ms)","trace[384181453] 'compare' (duration: 46.505262ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:22.215884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:21.862383Z","time spent":"353.448507ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:22.262773Z","caller":"traceutil/trace.go:171","msg":"trace[1800814341] linearizableReadLoop","detail":"{readStateIndex:38562; appliedIndex:38560; }","duration":"273.880865ms","start":"2026-02-27T02:46:21.98886Z","end":"2026-02-27T02:46:22.262741Z","steps":["trace[1800814341] 'read index received' (duration: 180.427279ms)","trace[1800814341] 'applied index is now lower than readState.Index' (duration: 93.452266ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:22.262992Z","caller":"traceutil/trace.go:171","msg":"trace[1558721130] transaction","detail":"{read_only:false; response_revision:37295; number_of_response:1; }","duration":"341.780736ms","start":"2026-02-27T02:46:21.921058Z","end":"2026-02-27T02:46:22.262839Z","steps":["trace[1558721130] 'process raft request' (duration: 341.51858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:22.263249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.197069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:46:22.263299Z","caller":"traceutil/trace.go:171","msg":"trace[1265140224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37295; }","duration":"114.313891ms","start":"2026-02-27T02:46:22.148972Z","end":"2026-02-27T02:46:22.263286Z","steps":["trace[1265140224] 'agreement among raft nodes before linearized reading' (duration: 114.215398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:22.263154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.661051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rbd-csi-provisioner-role-cfg\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-02-27T02:46:22.263554Z","caller":"traceutil/trace.go:171","msg":"trace[550318110] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rbd-csi-provisioner-role-cfg; range_end:; response_count:1; response_revision:37295; }","duration":"256.05616ms","start":"2026-02-27T02:46:22.007471Z","end":"2026-02-27T02:46:22.263528Z","steps":["trace[550318110] 'agreement among raft nodes before linearized reading' (duration: 255.534328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:22.263642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.716516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/cephfs-csi-provisioner-role-cfg\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:46:22.263732Z","caller":"traceutil/trace.go:171","msg":"trace[712122531] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/cephfs-csi-provisioner-role-cfg; range_end:; response_count:1; response_revision:37295; }","duration":"244.85372ms","start":"2026-02-27T02:46:22.018858Z","end":"2026-02-27T02:46:22.263712Z","steps":["trace[712122531] 'agreement among raft nodes before linearized reading' (duration: 244.391129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:22.263731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.846667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:46:22.263155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.700754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:46:22.263928Z","caller":"traceutil/trace.go:171","msg":"trace[1640804320] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37295; }","duration":"110.493602ms","start":"2026-02-27T02:46:22.15342Z","end":"2026-02-27T02:46:22.263914Z","steps":["trace[1640804320] 'agreement among raft nodes before linearized reading' (duration: 109.588401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:22.263924Z","caller":"traceutil/trace.go:171","msg":"trace[1332815617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37295; }","duration":"275.025072ms","start":"2026-02-27T02:46:21.988816Z","end":"2026-02-27T02:46:22.263841Z","steps":["trace[1332815617] 'agreement among raft nodes before linearized reading' (duration: 274.07892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:22.264072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:21.921037Z","time spent":"342.512983ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:22.393034Z","caller":"traceutil/trace.go:171","msg":"trace[2130183282] transaction","detail":"{read_only:false; response_revision:37297; number_of_response:1; }","duration":"118.925658ms","start":"2026-02-27T02:46:22.274085Z","end":"2026-02-27T02:46:22.393011Z","steps":["trace[2130183282] 'process raft request' (duration: 118.754144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:22.39321Z","caller":"traceutil/trace.go:171","msg":"trace[1113237965] linearizableReadLoop","detail":"{readStateIndex:38565; appliedIndex:38562; }","duration":"107.962673ms","start":"2026-02-27T02:46:22.285222Z","end":"2026-02-27T02:46:22.393185Z","steps":["trace[1113237965] 'read index received' (duration: 36.421008ms)","trace[1113237965] 'applied index is now lower than readState.Index' (duration: 71.539855ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:22.393286Z","caller":"traceutil/trace.go:171","msg":"trace[1488792866] transaction","detail":"{read_only:false; response_revision:37298; number_of_response:1; }","duration":"119.095263ms","start":"2026-02-27T02:46:22.27415Z","end":"2026-02-27T02:46:22.393245Z","steps":["trace[1488792866] 'process raft request' (duration: 118.819936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:22.393416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.171648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:22.393506Z","caller":"traceutil/trace.go:171","msg":"trace[1931503551] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37298; }","duration":"108.317891ms","start":"2026-02-27T02:46:22.285173Z","end":"2026-02-27T02:46:22.393491Z","steps":["trace[1931503551] 'agreement among raft nodes before linearized reading' (duration: 108.124947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:23.014983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.406667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:23.015149Z","caller":"traceutil/trace.go:171","msg":"trace[492372675] transaction","detail":"{read_only:false; response_revision:37300; number_of_response:1; }","duration":"405.122209ms","start":"2026-02-27T02:46:22.609991Z","end":"2026-02-27T02:46:23.015114Z","steps":["trace[492372675] 'process raft request' (duration: 75.464817ms)","trace[492372675] 'compare' (duration: 329.226852ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:23.015245Z","caller":"traceutil/trace.go:171","msg":"trace[590762542] transaction","detail":"{read_only:false; response_revision:37301; number_of_response:1; }","duration":"239.318581ms","start":"2026-02-27T02:46:22.775901Z","end":"2026-02-27T02:46:23.015219Z","steps":["trace[590762542] 'process raft request' (duration: 239.219888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:23.015327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:22.609966Z","time spent":"405.254853ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:23.015789Z","caller":"traceutil/trace.go:171","msg":"trace[738115700] linearizableReadLoop","detail":"{readStateIndex:38567; appliedIndex:38566; }","duration":"402.343225ms","start":"2026-02-27T02:46:22.613406Z","end":"2026-02-27T02:46:23.01575Z","steps":["trace[738115700] 'read index received' (duration: 71.973336ms)","trace[738115700] 'applied index is now lower than readState.Index' (duration: 330.368489ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:23.015994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.698192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:23.016036Z","caller":"traceutil/trace.go:171","msg":"trace[1914839782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37301; }","duration":"191.756083ms","start":"2026-02-27T02:46:22.824267Z","end":"2026-02-27T02:46:23.016023Z","steps":["trace[1914839782] 'agreement among raft nodes before linearized reading' (duration: 191.682412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:23.01603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.618221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-02-27T02:46:23.016109Z","caller":"traceutil/trace.go:171","msg":"trace[917256138] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:37301; }","duration":"402.695513ms","start":"2026-02-27T02:46:22.61339Z","end":"2026-02-27T02:46:23.016086Z","steps":["trace[917256138] 'agreement among raft nodes before linearized reading' (duration: 402.456507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:23.016183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:22.613327Z","time spent":"402.842726ms","remote":"127.0.0.1:57378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":764,"request content":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-cmd-reporter\" "} {"level":"warn","ts":"2026-02-27T02:46:23.01658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.417738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:46:23.016546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.342868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:705"} {"level":"info","ts":"2026-02-27T02:46:23.016621Z","caller":"traceutil/trace.go:171","msg":"trace[782713668] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:37301; }","duration":"204.49275ms","start":"2026-02-27T02:46:22.812118Z","end":"2026-02-27T02:46:23.016611Z","steps":["trace[782713668] 'agreement among raft nodes before linearized reading' (duration: 204.404938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:23.016662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.646689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:46:23.016651Z","caller":"traceutil/trace.go:171","msg":"trace[187998011] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:37301; }","duration":"397.46663ms","start":"2026-02-27T02:46:22.619159Z","end":"2026-02-27T02:46:23.016625Z","steps":["trace[187998011] 'agreement among raft nodes before linearized reading' (duration: 396.796415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:23.016746Z","caller":"traceutil/trace.go:171","msg":"trace[1402073496] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37301; }","duration":"285.773391ms","start":"2026-02-27T02:46:22.730951Z","end":"2026-02-27T02:46:23.016724Z","steps":["trace[1402073496] 'agreement among raft nodes before linearized reading' (duration: 285.575026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:23.016757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:22.619138Z","time spent":"397.604534ms","remote":"127.0.0.1:57378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":728,"request content":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-mgr\" "} {"level":"info","ts":"2026-02-27T02:46:24.543061Z","caller":"traceutil/trace.go:171","msg":"trace[516237666] transaction","detail":"{read_only:false; response_revision:37311; number_of_response:1; }","duration":"134.767059ms","start":"2026-02-27T02:46:24.408266Z","end":"2026-02-27T02:46:24.543033Z","steps":["trace[516237666] 'process raft request' (duration: 56.908273ms)","trace[516237666] 'compare' (duration: 77.554589ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:24.543274Z","caller":"traceutil/trace.go:171","msg":"trace[517190364] transaction","detail":"{read_only:false; response_revision:37312; number_of_response:1; }","duration":"134.483493ms","start":"2026-02-27T02:46:24.408758Z","end":"2026-02-27T02:46:24.543241Z","steps":["trace[517190364] 'process raft request' (duration: 134.191676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:25.982844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.317709ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:25.983134Z","caller":"traceutil/trace.go:171","msg":"trace[79048520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37318; }","duration":"107.630147ms","start":"2026-02-27T02:46:25.875477Z","end":"2026-02-27T02:46:25.983107Z","steps":["trace[79048520] 'range keys from in-memory index tree' (duration: 107.292949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:25.983146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.499862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-02-27T02:46:25.983656Z","caller":"traceutil/trace.go:171","msg":"trace[616290682] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:37319; }","duration":"220.070235ms","start":"2026-02-27T02:46:25.763563Z","end":"2026-02-27T02:46:25.983633Z","steps":["trace[616290682] 'agreement among raft nodes before linearized reading' (duration: 219.43927ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:25.982993Z","caller":"traceutil/trace.go:171","msg":"trace[1954382301] transaction","detail":"{read_only:false; response_revision:37319; number_of_response:1; }","duration":"244.991283ms","start":"2026-02-27T02:46:25.737961Z","end":"2026-02-27T02:46:25.982953Z","steps":["trace[1954382301] 'process raft request' (duration: 151.602887ms)","trace[1954382301] 'compare' (duration: 93.075959ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:25.982951Z","caller":"traceutil/trace.go:171","msg":"trace[82897817] linearizableReadLoop","detail":"{readStateIndex:38586; appliedIndex:38585; }","duration":"200.46843ms","start":"2026-02-27T02:46:25.782451Z","end":"2026-02-27T02:46:25.98292Z","steps":["trace[82897817] 'read index received' (duration: 107.096845ms)","trace[82897817] 'applied index is now lower than readState.Index' (duration: 93.370465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:25.983982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.982771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:25.984065Z","caller":"traceutil/trace.go:171","msg":"trace[1496346495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37319; }","duration":"157.129655ms","start":"2026-02-27T02:46:25.826913Z","end":"2026-02-27T02:46:25.984043Z","steps":["trace[1496346495] 'agreement among raft nodes before linearized reading' (duration: 156.983042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:25.984097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.840627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:25.98415Z","caller":"traceutil/trace.go:171","msg":"trace[805103455] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:37319; }","duration":"115.934489ms","start":"2026-02-27T02:46:25.868199Z","end":"2026-02-27T02:46:25.984133Z","steps":["trace[805103455] 'agreement among raft nodes before linearized reading' (duration: 115.849327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:25.984163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.385712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-rgw\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-02-27T02:46:25.98421Z","caller":"traceutil/trace.go:171","msg":"trace[305534500] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-rgw; range_end:; response_count:1; response_revision:37319; }","duration":"123.476084ms","start":"2026-02-27T02:46:25.860718Z","end":"2026-02-27T02:46:25.984194Z","steps":["trace[305534500] 'agreement among raft nodes before linearized reading' (duration: 123.335091ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:26.195005Z","caller":"traceutil/trace.go:171","msg":"trace[513071020] linearizableReadLoop","detail":"{readStateIndex:38589; appliedIndex:38588; }","duration":"110.253938ms","start":"2026-02-27T02:46:26.08472Z","end":"2026-02-27T02:46:26.194974Z","steps":["trace[513071020] 'read index received' (duration: 73.552586ms)","trace[513071020] 'applied index is now lower than readState.Index' (duration: 36.699591ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:26.195117Z","caller":"traceutil/trace.go:171","msg":"trace[1855306818] transaction","detail":"{read_only:false; response_revision:37321; number_of_response:1; }","duration":"111.876115ms","start":"2026-02-27T02:46:26.083169Z","end":"2026-02-27T02:46:26.195045Z","steps":["trace[1855306818] 'process raft request' (duration: 75.099282ms)","trace[1855306818] 'compare' (duration: 36.457696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:26.195389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.637636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-02-27T02:46:26.195437Z","caller":"traceutil/trace.go:171","msg":"trace[1433870724] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:37321; }","duration":"110.708668ms","start":"2026-02-27T02:46:26.084717Z","end":"2026-02-27T02:46:26.195425Z","steps":["trace[1433870724] 'agreement among raft nodes before linearized reading' (duration: 110.428151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:32.200988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.938829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:46:32.201076Z","caller":"traceutil/trace.go:171","msg":"trace[379364147] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37360; }","duration":"116.071513ms","start":"2026-02-27T02:46:32.084984Z","end":"2026-02-27T02:46:32.201056Z","steps":["trace[379364147] 'range keys from in-memory index tree' (duration: 115.791816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:32.666998Z","caller":"traceutil/trace.go:171","msg":"trace[144767004] linearizableReadLoop","detail":"{readStateIndex:38632; appliedIndex:38631; }","duration":"241.781269ms","start":"2026-02-27T02:46:32.425198Z","end":"2026-02-27T02:46:32.666979Z","steps":["trace[144767004] 'read index received' (duration: 241.746398ms)","trace[144767004] 'applied index is now lower than readState.Index' (duration: 34.181µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:32.667127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.909692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:32.667158Z","caller":"traceutil/trace.go:171","msg":"trace[184285573] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37363; }","duration":"241.988664ms","start":"2026-02-27T02:46:32.425158Z","end":"2026-02-27T02:46:32.667147Z","steps":["trace[184285573] 'agreement among raft nodes before linearized reading' (duration: 241.924152ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:32.667128Z","caller":"traceutil/trace.go:171","msg":"trace[2020940530] transaction","detail":"{read_only:false; response_revision:37363; number_of_response:1; }","duration":"257.939193ms","start":"2026-02-27T02:46:32.409151Z","end":"2026-02-27T02:46:32.667091Z","steps":["trace[2020940530] 'process raft request' (duration: 257.705318ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:32.701127Z","caller":"traceutil/trace.go:171","msg":"trace[2119225199] transaction","detail":"{read_only:false; response_revision:37364; number_of_response:1; }","duration":"204.869763ms","start":"2026-02-27T02:46:32.496238Z","end":"2026-02-27T02:46:32.701108Z","steps":["trace[2119225199] 'process raft request' (duration: 204.714119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:32.701374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.105745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:46:32.701422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.365148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:46:32.701531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.845459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7875"} {"level":"warn","ts":"2026-02-27T02:46:32.701424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.315357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/pods/capi-kubeadm-bootstrap-system0\" limit:500 ","response":"range_response_count:1 size:7587"} {"level":"info","ts":"2026-02-27T02:46:32.701635Z","caller":"traceutil/trace.go:171","msg":"trace[874267322] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:37364; }","duration":"250.974752ms","start":"2026-02-27T02:46:32.450633Z","end":"2026-02-27T02:46:32.701608Z","steps":["trace[874267322] 'agreement among raft nodes before linearized reading' (duration: 250.594333ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:32.701649Z","caller":"traceutil/trace.go:171","msg":"trace[1003745081] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/; range_end:/registry/pods/capi-kubeadm-bootstrap-system0; response_count:1; response_revision:37364; }","duration":"222.591424ms","start":"2026-02-27T02:46:32.479035Z","end":"2026-02-27T02:46:32.701626Z","steps":["trace[1003745081] 'agreement among raft nodes before linearized reading' (duration: 222.278616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:32.701658Z","caller":"traceutil/trace.go:171","msg":"trace[2044187159] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:37364; }","duration":"232.389031ms","start":"2026-02-27T02:46:32.469184Z","end":"2026-02-27T02:46:32.701573Z","steps":["trace[2044187159] 'agreement among raft nodes before linearized reading' (duration: 231.936271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:32.701555Z","caller":"traceutil/trace.go:171","msg":"trace[1006013086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37364; }","duration":"100.544003ms","start":"2026-02-27T02:46:32.60099Z","end":"2026-02-27T02:46:32.701534Z","steps":["trace[1006013086] 'agreement among raft nodes before linearized reading' (duration: 100.304427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:33.003313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.553468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:33.003632Z","caller":"traceutil/trace.go:171","msg":"trace[1903452929] transaction","detail":"{read_only:false; response_revision:37365; number_of_response:1; }","duration":"297.549712ms","start":"2026-02-27T02:46:32.706044Z","end":"2026-02-27T02:46:33.003594Z","steps":["trace[1903452929] 'process raft request' (duration: 113.634136ms)","trace[1903452929] 'compare' (duration: 183.349783ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:33.004409Z","caller":"traceutil/trace.go:171","msg":"trace[1887244161] linearizableReadLoop","detail":"{readStateIndex:38635; appliedIndex:38633; }","duration":"296.15659ms","start":"2026-02-27T02:46:32.708237Z","end":"2026-02-27T02:46:33.004394Z","steps":["trace[1887244161] 'read index received' (duration: 111.411114ms)","trace[1887244161] 'applied index is now lower than readState.Index' (duration: 184.744236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:33.004641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.400346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:33.004712Z","caller":"traceutil/trace.go:171","msg":"trace[1510043399] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37366; }","duration":"296.472688ms","start":"2026-02-27T02:46:32.70822Z","end":"2026-02-27T02:46:33.004693Z","steps":["trace[1510043399] 'agreement among raft nodes before linearized reading' (duration: 296.355275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:33.004561Z","caller":"traceutil/trace.go:171","msg":"trace[1316811631] transaction","detail":"{read_only:false; response_revision:37366; number_of_response:1; }","duration":"298.213047ms","start":"2026-02-27T02:46:32.706323Z","end":"2026-02-27T02:46:33.004536Z","steps":["trace[1316811631] 'process raft request' (duration: 297.979292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:33.005907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.246018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:46:33.006238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.235352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:46:33.006278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.487158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7875"} {"level":"warn","ts":"2026-02-27T02:46:33.006277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.864192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:33.006325Z","caller":"traceutil/trace.go:171","msg":"trace[868099292] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:37366; }","duration":"218.58911ms","start":"2026-02-27T02:46:32.787723Z","end":"2026-02-27T02:46:33.006312Z","steps":["trace[868099292] 'agreement among raft nodes before linearized reading' (duration: 218.421796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:33.006304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.227878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:33.00631Z","caller":"traceutil/trace.go:171","msg":"trace[2027918343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37366; }","duration":"149.346705ms","start":"2026-02-27T02:46:32.856945Z","end":"2026-02-27T02:46:33.006292Z","steps":["trace[2027918343] 'agreement among raft nodes before linearized reading' (duration: 149.1469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:33.006357Z","caller":"traceutil/trace.go:171","msg":"trace[1067592816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37366; }","duration":"180.015676ms","start":"2026-02-27T02:46:32.826322Z","end":"2026-02-27T02:46:33.006338Z","steps":["trace[1067592816] 'agreement among raft nodes before linearized reading' (duration: 179.863332ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:33.006389Z","caller":"traceutil/trace.go:171","msg":"trace[1643751100] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:37366; }","duration":"123.364251ms","start":"2026-02-27T02:46:32.883004Z","end":"2026-02-27T02:46:33.006368Z","steps":["trace[1643751100] 'agreement among raft nodes before linearized reading' (duration: 123.224338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:33.006242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.942602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/\" range_end:\"/registry/pods/capi-kubeadm-control-plane-system0\" limit:500 ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-02-27T02:46:33.006455Z","caller":"traceutil/trace.go:171","msg":"trace[286890677] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/; range_end:/registry/pods/capi-kubeadm-control-plane-system0; response_count:1; response_revision:37366; }","duration":"214.177368ms","start":"2026-02-27T02:46:32.792263Z","end":"2026-02-27T02:46:33.00644Z","steps":["trace[286890677] 'agreement among raft nodes before linearized reading' (duration: 213.864241ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:33.00597Z","caller":"traceutil/trace.go:171","msg":"trace[2017121044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37366; }","duration":"226.34206ms","start":"2026-02-27T02:46:32.77961Z","end":"2026-02-27T02:46:33.005952Z","steps":["trace[2017121044] 'agreement among raft nodes before linearized reading' (duration: 226.167026ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:33.308209Z","caller":"traceutil/trace.go:171","msg":"trace[387496857] transaction","detail":"{read_only:false; response_revision:37368; number_of_response:1; }","duration":"293.625491ms","start":"2026-02-27T02:46:33.014564Z","end":"2026-02-27T02:46:33.30819Z","steps":["trace[387496857] 'process raft request' (duration: 293.481798ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:33.308375Z","caller":"traceutil/trace.go:171","msg":"trace[80564518] linearizableReadLoop","detail":"{readStateIndex:38638; appliedIndex:38636; }","duration":"212.049489ms","start":"2026-02-27T02:46:33.096298Z","end":"2026-02-27T02:46:33.308348Z","steps":["trace[80564518] 'read index received' (duration: 211.68103ms)","trace[80564518] 'applied index is now lower than readState.Index' (duration: 366.909µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:33.308501Z","caller":"traceutil/trace.go:171","msg":"trace[769299275] transaction","detail":"{read_only:false; response_revision:37369; number_of_response:1; }","duration":"233.483406ms","start":"2026-02-27T02:46:33.075006Z","end":"2026-02-27T02:46:33.308489Z","steps":["trace[769299275] 'process raft request' (duration: 233.153939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:33.308664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.015549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7875"} {"level":"warn","ts":"2026-02-27T02:46:33.308735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.682361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:33.308752Z","caller":"traceutil/trace.go:171","msg":"trace[1337866615] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:37369; }","duration":"203.150792ms","start":"2026-02-27T02:46:33.105584Z","end":"2026-02-27T02:46:33.308734Z","steps":["trace[1337866615] 'agreement among raft nodes before linearized reading' (duration: 202.943157ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:33.308782Z","caller":"traceutil/trace.go:171","msg":"trace[1565722572] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:37369; }","duration":"158.783014ms","start":"2026-02-27T02:46:33.149981Z","end":"2026-02-27T02:46:33.308764Z","steps":["trace[1565722572] 'agreement among raft nodes before linearized reading' (duration: 158.690712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:33.30877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.903029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:33.308838Z","caller":"traceutil/trace.go:171","msg":"trace[1889634846] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:37369; }","duration":"279.018842ms","start":"2026-02-27T02:46:33.029805Z","end":"2026-02-27T02:46:33.308824Z","steps":["trace[1889634846] 'agreement among raft nodes before linearized reading' (duration: 278.9108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:33.30898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.951692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/\" range_end:\"/registry/pods/capi-system0\" limit:500 ","response":"range_response_count:1 size:7483"} {"level":"info","ts":"2026-02-27T02:46:33.309028Z","caller":"traceutil/trace.go:171","msg":"trace[713762303] range","detail":"{range_begin:/registry/pods/capi-system/; range_end:/registry/pods/capi-system0; response_count:1; response_revision:37369; }","duration":"201.030634ms","start":"2026-02-27T02:46:33.107984Z","end":"2026-02-27T02:46:33.309014Z","steps":["trace[713762303] 'agreement among raft nodes before linearized reading' (duration: 200.830359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.208126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.242758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/\" range_end:\"/registry/pods/cert-manager0\" limit:500 ","response":"range_response_count:3 size:14246"} {"level":"info","ts":"2026-02-27T02:46:34.208209Z","caller":"traceutil/trace.go:171","msg":"trace[1472622787] range","detail":"{range_begin:/registry/pods/cert-manager/; range_end:/registry/pods/cert-manager0; response_count:3; response_revision:37370; }","duration":"670.366351ms","start":"2026-02-27T02:46:33.537824Z","end":"2026-02-27T02:46:34.20819Z","steps":["trace[1472622787] 'range keys from in-memory index tree' (duration: 670.060284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.208253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.537808Z","time spent":"670.434403ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":3,"response size":14269,"request content":"key:\"/registry/pods/cert-manager/\" range_end:\"/registry/pods/cert-manager0\" limit:500 "} {"level":"warn","ts":"2026-02-27T02:46:34.208509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.267477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zr7zl\" ","response":"range_response_count:1 size:7587"} {"level":"info","ts":"2026-02-27T02:46:34.208642Z","caller":"traceutil/trace.go:171","msg":"trace[1178588591] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zr7zl; range_end:; response_count:1; response_revision:37370; }","duration":"582.428421ms","start":"2026-02-27T02:46:33.626184Z","end":"2026-02-27T02:46:34.208612Z","steps":["trace[1178588591] 'range keys from in-memory index tree' (duration: 582.074792ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:34.20866Z","caller":"traceutil/trace.go:171","msg":"trace[1700060039] linearizableReadLoop","detail":"{readStateIndex:38640; appliedIndex:38639; }","duration":"415.367145ms","start":"2026-02-27T02:46:33.793272Z","end":"2026-02-27T02:46:34.208639Z","steps":["trace[1700060039] 'read index received' (duration: 409.398167ms)","trace[1700060039] 'applied index is now lower than readState.Index' (duration: 5.967888ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:34.208697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.626167Z","time spent":"582.518473ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7610,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zr7zl\" "} {"level":"warn","ts":"2026-02-27T02:46:34.208703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.730522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T02:46:34.208784Z","caller":"traceutil/trace.go:171","msg":"trace[771432242] transaction","detail":"{read_only:false; response_revision:37371; number_of_response:1; }","duration":"539.097075ms","start":"2026-02-27T02:46:33.669634Z","end":"2026-02-27T02:46:34.208731Z","steps":["trace[771432242] 'process raft request' (duration: 533.017754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.208832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.533889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:46:34.208965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.66961Z","time spent":"539.26641ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:34.208818Z","caller":"traceutil/trace.go:171","msg":"trace[560069087] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:37370; }","duration":"574.886306ms","start":"2026-02-27T02:46:33.633904Z","end":"2026-02-27T02:46:34.208791Z","steps":["trace[560069087] 'range keys from in-memory index tree' (duration: 574.496237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:34.209Z","caller":"traceutil/trace.go:171","msg":"trace[2130100790] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:37371; }","duration":"415.714303ms","start":"2026-02-27T02:46:33.793235Z","end":"2026-02-27T02:46:34.20895Z","steps":["trace[2130100790] 'agreement among raft nodes before linearized reading' (duration: 415.489418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.209069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.633889Z","time spent":"575.158212ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-27T02:46:34.209106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.79322Z","time spent":"415.847446ms","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:46:34.261098Z","caller":"traceutil/trace.go:171","msg":"trace[426667815] transaction","detail":"{read_only:false; response_revision:37372; number_of_response:1; }","duration":"466.076901ms","start":"2026-02-27T02:46:33.79499Z","end":"2026-02-27T02:46:34.261067Z","steps":["trace[426667815] 'process raft request' (duration: 465.864046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.261176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.81071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:34.261251Z","caller":"traceutil/trace.go:171","msg":"trace[1895689616] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:37373; }","duration":"210.947943ms","start":"2026-02-27T02:46:34.050282Z","end":"2026-02-27T02:46:34.26123Z","steps":["trace[1895689616] 'agreement among raft nodes before linearized reading' (duration: 210.759789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.261257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.915495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419371"} {"level":"info","ts":"2026-02-27T02:46:34.261295Z","caller":"traceutil/trace.go:171","msg":"trace[196880375] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:37373; }","duration":"364.977286ms","start":"2026-02-27T02:46:33.896306Z","end":"2026-02-27T02:46:34.261283Z","steps":["trace[196880375] 'agreement among raft nodes before linearized reading' (duration: 364.744091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.261321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.896293Z","time spent":"365.022717ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419394,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T02:46:34.261328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.643573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:46:34.261377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.486391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T02:46:34.261404Z","caller":"traceutil/trace.go:171","msg":"trace[540885597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37373; }","duration":"422.514881ms","start":"2026-02-27T02:46:33.838883Z","end":"2026-02-27T02:46:34.261398Z","steps":["trace[540885597] 'agreement among raft nodes before linearized reading' (duration: 422.425669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.26142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.838849Z","time spent":"422.566963ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T02:46:34.261413Z","caller":"traceutil/trace.go:171","msg":"trace[133670320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37373; }","duration":"434.781196ms","start":"2026-02-27T02:46:33.826614Z","end":"2026-02-27T02:46:34.261395Z","steps":["trace[133670320] 'agreement among raft nodes before linearized reading' (duration: 434.622342ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:34.261477Z","caller":"traceutil/trace.go:171","msg":"trace[1964323503] transaction","detail":"{read_only:false; response_revision:37373; number_of_response:1; }","duration":"296.599531ms","start":"2026-02-27T02:46:33.964867Z","end":"2026-02-27T02:46:34.261467Z","steps":["trace[1964323503] 'process raft request' (duration: 296.12024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.26149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.826592Z","time spent":"434.871248ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:46:34.261254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.794981Z","time spent":"466.192414ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:34.376021Z","caller":"traceutil/trace.go:171","msg":"trace[954007818] transaction","detail":"{read_only:false; response_revision:37375; number_of_response:1; }","duration":"107.860153ms","start":"2026-02-27T02:46:34.268139Z","end":"2026-02-27T02:46:34.375999Z","steps":["trace[954007818] 'process raft request' (duration: 74.426277ms)","trace[954007818] 'compare' (duration: 33.204541ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:34.681483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.293703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-node-lease/\" range_end:\"/registry/pods/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:34.681575Z","caller":"traceutil/trace.go:171","msg":"trace[1872020878] range","detail":"{range_begin:/registry/pods/kube-node-lease/; range_end:/registry/pods/kube-node-lease0; response_count:0; response_revision:37375; }","duration":"124.436887ms","start":"2026-02-27T02:46:34.557115Z","end":"2026-02-27T02:46:34.681552Z","steps":["trace[1872020878] 'range keys from in-memory index tree' (duration: 124.221792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.68184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.945419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-lvc4p\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-02-27T02:46:34.681948Z","caller":"traceutil/trace.go:171","msg":"trace[1897760186] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-lvc4p; range_end:; response_count:1; response_revision:37375; }","duration":"119.095863ms","start":"2026-02-27T02:46:34.562822Z","end":"2026-02-27T02:46:34.681918Z","steps":["trace[1897760186] 'range keys from in-memory index tree' (duration: 118.773595ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:34.795551Z","caller":"traceutil/trace.go:171","msg":"trace[996673248] transaction","detail":"{read_only:false; response_revision:37376; number_of_response:1; }","duration":"108.405506ms","start":"2026-02-27T02:46:34.687121Z","end":"2026-02-27T02:46:34.795527Z","steps":["trace[996673248] 'process raft request' (duration: 108.261262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:34.825225Z","caller":"traceutil/trace.go:171","msg":"trace[549397857] transaction","detail":"{read_only:false; response_revision:37377; number_of_response:1; }","duration":"117.929245ms","start":"2026-02-27T02:46:34.707257Z","end":"2026-02-27T02:46:34.825186Z","steps":["trace[549397857] 'process raft request' (duration: 117.737411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:35.293855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.604055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/magnum-system/\" range_end:\"/registry/pods/magnum-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:35.293946Z","caller":"traceutil/trace.go:171","msg":"trace[1802523383] range","detail":"{range_begin:/registry/pods/magnum-system/; range_end:/registry/pods/magnum-system0; response_count:0; response_revision:37381; }","duration":"116.750869ms","start":"2026-02-27T02:46:35.177171Z","end":"2026-02-27T02:46:35.293922Z","steps":["trace[1802523383] 'range keys from in-memory index tree' (duration: 116.479183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:35.293998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.602805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2gztv\" ","response":"range_response_count:1 size:7483"} {"level":"info","ts":"2026-02-27T02:46:35.294081Z","caller":"traceutil/trace.go:171","msg":"trace[1516317092] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2gztv; range_end:; response_count:1; response_revision:37381; }","duration":"113.736789ms","start":"2026-02-27T02:46:35.180323Z","end":"2026-02-27T02:46:35.294059Z","steps":["trace[1516317092] 'range keys from in-memory index tree' (duration: 113.392591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:36.447127Z","caller":"traceutil/trace.go:171","msg":"trace[1861915207] transaction","detail":"{read_only:false; response_revision:37387; number_of_response:1; }","duration":"179.956135ms","start":"2026-02-27T02:46:36.267123Z","end":"2026-02-27T02:46:36.447079Z","steps":["trace[1861915207] 'process raft request' (duration: 178.397118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:36.447279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.326519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:46:36.447329Z","caller":"traceutil/trace.go:171","msg":"trace[930891246] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37387; }","duration":"144.42485ms","start":"2026-02-27T02:46:36.302888Z","end":"2026-02-27T02:46:36.447313Z","steps":["trace[930891246] 'agreement among raft nodes before linearized reading' (duration: 144.267826ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:36.447095Z","caller":"traceutil/trace.go:171","msg":"trace[1327987662] linearizableReadLoop","detail":"{readStateIndex:38657; appliedIndex:38656; }","duration":"144.126153ms","start":"2026-02-27T02:46:36.302939Z","end":"2026-02-27T02:46:36.447065Z","steps":["trace[1327987662] 'read index received' (duration: 1.362961ms)","trace[1327987662] 'applied index is now lower than readState.Index' (duration: 142.761992ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:36.447575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.15464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:36.447633Z","caller":"traceutil/trace.go:171","msg":"trace[1174835532] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:37387; }","duration":"105.253782ms","start":"2026-02-27T02:46:36.34236Z","end":"2026-02-27T02:46:36.447614Z","steps":["trace[1174835532] 'agreement among raft nodes before linearized reading' (duration: 105.16413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:36.96732Z","caller":"traceutil/trace.go:171","msg":"trace[2080761384] linearizableReadLoop","detail":"{readStateIndex:38661; appliedIndex:38660; }","duration":"126.152756ms","start":"2026-02-27T02:46:36.841144Z","end":"2026-02-27T02:46:36.967297Z","steps":["trace[2080761384] 'read index received' (duration: 62.748925ms)","trace[2080761384] 'applied index is now lower than readState.Index' (duration: 63.402841ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:36.967379Z","caller":"traceutil/trace.go:171","msg":"trace[403392092] transaction","detail":"{read_only:false; response_revision:37391; number_of_response:1; }","duration":"137.738545ms","start":"2026-02-27T02:46:36.829596Z","end":"2026-02-27T02:46:36.967334Z","steps":["trace[403392092] 'process raft request' (duration: 74.243412ms)","trace[403392092] 'compare' (duration: 63.35003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:36.967518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.202345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:36.967564Z","caller":"traceutil/trace.go:171","msg":"trace[1154715726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37391; }","duration":"125.304877ms","start":"2026-02-27T02:46:36.842246Z","end":"2026-02-27T02:46:36.967551Z","steps":["trace[1154715726] 'agreement among raft nodes before linearized reading' (duration: 125.197345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:36.967573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.420764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-jmxp5\" ","response":"range_response_count:1 size:4138"} {"level":"info","ts":"2026-02-27T02:46:36.967736Z","caller":"traceutil/trace.go:171","msg":"trace[1694366847] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-jmxp5; range_end:; response_count:1; response_revision:37391; }","duration":"139.608088ms","start":"2026-02-27T02:46:36.828105Z","end":"2026-02-27T02:46:36.967713Z","steps":["trace[1694366847] 'agreement among raft nodes before linearized reading' (duration: 139.309331ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:37.652313Z","caller":"traceutil/trace.go:171","msg":"trace[273145943] linearizableReadLoop","detail":"{readStateIndex:38666; appliedIndex:38665; }","duration":"127.324703ms","start":"2026-02-27T02:46:37.524952Z","end":"2026-02-27T02:46:37.652277Z","steps":["trace[273145943] 'read index received' (duration: 102.246662ms)","trace[273145943] 'applied index is now lower than readState.Index' (duration: 25.077141ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:37.65254Z","caller":"traceutil/trace.go:171","msg":"trace[1402269225] transaction","detail":"{read_only:false; response_revision:37396; number_of_response:1; }","duration":"134.074419ms","start":"2026-02-27T02:46:37.518432Z","end":"2026-02-27T02:46:37.652506Z","steps":["trace[1402269225] 'process raft request' (duration: 108.777573ms)","trace[1402269225] 'compare' (duration: 24.946488ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:37.652647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.668752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-zngzq\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-02-27T02:46:37.652719Z","caller":"traceutil/trace.go:171","msg":"trace[206076507] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-zngzq; range_end:; response_count:1; response_revision:37396; }","duration":"127.785744ms","start":"2026-02-27T02:46:37.524915Z","end":"2026-02-27T02:46:37.6527Z","steps":["trace[206076507] 'agreement among raft nodes before linearized reading' (duration: 127.545248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:38.718458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.518532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:38.71869Z","caller":"traceutil/trace.go:171","msg":"trace[1555557915] linearizableReadLoop","detail":"{readStateIndex:38671; appliedIndex:38669; }","duration":"328.340936ms","start":"2026-02-27T02:46:38.39033Z","end":"2026-02-27T02:46:38.718671Z","steps":["trace[1555557915] 'read index received' (duration: 33.536558ms)","trace[1555557915] 'applied index is now lower than readState.Index' (duration: 294.803228ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:38.718778Z","caller":"traceutil/trace.go:171","msg":"trace[950401524] transaction","detail":"{read_only:false; response_revision:37400; number_of_response:1; }","duration":"410.585435ms","start":"2026-02-27T02:46:38.30818Z","end":"2026-02-27T02:46:38.718765Z","steps":["trace[950401524] 'process raft request' (duration: 115.663533ms)","trace[950401524] 'compare' (duration: 294.078262ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:38.718848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:38.308157Z","time spent":"410.654847ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:38.718921Z","caller":"traceutil/trace.go:171","msg":"trace[301989574] transaction","detail":"{read_only:false; response_revision:37401; number_of_response:1; }","duration":"405.438825ms","start":"2026-02-27T02:46:38.31344Z","end":"2026-02-27T02:46:38.718879Z","steps":["trace[301989574] 'process raft request' (duration: 405.137648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:38.719105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:38.313404Z","time spent":"405.601019ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:38.71928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.92178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-7qmdd\" ","response":"range_response_count:1 size:7125"} {"level":"info","ts":"2026-02-27T02:46:38.71937Z","caller":"traceutil/trace.go:171","msg":"trace[320417791] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-7qmdd; range_end:; response_count:1; response_revision:37401; }","duration":"329.045493ms","start":"2026-02-27T02:46:38.390302Z","end":"2026-02-27T02:46:38.719347Z","steps":["trace[320417791] 'agreement among raft nodes before linearized reading' (duration: 328.710245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:38.719477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:38.39023Z","time spent":"329.185747ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7148,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-7qmdd\" "} {"level":"info","ts":"2026-02-27T02:46:38.750819Z","caller":"traceutil/trace.go:171","msg":"trace[21068508] transaction","detail":"{read_only:false; response_revision:37402; number_of_response:1; }","duration":"297.075172ms","start":"2026-02-27T02:46:38.453694Z","end":"2026-02-27T02:46:38.750769Z","steps":["trace[21068508] 'process raft request' (duration: 296.819126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:38.75087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.369745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:38.751028Z","caller":"traceutil/trace.go:171","msg":"trace[1295928386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37402; }","duration":"243.549289ms","start":"2026-02-27T02:46:38.507411Z","end":"2026-02-27T02:46:38.750961Z","steps":["trace[1295928386] 'agreement among raft nodes before linearized reading' (duration: 243.332444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:38.751016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.699216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:46:38.751156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.054246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:46:38.751379Z","caller":"traceutil/trace.go:171","msg":"trace[1113394878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37402; }","duration":"250.956582ms","start":"2026-02-27T02:46:38.500232Z","end":"2026-02-27T02:46:38.751188Z","steps":["trace[1113394878] 'agreement among raft nodes before linearized reading' (duration: 250.667355ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:38.751447Z","caller":"traceutil/trace.go:171","msg":"trace[434202827] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37402; }","duration":"205.170239ms","start":"2026-02-27T02:46:38.546015Z","end":"2026-02-27T02:46:38.751186Z","steps":["trace[434202827] 'agreement among raft nodes before linearized reading' (duration: 204.75067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:38.899109Z","caller":"traceutil/trace.go:171","msg":"trace[1677198412] transaction","detail":"{read_only:false; response_revision:37404; number_of_response:1; }","duration":"141.645296ms","start":"2026-02-27T02:46:38.757419Z","end":"2026-02-27T02:46:38.899065Z","steps":["trace[1677198412] 'process raft request' (duration: 83.030496ms)","trace[1677198412] 'compare' (duration: 58.412886ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:39.125313Z","caller":"traceutil/trace.go:171","msg":"trace[258212470] linearizableReadLoop","detail":"{readStateIndex:38676; appliedIndex:38675; }","duration":"147.739927ms","start":"2026-02-27T02:46:38.977553Z","end":"2026-02-27T02:46:39.125293Z","steps":["trace[258212470] 'read index received' (duration: 147.573813ms)","trace[258212470] 'applied index is now lower than readState.Index' (duration: 165.304µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:39.125393Z","caller":"traceutil/trace.go:171","msg":"trace[1864675453] transaction","detail":"{read_only:false; response_revision:37406; number_of_response:1; }","duration":"151.776181ms","start":"2026-02-27T02:46:38.973595Z","end":"2026-02-27T02:46:39.125371Z","steps":["trace[1864675453] 'process raft request' (duration: 151.573146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:39.125499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.912661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-ztk64\" ","response":"range_response_count:1 size:4311"} {"level":"info","ts":"2026-02-27T02:46:39.125528Z","caller":"traceutil/trace.go:171","msg":"trace[1126166516] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-ztk64; range_end:; response_count:1; response_revision:37406; }","duration":"147.972842ms","start":"2026-02-27T02:46:38.977546Z","end":"2026-02-27T02:46:39.125519Z","steps":["trace[1126166516] 'agreement among raft nodes before linearized reading' (duration: 147.824419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:39.252465Z","caller":"traceutil/trace.go:171","msg":"trace[875818355] transaction","detail":"{read_only:false; response_revision:37407; number_of_response:1; }","duration":"101.376841ms","start":"2026-02-27T02:46:39.151043Z","end":"2026-02-27T02:46:39.25242Z","steps":["trace[875818355] 'process raft request' (duration: 27.423936ms)","trace[875818355] 'compare' (duration: 73.762271ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:42.954131Z","caller":"traceutil/trace.go:171","msg":"trace[1537259546] linearizableReadLoop","detail":"{readStateIndex:38698; appliedIndex:38697; }","duration":"145.960027ms","start":"2026-02-27T02:46:42.808144Z","end":"2026-02-27T02:46:42.954104Z","steps":["trace[1537259546] 'read index received' (duration: 145.279771ms)","trace[1537259546] 'applied index is now lower than readState.Index' (duration: 679.146µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:42.954163Z","caller":"traceutil/trace.go:171","msg":"trace[1283977920] transaction","detail":"{read_only:false; response_revision:37427; number_of_response:1; }","duration":"186.305872ms","start":"2026-02-27T02:46:42.767829Z","end":"2026-02-27T02:46:42.954135Z","steps":["trace[1283977920] 'process raft request' (duration: 185.679458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:42.954308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.914715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:42.954363Z","caller":"traceutil/trace.go:171","msg":"trace[1693303251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37427; }","duration":"127.020736ms","start":"2026-02-27T02:46:42.827332Z","end":"2026-02-27T02:46:42.954352Z","steps":["trace[1693303251] 'agreement among raft nodes before linearized reading' (duration: 126.917254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:42.95438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.239203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5165"} {"level":"info","ts":"2026-02-27T02:46:42.954426Z","caller":"traceutil/trace.go:171","msg":"trace[2014364194] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:37427; }","duration":"146.322135ms","start":"2026-02-27T02:46:42.808092Z","end":"2026-02-27T02:46:42.954414Z","steps":["trace[2014364194] 'agreement among raft nodes before linearized reading' (duration: 146.152341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:42.954783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.401668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:46:42.954914Z","caller":"traceutil/trace.go:171","msg":"trace[624359574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37427; }","duration":"112.600813ms","start":"2026-02-27T02:46:42.842279Z","end":"2026-02-27T02:46:42.95488Z","steps":["trace[624359574] 'agreement among raft nodes before linearized reading' (duration: 112.186843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:43.160748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.578102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5165"} {"level":"info","ts":"2026-02-27T02:46:43.160828Z","caller":"traceutil/trace.go:171","msg":"trace[706236876] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:37430; }","duration":"106.701396ms","start":"2026-02-27T02:46:43.054107Z","end":"2026-02-27T02:46:43.160808Z","steps":["trace[706236876] 'range keys from in-memory index tree' (duration: 106.407068ms)"],"step_count":1}