{"level":"warn","ts":"2026-04-10T13:55:58.651506Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T13:55:58.651629Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-10T13:55:58.651716Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T13:55:58.651733Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-04-10T13:55:58.651756Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T13:55:58.652667Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-04-10T13:55:58.652788Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-10T13:55:58.661366Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.312006ms"} {"level":"info","ts":"2026-04-10T13:55:58.671709Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-04-10T13:55:58.671837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-04-10T13:55:58.671863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-04-10T13:55:58.671874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-10T13:55:58.671884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-04-10T13:55:58.671933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-04-10T13:55:58.68308Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-10T13:55:58.685353Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-10T13:55:58.686724Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-10T13:55:58.689459Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-10T13:55:58.690063Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-10T13:55:58.690784Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T13:55:58.691657Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T13:55:58.691872Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T13:55:58.695508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-04-10T13:55:58.695501Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T13:55:58.695608Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-10T13:55:58.69575Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-04-10T13:55:58.696103Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-10T13:55:58.696158Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-10T13:55:58.695725Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-10T13:55:59.273071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-04-10T13:55:59.273157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-10T13:55:59.273192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-04-10T13:55:59.273209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-04-10T13:55:59.273215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-04-10T13:55:59.273229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-04-10T13:55:59.27324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-04-10T13:55:59.276838Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T13:55:59.283501Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T13:55:59.28355Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T13:55:59.283499Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-04-10T13:55:59.283889Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-10T13:55:59.283955Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-10T13:55:59.285976Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"info","ts":"2026-04-10T13:55:59.286332Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-10T13:55:59.294363Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T13:55:59.294632Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T13:55:59.29469Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T13:56:12.697424Z","caller":"traceutil/trace.go:171","msg":"trace[709908766] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"142.280385ms","start":"2026-04-10T13:56:12.555115Z","end":"2026-04-10T13:56:12.697395Z","steps":["trace[709908766] 'process raft request' (duration: 142.101521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:13.263995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.816032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-04-10T13:56:13.26409Z","caller":"traceutil/trace.go:171","msg":"trace[1450954493] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:407; }","duration":"372.009207ms","start":"2026-04-10T13:56:12.892062Z","end":"2026-04-10T13:56:13.264072Z","steps":["trace[1450954493] 'range keys from in-memory index tree' (duration: 371.550616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:13.264069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.738777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-10T13:56:13.264122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.965168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T13:56:13.26413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:12.89201Z","time spent":"372.112761ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-10T13:56:13.264183Z","caller":"traceutil/trace.go:171","msg":"trace[1023339447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:407; }","duration":"140.911622ms","start":"2026-04-10T13:56:13.123249Z","end":"2026-04-10T13:56:13.26416Z","steps":["trace[1023339447] 'range keys from in-memory index tree' (duration: 140.629484ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:13.264183Z","caller":"traceutil/trace.go:171","msg":"trace[1687659280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:407; }","duration":"251.144243ms","start":"2026-04-10T13:56:13.013025Z","end":"2026-04-10T13:56:13.264169Z","steps":["trace[1687659280] 'range keys from in-memory index tree' (duration: 250.798674ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:13.972602Z","caller":"traceutil/trace.go:171","msg":"trace[1549648061] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"271.720123ms","start":"2026-04-10T13:56:13.70085Z","end":"2026-04-10T13:56:13.972571Z","steps":["trace[1549648061] 'process raft request' (duration: 271.495067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:14.597679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.113823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T13:56:14.597777Z","caller":"traceutil/trace.go:171","msg":"trace[1399450627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"360.274897ms","start":"2026-04-10T13:56:14.237481Z","end":"2026-04-10T13:56:14.597756Z","steps":["trace[1399450627] 'range keys from in-memory index tree' (duration: 359.960289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:14.597818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:14.237455Z","time spent":"360.354889ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T13:56:14.597905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.620113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4791"} {"level":"info","ts":"2026-04-10T13:56:14.597942Z","caller":"traceutil/trace.go:171","msg":"trace[749168987] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:412; }","duration":"512.699505ms","start":"2026-04-10T13:56:14.085233Z","end":"2026-04-10T13:56:14.597933Z","steps":["trace[749168987] 'range keys from in-memory index tree' (duration: 512.438767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:14.598034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:14.085212Z","time spent":"512.783987ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4814,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-04-10T13:56:14.598773Z","caller":"traceutil/trace.go:171","msg":"trace[450724173] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"342.745834ms","start":"2026-04-10T13:56:14.255997Z","end":"2026-04-10T13:56:14.598743Z","steps":["trace[450724173] 'process raft request' (duration: 326.375097ms)","trace[450724173] 'compare' (duration: 15.836103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:56:14.599453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:14.255964Z","time spent":"342.867026ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:56:15.21025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660497318,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T13:56:15.459357Z","caller":"traceutil/trace.go:171","msg":"trace[1269245781] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:427; }","duration":"757.967882ms","start":"2026-04-10T13:56:14.701357Z","end":"2026-04-10T13:56:15.459325Z","steps":["trace[1269245781] 'read index received' (duration: 757.749986ms)","trace[1269245781] 'applied index is now lower than readState.Index' (duration: 216.395µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:56:15.459585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.133454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T13:56:15.45948Z","caller":"traceutil/trace.go:171","msg":"trace[660812185] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"852.501193ms","start":"2026-04-10T13:56:14.606938Z","end":"2026-04-10T13:56:15.459439Z","steps":["trace[660812185] 'process raft request' (duration: 852.194726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:15.459682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.984659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-10T13:56:15.459716Z","caller":"traceutil/trace.go:171","msg":"trace[1006822092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:414; }","duration":"163.06969ms","start":"2026-04-10T13:56:15.296639Z","end":"2026-04-10T13:56:15.459709Z","steps":["trace[1006822092] 'agreement among raft nodes before linearized reading' (duration: 163.011729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:15.459673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.28354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T13:56:15.459796Z","caller":"traceutil/trace.go:171","msg":"trace[1150218064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:414; }","duration":"758.459414ms","start":"2026-04-10T13:56:14.701309Z","end":"2026-04-10T13:56:15.459769Z","steps":["trace[1150218064] 'agreement among raft nodes before linearized reading' (duration: 758.190507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:15.459814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:14.606907Z","time spent":"852.784791ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:56:15.459864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:14.701286Z","time spent":"758.566557ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T13:56:15.459877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.23538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T13:56:15.459627Z","caller":"traceutil/trace.go:171","msg":"trace[209227365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"222.237977ms","start":"2026-04-10T13:56:15.237377Z","end":"2026-04-10T13:56:15.459615Z","steps":["trace[209227365] 'agreement among raft nodes before linearized reading' (duration: 222.139224ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:15.46Z","caller":"traceutil/trace.go:171","msg":"trace[871175461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:414; }","duration":"141.427785ms","start":"2026-04-10T13:56:15.318544Z","end":"2026-04-10T13:56:15.459972Z","steps":["trace[871175461] 'agreement among raft nodes before linearized reading' (duration: 141.101577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:35.466251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.62772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T13:56:35.466595Z","caller":"traceutil/trace.go:171","msg":"trace[1690136639] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"516.904012ms","start":"2026-04-10T13:56:34.949677Z","end":"2026-04-10T13:56:35.466581Z","steps":["trace[1690136639] 'process raft request' (duration: 516.859251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:35.466651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:34.94963Z","time spent":"517.001554ms","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T13:56:35.46676Z","caller":"traceutil/trace.go:171","msg":"trace[2017024713] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"543.071063ms","start":"2026-04-10T13:56:34.923629Z","end":"2026-04-10T13:56:35.4667Z","steps":["trace[2017024713] 'process raft request' (duration: 542.869418ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:35.466788Z","caller":"traceutil/trace.go:171","msg":"trace[327075438] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"602.634575ms","start":"2026-04-10T13:56:34.864112Z","end":"2026-04-10T13:56:35.466747Z","steps":["trace[327075438] 'process raft request' (duration: 602.336628ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:35.466775Z","caller":"traceutil/trace.go:171","msg":"trace[1257224429] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"610.559591ms","start":"2026-04-10T13:56:34.856156Z","end":"2026-04-10T13:56:35.466716Z","steps":["trace[1257224429] 'process raft request' (duration: 102.256853ms)","trace[1257224429] 'compare' (duration: 507.409725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:56:35.467036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:34.856123Z","time spent":"610.85151ms","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:56:35.467083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:34.9236Z","time spent":"543.283719ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:56:35.46715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:34.864086Z","time spent":"602.80568ms","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:56:35.69137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660497602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T13:56:36.192611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660497602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T13:56:36.874903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.00814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T13:56:36.875024Z","caller":"traceutil/trace.go:171","msg":"trace[65121016] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.740556323s","start":"2026-04-10T13:56:35.134441Z","end":"2026-04-10T13:56:36.874997Z","steps":["trace[65121016] 'process raft request' (duration: 1.095370138s)","trace[65121016] 'compare' (duration: 644.820955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:56:36.875078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.134403Z","time spent":"1.740654345s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T13:56:36.878176Z","caller":"traceutil/trace.go:171","msg":"trace[1040977799] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:617; }","duration":"1.68748316s","start":"2026-04-10T13:56:35.190666Z","end":"2026-04-10T13:56:36.878149Z","steps":["trace[1040977799] 'read index received' (duration: 1.039044411s)","trace[1040977799] 'applied index is now lower than readState.Index' (duration: 648.437729ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T13:56:36.878433Z","caller":"traceutil/trace.go:171","msg":"trace[903635529] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.145439553s","start":"2026-04-10T13:56:35.732949Z","end":"2026-04-10T13:56:36.878389Z","steps":["trace[903635529] 'process raft request' (duration: 1.145018782s)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:36.878476Z","caller":"traceutil/trace.go:171","msg":"trace[579477214] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.384482539s","start":"2026-04-10T13:56:35.493936Z","end":"2026-04-10T13:56:36.878419Z","steps":["trace[579477214] 'process raft request' (duration: 1.383846182s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.878618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.732918Z","time spent":"1.145617649s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T13:56:36.878678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.493889Z","time spent":"1.384678335s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T13:56:36.878756Z","caller":"traceutil/trace.go:171","msg":"trace[1983558346] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"939.790217ms","start":"2026-04-10T13:56:35.938909Z","end":"2026-04-10T13:56:36.8787Z","steps":["trace[1983558346] 'process raft request' (duration: 939.13055ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:36.878874Z","caller":"traceutil/trace.go:171","msg":"trace[883692605] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.344371345s","start":"2026-04-10T13:56:35.534495Z","end":"2026-04-10T13:56:36.878866Z","steps":["trace[883692605] 'process raft request' (duration: 1.343446531s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.878924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.534471Z","time spent":"1.344427426s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T13:56:36.878919Z","caller":"traceutil/trace.go:171","msg":"trace[668442790] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"742.196671ms","start":"2026-04-10T13:56:36.136658Z","end":"2026-04-10T13:56:36.878854Z","steps":["trace[668442790] 'process raft request' (duration: 741.422731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.879005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.938873Z","time spent":"940.024843ms","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T13:56:36.879049Z","caller":"traceutil/trace.go:171","msg":"trace[1067143072] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.369612652s","start":"2026-04-10T13:56:35.509427Z","end":"2026-04-10T13:56:36.87904Z","steps":["trace[1067143072] 'process raft request' (duration: 1.368440701s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.879106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.564434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-04-10T13:56:36.879104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.509394Z","time spent":"1.369681534s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T13:56:36.879166Z","caller":"traceutil/trace.go:171","msg":"trace[2016243758] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:606; }","duration":"147.656197ms","start":"2026-04-10T13:56:36.731486Z","end":"2026-04-10T13:56:36.879143Z","steps":["trace[2016243758] 'agreement among raft nodes before linearized reading' (duration: 147.500652ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:36.878826Z","caller":"traceutil/trace.go:171","msg":"trace[1784288003] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.545279198s","start":"2026-04-10T13:56:35.333535Z","end":"2026-04-10T13:56:36.878815Z","steps":["trace[1784288003] 'process raft request' (duration: 1.544171639s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.878932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316503299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-10T13:56:36.879263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.333502Z","time spent":"1.545727809s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T13:56:36.879302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.120516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T13:56:36.879365Z","caller":"traceutil/trace.go:171","msg":"trace[1166550293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"639.226789ms","start":"2026-04-10T13:56:36.240128Z","end":"2026-04-10T13:56:36.879354Z","steps":["trace[1166550293] 'agreement among raft nodes before linearized reading' (duration: 639.126556ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:36.879277Z","caller":"traceutil/trace.go:171","msg":"trace[764085973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:606; }","duration":"1.316895709s","start":"2026-04-10T13:56:35.562368Z","end":"2026-04-10T13:56:36.879264Z","steps":["trace[764085973] 'agreement among raft nodes before linearized reading' (duration: 1.316379285s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.879418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.140017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T13:56:36.87909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688413276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-z2ncp\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-04-10T13:56:36.879475Z","caller":"traceutil/trace.go:171","msg":"trace[490169429] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:606; }","duration":"548.255679ms","start":"2026-04-10T13:56:36.331202Z","end":"2026-04-10T13:56:36.879458Z","steps":["trace[490169429] 'agreement among raft nodes before linearized reading' (duration: 548.159617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.8795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.562293Z","time spent":"1.317156745s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T13:56:36.879465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.783848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T13:56:36.879583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.201569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T13:56:36.879632Z","caller":"traceutil/trace.go:171","msg":"trace[909445801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:606; }","duration":"330.288832ms","start":"2026-04-10T13:56:36.549335Z","end":"2026-04-10T13:56:36.879624Z","steps":["trace[909445801] 'agreement among raft nodes before linearized reading' (duration: 330.089437ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:36.879651Z","caller":"traceutil/trace.go:171","msg":"trace[1683369783] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:606; }","duration":"348.053654ms","start":"2026-04-10T13:56:36.531567Z","end":"2026-04-10T13:56:36.879621Z","steps":["trace[1683369783] 'agreement among raft nodes before linearized reading' (duration: 347.695056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.879668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:36.549309Z","time spent":"330.352992ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T13:56:36.879743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:36.531529Z","time spent":"348.171258ms","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-10T13:56:36.879116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:36.136605Z","time spent":"742.409037ms","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T13:56:36.879868Z","caller":"traceutil/trace.go:171","msg":"trace[455008615] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.707870362s","start":"2026-04-10T13:56:35.170606Z","end":"2026-04-10T13:56:36.878476Z","steps":["trace[455008615] 'process raft request' (duration: 1.706685961s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.879339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.840393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T13:56:36.87989Z","caller":"traceutil/trace.go:171","msg":"trace[813835949] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-z2ncp; range_end:; response_count:1; response_revision:606; }","duration":"1.688932689s","start":"2026-04-10T13:56:35.19061Z","end":"2026-04-10T13:56:36.879543Z","steps":["trace[813835949] 'agreement among raft nodes before linearized reading' (duration: 1.687954003s)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:36.879944Z","caller":"traceutil/trace.go:171","msg":"trace[1184456158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:606; }","duration":"782.49298ms","start":"2026-04-10T13:56:36.097435Z","end":"2026-04-10T13:56:36.879928Z","steps":["trace[1184456158] 'agreement among raft nodes before linearized reading' (duration: 781.865434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.879966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.170572Z","time spent":"1.709356441s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T13:56:36.880011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:36.097408Z","time spent":"782.582143ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T13:56:36.879378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305160733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T13:56:36.880077Z","caller":"traceutil/trace.go:171","msg":"trace[1581481570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:606; }","duration":"1.305883792s","start":"2026-04-10T13:56:35.574181Z","end":"2026-04-10T13:56:36.880065Z","steps":["trace[1581481570] 'agreement among raft nodes before linearized reading' (duration: 1.305171984s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.880053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.190584Z","time spent":"1.689455422s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4702,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-z2ncp\" "} {"level":"warn","ts":"2026-04-10T13:56:36.880125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.574164Z","time spent":"1.305949014s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T13:56:36.879416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305445991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T13:56:36.880336Z","caller":"traceutil/trace.go:171","msg":"trace[52544346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:606; }","duration":"1.306400606s","start":"2026-04-10T13:56:35.573925Z","end":"2026-04-10T13:56:36.880326Z","steps":["trace[52544346] 'agreement among raft nodes before linearized reading' (duration: 1.305467462s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:36.880374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:35.573905Z","time spent":"1.306458657s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T13:56:36.879563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:36.331177Z","time spent":"548.365383ms","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-10T13:56:36.879404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:36.240097Z","time spent":"639.300001ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T13:56:43.324344Z","caller":"traceutil/trace.go:171","msg":"trace[163808599] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"161.608779ms","start":"2026-04-10T13:56:43.162662Z","end":"2026-04-10T13:56:43.32427Z","steps":["trace[163808599] 'process raft request' (duration: 128.526687ms)","trace[163808599] 'compare' (duration: 32.617169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:56:43.887036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.565418ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T13:56:43.887172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.367563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T13:56:43.887208Z","caller":"traceutil/trace.go:171","msg":"trace[69030863] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:687; }","duration":"454.758622ms","start":"2026-04-10T13:56:43.432425Z","end":"2026-04-10T13:56:43.887183Z","steps":["trace[69030863] 'range keys from in-memory index tree' (duration: 454.543687ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:43.887293Z","caller":"traceutil/trace.go:171","msg":"trace[2092188499] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"543.811152ms","start":"2026-04-10T13:56:43.343464Z","end":"2026-04-10T13:56:43.887275Z","steps":["trace[2092188499] 'process raft request' (duration: 142.261955ms)","trace[2092188499] 'compare' (duration: 401.234149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:56:43.88734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:43.343449Z","time spent":"543.868593ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T13:56:43.887448Z","caller":"traceutil/trace.go:171","msg":"trace[1417654697] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"541.337077ms","start":"2026-04-10T13:56:43.3461Z","end":"2026-04-10T13:56:43.887437Z","steps":["trace[1417654697] 'process raft request' (duration: 541.139352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:43.887532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:43.346068Z","time spent":"541.425039ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T13:56:44.013504Z","caller":"traceutil/trace.go:171","msg":"trace[1231142880] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"119.830941ms","start":"2026-04-10T13:56:43.893649Z","end":"2026-04-10T13:56:44.01348Z","steps":["trace[1231142880] 'process raft request' (duration: 104.293026ms)","trace[1231142880] 'compare' (duration: 15.34437ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T13:56:44.013758Z","caller":"traceutil/trace.go:171","msg":"trace[1774144887] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"117.455259ms","start":"2026-04-10T13:56:43.89628Z","end":"2026-04-10T13:56:44.013735Z","steps":["trace[1774144887] 'process raft request' (duration: 117.352725ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:44.013847Z","caller":"traceutil/trace.go:171","msg":"trace[1239503562] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"120.026426ms","start":"2026-04-10T13:56:43.893742Z","end":"2026-04-10T13:56:44.013768Z","steps":["trace[1239503562] 'process raft request' (duration: 119.691207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:46.121493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173810297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T13:56:46.121561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169560607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T13:56:46.121603Z","caller":"traceutil/trace.go:171","msg":"trace[1720048213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:693; }","duration":"1.173957871s","start":"2026-04-10T13:56:44.947621Z","end":"2026-04-10T13:56:46.121579Z","steps":["trace[1720048213] 'range keys from in-memory index tree' (duration: 1.173614083s)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:46.121616Z","caller":"traceutil/trace.go:171","msg":"trace[939245393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:693; }","duration":"1.16966483s","start":"2026-04-10T13:56:44.951936Z","end":"2026-04-10T13:56:46.1216Z","steps":["trace[939245393] 'range keys from in-memory index tree' (duration: 1.169429024s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:46.121652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:44.947613Z","time spent":"1.174026784s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T13:56:46.121662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:44.951909Z","time spent":"1.169741342s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T13:56:46.121875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174221878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T13:56:46.121852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168272354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T13:56:46.121925Z","caller":"traceutil/trace.go:171","msg":"trace[912322130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:693; }","duration":"1.174312521s","start":"2026-04-10T13:56:44.947599Z","end":"2026-04-10T13:56:46.121912Z","steps":["trace[912322130] 'range keys from in-memory index tree' (duration: 1.174004023s)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:56:46.121954Z","caller":"traceutil/trace.go:171","msg":"trace[126951570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:693; }","duration":"1.168397527s","start":"2026-04-10T13:56:44.953528Z","end":"2026-04-10T13:56:46.121926Z","steps":["trace[126951570] 'range keys from in-memory index tree' (duration: 1.168077829s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:46.121977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:44.94758Z","time spent":"1.174378633s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T13:56:46.121983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883724107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T13:56:46.122053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:44.953516Z","time spent":"1.168522481s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T13:56:46.122103Z","caller":"traceutil/trace.go:171","msg":"trace[20360553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:693; }","duration":"1.883903822s","start":"2026-04-10T13:56:44.238174Z","end":"2026-04-10T13:56:46.122077Z","steps":["trace[20360553] 'range keys from in-memory index tree' (duration: 1.883618594s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:46.12215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:44.238152Z","time spent":"1.883987573s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T13:56:46.122251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174226369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T13:56:46.122349Z","caller":"traceutil/trace.go:171","msg":"trace[2145029244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:693; }","duration":"1.174356792s","start":"2026-04-10T13:56:44.94797Z","end":"2026-04-10T13:56:46.122327Z","steps":["trace[2145029244] 'range keys from in-memory index tree' (duration: 1.173960662s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:56:46.122403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:44.947964Z","time spent":"1.174429484s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T13:56:46.122533Z","caller":"traceutil/trace.go:171","msg":"trace[387460004] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"389.299089ms","start":"2026-04-10T13:56:45.733219Z","end":"2026-04-10T13:56:46.122518Z","steps":["trace[387460004] 'process raft request' (duration: 373.351323ms)","trace[387460004] 'compare' (duration: 14.715763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:56:46.12263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:56:45.733167Z","time spent":"389.400361ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:57:03.287531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075906659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T13:57:03.287659Z","caller":"traceutil/trace.go:171","msg":"trace[646743724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:808; }","duration":"1.076095584s","start":"2026-04-10T13:57:02.211539Z","end":"2026-04-10T13:57:03.287635Z","steps":["trace[646743724] 'range keys from in-memory index tree' (duration: 1.075653413s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:57:03.287665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057624844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T13:57:03.287708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:57:02.21152Z","time spent":"1.076176335s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T13:57:03.287715Z","caller":"traceutil/trace.go:171","msg":"trace[495153689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:808; }","duration":"1.057716605s","start":"2026-04-10T13:57:02.229981Z","end":"2026-04-10T13:57:03.287697Z","steps":["trace[495153689] 'range keys from in-memory index tree' (duration: 1.057524531s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:57:03.287752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:57:02.229963Z","time spent":"1.057781738s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T13:57:03.287714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057561892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-10T13:57:03.287859Z","caller":"traceutil/trace.go:171","msg":"trace[1251209507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:808; }","duration":"1.057771457s","start":"2026-04-10T13:57:02.230053Z","end":"2026-04-10T13:57:03.287825Z","steps":["trace[1251209507] 'range keys from in-memory index tree' (duration: 1.057300465s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:57:03.287531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056898064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-10T13:57:03.287927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:57:02.23003Z","time spent":"1.05787925s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T13:57:03.287973Z","caller":"traceutil/trace.go:171","msg":"trace[1635119889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:808; }","duration":"1.057360416s","start":"2026-04-10T13:57:02.230559Z","end":"2026-04-10T13:57:03.287919Z","steps":["trace[1635119889] 'range keys from in-memory index tree' (duration: 1.05669761s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:57:03.288117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:57:02.230546Z","time spent":"1.0575148s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T13:57:03.288935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058802864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T13:57:03.289121Z","caller":"traceutil/trace.go:171","msg":"trace[1395089185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:808; }","duration":"1.05900641s","start":"2026-04-10T13:57:02.230089Z","end":"2026-04-10T13:57:03.289095Z","steps":["trace[1395089185] 'range keys from in-memory index tree' (duration: 1.05866442s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:57:03.289219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:57:02.230068Z","time spent":"1.059135533s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T13:57:03.288934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.629432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-10T13:57:03.289382Z","caller":"traceutil/trace.go:171","msg":"trace[159487752] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:808; }","duration":"965.145715ms","start":"2026-04-10T13:57:02.324216Z","end":"2026-04-10T13:57:03.289362Z","steps":["trace[159487752] 'range keys from in-memory index tree' (duration: 963.534262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:57:03.289432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:57:02.324198Z","time spent":"965.214197ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-04-10T13:57:03.29408Z","caller":"traceutil/trace.go:171","msg":"trace[1357922312] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"910.923522ms","start":"2026-04-10T13:57:02.383131Z","end":"2026-04-10T13:57:03.294055Z","steps":["trace[1357922312] 'process raft request' (duration: 910.701646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:57:03.294225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:57:02.383105Z","time spent":"911.028195ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:57:33.179555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:57:32.326548Z","time spent":"852.996578ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T13:57:33.179685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.339897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T13:57:33.179543Z","caller":"traceutil/trace.go:171","msg":"trace[1967527966] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1244; }","duration":"412.182433ms","start":"2026-04-10T13:57:32.767319Z","end":"2026-04-10T13:57:33.179501Z","steps":["trace[1967527966] 'read index received' (duration: 411.998698ms)","trace[1967527966] 'applied index is now lower than readState.Index' (duration: 181.425µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T13:57:33.179764Z","caller":"traceutil/trace.go:171","msg":"trace[2020686201] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1210; }","duration":"412.47328ms","start":"2026-04-10T13:57:32.767273Z","end":"2026-04-10T13:57:33.179747Z","steps":["trace[2020686201] 'agreement among raft nodes before linearized reading' (duration: 412.308296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:57:33.179815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:57:32.767256Z","time spent":"412.540192ms","remote":"127.0.0.1:40820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-10T13:57:33.347728Z","caller":"traceutil/trace.go:171","msg":"trace[1652561368] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1245; }","duration":"109.571532ms","start":"2026-04-10T13:57:33.238125Z","end":"2026-04-10T13:57:33.347697Z","steps":["trace[1652561368] 'read index received' (duration: 34.41121ms)","trace[1652561368] 'applied index is now lower than readState.Index' (duration: 75.159312ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T13:57:33.347839Z","caller":"traceutil/trace.go:171","msg":"trace[698014126] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"166.843687ms","start":"2026-04-10T13:57:33.180922Z","end":"2026-04-10T13:57:33.347766Z","steps":["trace[698014126] 'process raft request' (duration: 91.716506ms)","trace[698014126] 'compare' (duration: 74.897256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:57:33.347902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.752707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T13:57:33.348132Z","caller":"traceutil/trace.go:171","msg":"trace[1250338053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1211; }","duration":"110.001244ms","start":"2026-04-10T13:57:33.238116Z","end":"2026-04-10T13:57:33.348117Z","steps":["trace[1250338053] 'agreement among raft nodes before linearized reading' (duration: 109.698746ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:57:55.029019Z","caller":"traceutil/trace.go:171","msg":"trace[1192683936] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"232.982648ms","start":"2026-04-10T13:57:54.796016Z","end":"2026-04-10T13:57:55.028998Z","steps":["trace[1192683936] 'process raft request' (duration: 232.854835ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:58:18.042565Z","caller":"traceutil/trace.go:171","msg":"trace[512831678] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1907; }","duration":"344.272375ms","start":"2026-04-10T13:58:17.698268Z","end":"2026-04-10T13:58:18.042541Z","steps":["trace[512831678] 'read index received' (duration: 344.131571ms)","trace[512831678] 'applied index is now lower than readState.Index' (duration: 139.164µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T13:58:18.042698Z","caller":"traceutil/trace.go:171","msg":"trace[1502330434] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"386.551738ms","start":"2026-04-10T13:58:17.656135Z","end":"2026-04-10T13:58:18.042687Z","steps":["trace[1502330434] 'process raft request' (duration: 386.25808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.042797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:17.656105Z","time spent":"386.617709ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:58:18.042997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.739178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T13:58:18.0431Z","caller":"traceutil/trace.go:171","msg":"trace[825989665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1855; }","duration":"344.81991ms","start":"2026-04-10T13:58:17.698206Z","end":"2026-04-10T13:58:18.043026Z","steps":["trace[825989665] 'agreement among raft nodes before linearized reading' (duration: 344.704757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.043146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:17.698177Z","time spent":"344.959562ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T13:58:18.37893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.301303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T13:58:18.379046Z","caller":"traceutil/trace.go:171","msg":"trace[2072069035] linearizableReadLoop","detail":"{readStateIndex:1909; appliedIndex:1908; }","duration":"336.377804ms","start":"2026-04-10T13:58:18.042649Z","end":"2026-04-10T13:58:18.379027Z","steps":["trace[2072069035] 'read index received' (duration: 137.881097ms)","trace[2072069035] 'applied index is now lower than readState.Index' (duration: 198.495387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:58:18.379271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.55946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T13:58:18.379309Z","caller":"traceutil/trace.go:171","msg":"trace[1736042323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1856; }","duration":"666.62708ms","start":"2026-04-10T13:58:17.71267Z","end":"2026-04-10T13:58:18.379298Z","steps":["trace[1736042323] 'agreement among raft nodes before linearized reading' (duration: 666.432366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.379284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.059945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aab3fa66-e467-4f4c-844a-31e9cf93d787\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-10T13:58:18.379349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:17.712659Z","time spent":"666.681983ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T13:58:18.379413Z","caller":"traceutil/trace.go:171","msg":"trace[1504296059] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aab3fa66-e467-4f4c-844a-31e9cf93d787; range_end:; response_count:1; response_revision:1856; }","duration":"664.221759ms","start":"2026-04-10T13:58:17.715158Z","end":"2026-04-10T13:58:18.379379Z","steps":["trace[1504296059] 'agreement among raft nodes before linearized reading' (duration: 663.89082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.379472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:17.715146Z","time spent":"664.314102ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aab3fa66-e467-4f4c-844a-31e9cf93d787\" "} {"level":"warn","ts":"2026-04-10T13:58:18.379488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.548706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T13:58:18.379497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.517307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T13:58:18.379591Z","caller":"traceutil/trace.go:171","msg":"trace[278371430] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1856; }","duration":"608.673009ms","start":"2026-04-10T13:58:17.770895Z","end":"2026-04-10T13:58:18.379568Z","steps":["trace[278371430] 'agreement among raft nodes before linearized reading' (duration: 608.508045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.379643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:17.770832Z","time spent":"608.799503ms","remote":"127.0.0.1:46688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-10T13:58:18.379636Z","caller":"traceutil/trace.go:171","msg":"trace[741534764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1856; }","duration":"673.708482ms","start":"2026-04-10T13:58:17.705907Z","end":"2026-04-10T13:58:18.379616Z","steps":["trace[741534764] 'agreement among raft nodes before linearized reading' (duration: 673.362863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.379636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.273479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aab3fa66-e467-4f4c-844a-31e9cf93d787\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-10T13:58:18.379554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.319635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T13:58:18.379739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:17.705897Z","time spent":"673.828485ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T13:58:18.37977Z","caller":"traceutil/trace.go:171","msg":"trace[1960337656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1856; }","duration":"677.595581ms","start":"2026-04-10T13:58:17.702155Z","end":"2026-04-10T13:58:18.379751Z","steps":["trace[1960337656] 'agreement among raft nodes before linearized reading' (duration: 677.200052ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:58:18.379761Z","caller":"traceutil/trace.go:171","msg":"trace[656833743] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aab3fa66-e467-4f4c-844a-31e9cf93d787; range_end:; response_count:1; response_revision:1856; }","duration":"350.461305ms","start":"2026-04-10T13:58:18.029274Z","end":"2026-04-10T13:58:18.379735Z","steps":["trace[656833743] 'agreement among raft nodes before linearized reading' (duration: 350.067725ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:58:18.379661Z","caller":"traceutil/trace.go:171","msg":"trace[775807829] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"577.755897ms","start":"2026-04-10T13:58:17.801777Z","end":"2026-04-10T13:58:18.379533Z","steps":["trace[775807829] 'process raft request' (duration: 378.735706ms)","trace[775807829] 'compare' (duration: 197.987064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:58:18.379822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:17.702129Z","time spent":"677.680044ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T13:58:18.379842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:18.029253Z","time spent":"350.573417ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aab3fa66-e467-4f4c-844a-31e9cf93d787\" "} {"level":"warn","ts":"2026-04-10T13:58:18.379976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:17.801744Z","time spent":"578.140538ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:58:18.380043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.491707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T13:58:18.38012Z","caller":"traceutil/trace.go:171","msg":"trace[840847725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1856; }","duration":"675.627911ms","start":"2026-04-10T13:58:17.704474Z","end":"2026-04-10T13:58:18.380102Z","steps":["trace[840847725] 'agreement among raft nodes before linearized reading' (duration: 674.743428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.380163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:17.704459Z","time spent":"675.695864ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T13:58:18.84451Z","caller":"traceutil/trace.go:171","msg":"trace[567407933] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1909; }","duration":"465.397704ms","start":"2026-04-10T13:58:18.379072Z","end":"2026-04-10T13:58:18.84447Z","steps":["trace[567407933] 'read index received' (duration: 448.200573ms)","trace[567407933] 'applied index is now lower than readState.Index' (duration: 17.195821ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T13:58:18.844649Z","caller":"traceutil/trace.go:171","msg":"trace[660076682] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"797.051376ms","start":"2026-04-10T13:58:18.047578Z","end":"2026-04-10T13:58:18.84463Z","steps":["trace[660076682] 'process raft request' (duration: 779.789184ms)","trace[660076682] 'compare' (duration: 16.897273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:58:18.844734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.420401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-10T13:58:18.844696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.338278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T13:58:18.844819Z","caller":"traceutil/trace.go:171","msg":"trace[175459499] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1857; }","duration":"624.549825ms","start":"2026-04-10T13:58:18.220247Z","end":"2026-04-10T13:58:18.844797Z","steps":["trace[175459499] 'agreement among raft nodes before linearized reading' (duration: 624.277598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.84488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:18.220217Z","time spent":"624.648096ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T13:58:18.844773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:18.04756Z","time spent":"797.130088ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:58:18.84496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.862233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-10T13:58:18.845031Z","caller":"traceutil/trace.go:171","msg":"trace[614694232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1857; }","duration":"583.955306ms","start":"2026-04-10T13:58:18.261056Z","end":"2026-04-10T13:58:18.845011Z","steps":["trace[614694232] 'agreement among raft nodes before linearized reading' (duration: 583.450273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.844773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.903573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-04-10T13:58:18.845081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:18.261023Z","time spent":"584.049829ms","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T13:58:18.845102Z","caller":"traceutil/trace.go:171","msg":"trace[1915553078] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1857; }","duration":"729.280243ms","start":"2026-04-10T13:58:18.115797Z","end":"2026-04-10T13:58:18.845077Z","steps":["trace[1915553078] 'agreement among raft nodes before linearized reading' (duration: 728.78397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.845175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:18.115774Z","time spent":"729.381426ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T13:58:18.84488Z","caller":"traceutil/trace.go:171","msg":"trace[559199375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1857; }","duration":"606.607105ms","start":"2026-04-10T13:58:18.238237Z","end":"2026-04-10T13:58:18.844844Z","steps":["trace[559199375] 'agreement among raft nodes before linearized reading' (duration: 606.284377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.845308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:18.238225Z","time spent":"607.067357ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T13:58:18.883051Z","caller":"traceutil/trace.go:171","msg":"trace[1213882857] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"499.309221ms","start":"2026-04-10T13:58:18.383714Z","end":"2026-04-10T13:58:18.883023Z","steps":["trace[1213882857] 'process raft request' (duration: 498.942761ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:58:18.883103Z","caller":"traceutil/trace.go:171","msg":"trace[1803950892] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"499.008924ms","start":"2026-04-10T13:58:18.384043Z","end":"2026-04-10T13:58:18.883052Z","steps":["trace[1803950892] 'process raft request' (duration: 498.917862ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:58:18.883407Z","caller":"traceutil/trace.go:171","msg":"trace[2097979875] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"498.390877ms","start":"2026-04-10T13:58:18.384993Z","end":"2026-04-10T13:58:18.883384Z","steps":["trace[2097979875] 'process raft request' (duration: 498.011658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.883458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:18.384034Z","time spent":"499.218639ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:58:18.883546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:18.384975Z","time spent":"498.4867ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T13:58:18.883557Z","caller":"traceutil/trace.go:171","msg":"trace[1852768661] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"496.368806ms","start":"2026-04-10T13:58:18.387152Z","end":"2026-04-10T13:58:18.88352Z","steps":["trace[1852768661] 'process raft request' (duration: 496.14909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.883616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.332988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T13:58:18.88308Z","caller":"traceutil/trace.go:171","msg":"trace[40576275] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"499.309761ms","start":"2026-04-10T13:58:18.383722Z","end":"2026-04-10T13:58:18.883031Z","steps":["trace[40576275] 'process raft request' (duration: 499.190278ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:58:18.8837Z","caller":"traceutil/trace.go:171","msg":"trace[1266071054] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1862; }","duration":"222.465991ms","start":"2026-04-10T13:58:18.661214Z","end":"2026-04-10T13:58:18.88368Z","steps":["trace[1266071054] 'agreement among raft nodes before linearized reading' (duration: 222.223525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:18.883719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:18.383699Z","time spent":"499.987858ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:58:18.883803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:18.387141Z","time spent":"496.53719ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:58:18.883817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:18.383687Z","time spent":"499.424324ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:58:21.026925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.281992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T13:58:21.027021Z","caller":"traceutil/trace.go:171","msg":"trace[19832594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1879; }","duration":"137.415294ms","start":"2026-04-10T13:58:20.889585Z","end":"2026-04-10T13:58:21.027Z","steps":["trace[19832594] 'range keys from in-memory index tree' (duration: 137.074616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:21.027047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.615734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T13:58:21.027097Z","caller":"traceutil/trace.go:171","msg":"trace[1258790922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1879; }","duration":"136.696466ms","start":"2026-04-10T13:58:20.890383Z","end":"2026-04-10T13:58:21.027079Z","steps":["trace[1258790922] 'range keys from in-memory index tree' (duration: 136.482681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:21.027179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.854008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-10T13:58:21.02721Z","caller":"traceutil/trace.go:171","msg":"trace[906963278] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1879; }","duration":"123.902189ms","start":"2026-04-10T13:58:20.9033Z","end":"2026-04-10T13:58:21.027202Z","steps":["trace[906963278] 'range keys from in-memory index tree' (duration: 123.684163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:21.026925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.546865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-10T13:58:21.027264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.967429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T13:58:21.027263Z","caller":"traceutil/trace.go:171","msg":"trace[826199505] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1879; }","duration":"122.935215ms","start":"2026-04-10T13:58:20.904304Z","end":"2026-04-10T13:58:21.027239Z","steps":["trace[826199505] 'range keys from in-memory index tree' (duration: 122.36788ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:58:21.027299Z","caller":"traceutil/trace.go:171","msg":"trace[2011539486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1879; }","duration":"138.04238ms","start":"2026-04-10T13:58:20.889247Z","end":"2026-04-10T13:58:21.027289Z","steps":["trace[2011539486] 'range keys from in-memory index tree' (duration: 137.830925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:21.027429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.952291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-10T13:58:21.027449Z","caller":"traceutil/trace.go:171","msg":"trace[2108332875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1879; }","duration":"167.033113ms","start":"2026-04-10T13:58:20.86041Z","end":"2026-04-10T13:58:21.027443Z","steps":["trace[2108332875] 'range keys from in-memory index tree' (duration: 166.777596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:21.027446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.25059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T13:58:21.027483Z","caller":"traceutil/trace.go:171","msg":"trace[335236362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1879; }","duration":"178.325282ms","start":"2026-04-10T13:58:20.849147Z","end":"2026-04-10T13:58:21.027472Z","steps":["trace[335236362] 'range keys from in-memory index tree' (duration: 178.065654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:21.027629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.207015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T13:58:21.027706Z","caller":"traceutil/trace.go:171","msg":"trace[697138692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1879; }","duration":"138.360398ms","start":"2026-04-10T13:58:20.889327Z","end":"2026-04-10T13:58:21.027688Z","steps":["trace[697138692] 'range keys from in-memory index tree' (duration: 137.98451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:28.597244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025520227s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-10T13:58:28.59754Z","caller":"traceutil/trace.go:171","msg":"trace[1431953702] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2018; }","duration":"1.184060273s","start":"2026-04-10T13:58:27.413452Z","end":"2026-04-10T13:58:28.597512Z","steps":["trace[1431953702] 'read index received' (duration: 158.286208ms)","trace[1431953702] 'applied index is now lower than readState.Index' (duration: 1.025772565s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:58:28.597925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18436015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-10T13:58:28.59798Z","caller":"traceutil/trace.go:171","msg":"trace[1428384080] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1962; }","duration":"1.184584217s","start":"2026-04-10T13:58:27.413383Z","end":"2026-04-10T13:58:28.597967Z","steps":["trace[1428384080] 'agreement among raft nodes before linearized reading' (duration: 1.184286719s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:28.59808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:27.413354Z","time spent":"1.184718271s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-10T13:58:28.59946Z","caller":"traceutil/trace.go:171","msg":"trace[658379130] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"384.483553ms","start":"2026-04-10T13:58:28.214956Z","end":"2026-04-10T13:58:28.599439Z","steps":["trace[658379130] 'process raft request' (duration: 382.43681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:28.599569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:28.214913Z","time spent":"384.592076ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T13:58:28.60659Z","caller":"traceutil/trace.go:171","msg":"trace[1728275118] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"199.749286ms","start":"2026-04-10T13:58:28.406795Z","end":"2026-04-10T13:58:28.606544Z","steps":["trace[1728275118] 'process raft request' (duration: 192.631022ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:58:28.606632Z","caller":"traceutil/trace.go:171","msg":"trace[875319388] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"177.204422ms","start":"2026-04-10T13:58:28.42938Z","end":"2026-04-10T13:58:28.606584Z","steps":["trace[875319388] 'process raft request' (duration: 177.069059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:28.606713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.847502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T13:58:28.606733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.852222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-10T13:58:28.606771Z","caller":"traceutil/trace.go:171","msg":"trace[1272758159] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1966; }","duration":"164.925814ms","start":"2026-04-10T13:58:28.441833Z","end":"2026-04-10T13:58:28.606759Z","steps":["trace[1272758159] 'agreement among raft nodes before linearized reading' (duration: 164.801621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:28.606724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.521015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T13:58:28.606783Z","caller":"traceutil/trace.go:171","msg":"trace[1014053948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"490.944495ms","start":"2026-04-10T13:58:28.115826Z","end":"2026-04-10T13:58:28.60677Z","steps":["trace[1014053948] 'agreement among raft nodes before linearized reading' (duration: 490.781161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:28.606815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:28.115799Z","time spent":"491.004126ms","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T13:58:28.606823Z","caller":"traceutil/trace.go:171","msg":"trace[1807316996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1966; }","duration":"369.639708ms","start":"2026-04-10T13:58:28.237156Z","end":"2026-04-10T13:58:28.606796Z","steps":["trace[1807316996] 'agreement among raft nodes before linearized reading' (duration: 369.517965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:28.606859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:58:28.237137Z","time spent":"369.713691ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T13:58:36.000638Z","caller":"traceutil/trace.go:171","msg":"trace[267648161] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"160.200582ms","start":"2026-04-10T13:58:35.840409Z","end":"2026-04-10T13:58:36.000609Z","steps":["trace[267648161] 'process raft request' (duration: 159.968956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:58:36.449823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.622848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T13:58:36.449917Z","caller":"traceutil/trace.go:171","msg":"trace[1888458342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2029; }","duration":"212.757502ms","start":"2026-04-10T13:58:36.237137Z","end":"2026-04-10T13:58:36.449895Z","steps":["trace[1888458342] 'range keys from in-memory index tree' (duration: 212.492125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:02.050026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660500961,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T13:59:02.42475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004098164s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T13:59:02.425517Z","caller":"traceutil/trace.go:171","msg":"trace[1194229122] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2268; }","duration":"876.383602ms","start":"2026-04-10T13:59:01.5491Z","end":"2026-04-10T13:59:02.425484Z","steps":["trace[1194229122] 'read index received' (duration: 875.773526ms)","trace[1194229122] 'applied index is now lower than readState.Index' (duration: 607.376µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T13:59:02.425667Z","caller":"traceutil/trace.go:171","msg":"trace[141253446] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"1.00512223s","start":"2026-04-10T13:59:01.420534Z","end":"2026-04-10T13:59:02.425656Z","steps":["trace[141253446] 'process raft request' (duration: 1.004390992s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:02.42579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:01.420517Z","time spent":"1.005182142s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:59:02.425821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.705281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-10T13:59:02.425857Z","caller":"traceutil/trace.go:171","msg":"trace[1608814988] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2200; }","duration":"876.773553ms","start":"2026-04-10T13:59:01.549069Z","end":"2026-04-10T13:59:02.425843Z","steps":["trace[1608814988] 'agreement among raft nodes before linearized reading' (duration: 876.642109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:02.42587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.773213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-10T13:59:02.425885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:01.54905Z","time spent":"876.829944ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T13:59:02.425898Z","caller":"traceutil/trace.go:171","msg":"trace[492765311] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2200; }","duration":"876.824914ms","start":"2026-04-10T13:59:01.54906Z","end":"2026-04-10T13:59:02.425885Z","steps":["trace[492765311] 'agreement among raft nodes before linearized reading' (duration: 876.760602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:02.425925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:01.549042Z","time spent":"876.877005ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T13:59:02.425797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.074617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T13:59:02.426083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.67475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11666"} {"level":"info","ts":"2026-04-10T13:59:02.426102Z","caller":"traceutil/trace.go:171","msg":"trace[1162365865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2200; }","duration":"328.728551ms","start":"2026-04-10T13:59:02.097367Z","end":"2026-04-10T13:59:02.426095Z","steps":["trace[1162365865] 'agreement among raft nodes before linearized reading' (duration: 328.6701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:02.426124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:02.097349Z","time spent":"328.768162ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11689,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T13:59:02.426172Z","caller":"traceutil/trace.go:171","msg":"trace[1003341219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2200; }","duration":"187.384525ms","start":"2026-04-10T13:59:02.238675Z","end":"2026-04-10T13:59:02.42606Z","steps":["trace[1003341219] 'agreement among raft nodes before linearized reading' (duration: 187.064747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:02.426216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.857928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-10T13:59:02.42628Z","caller":"traceutil/trace.go:171","msg":"trace[279490443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2200; }","duration":"583.95929ms","start":"2026-04-10T13:59:01.842299Z","end":"2026-04-10T13:59:02.426258Z","steps":["trace[279490443] 'agreement among raft nodes before linearized reading' (duration: 583.764205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:02.426313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:01.842275Z","time spent":"584.028741ms","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T13:59:07.514318Z","caller":"traceutil/trace.go:171","msg":"trace[364644339] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2305; }","duration":"120.669751ms","start":"2026-04-10T13:59:07.393622Z","end":"2026-04-10T13:59:07.514292Z","steps":["trace[364644339] 'read index received' (duration: 120.415214ms)","trace[364644339] 'applied index is now lower than readState.Index' (duration: 253.397µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T13:59:07.514404Z","caller":"traceutil/trace.go:171","msg":"trace[1070903353] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"125.050724ms","start":"2026-04-10T13:59:07.389318Z","end":"2026-04-10T13:59:07.514368Z","steps":["trace[1070903353] 'process raft request' (duration: 124.774797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:07.514764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.109062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T13:59:07.514894Z","caller":"traceutil/trace.go:171","msg":"trace[397748746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2235; }","duration":"121.261926ms","start":"2026-04-10T13:59:07.393604Z","end":"2026-04-10T13:59:07.514866Z","steps":["trace[397748746] 'agreement among raft nodes before linearized reading' (duration: 120.873096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:07.514971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.853286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T13:59:07.515059Z","caller":"traceutil/trace.go:171","msg":"trace[1263618908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2235; }","duration":"121.093202ms","start":"2026-04-10T13:59:07.393949Z","end":"2026-04-10T13:59:07.515042Z","steps":["trace[1263618908] 'agreement among raft nodes before linearized reading' (duration: 120.780113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:07.515115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.603579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T13:59:07.51511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.372355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T13:59:07.515156Z","caller":"traceutil/trace.go:171","msg":"trace[1911720411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2235; }","duration":"115.66635ms","start":"2026-04-10T13:59:07.39948Z","end":"2026-04-10T13:59:07.515146Z","steps":["trace[1911720411] 'agreement among raft nodes before linearized reading' (duration: 115.563178ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:59:07.515176Z","caller":"traceutil/trace.go:171","msg":"trace[643791028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2235; }","duration":"100.5233ms","start":"2026-04-10T13:59:07.414637Z","end":"2026-04-10T13:59:07.51516Z","steps":["trace[643791028] 'agreement among raft nodes before linearized reading' (duration: 100.238163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:08.113615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.497877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T13:59:08.113713Z","caller":"traceutil/trace.go:171","msg":"trace[940163614] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"594.972815ms","start":"2026-04-10T13:59:07.518723Z","end":"2026-04-10T13:59:08.113696Z","steps":["trace[940163614] 'process raft request' (duration: 409.325185ms)","trace[940163614] 'compare' (duration: 185.397754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:59:08.113757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:07.518693Z","time spent":"595.042887ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T13:59:08.266873Z","caller":"traceutil/trace.go:171","msg":"trace[1370164591] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"746.663038ms","start":"2026-04-10T13:59:07.520182Z","end":"2026-04-10T13:59:08.266845Z","steps":["trace[1370164591] 'process raft request' (duration: 746.575716ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:59:08.266985Z","caller":"traceutil/trace.go:171","msg":"trace[1516469536] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"746.924604ms","start":"2026-04-10T13:59:07.52003Z","end":"2026-04-10T13:59:08.266954Z","steps":["trace[1516469536] 'process raft request' (duration: 745.595219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:08.267059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:07.52017Z","time spent":"746.791881ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:59:08.267153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:07.520006Z","time spent":"747.042287ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T13:59:08.267271Z","caller":"traceutil/trace.go:171","msg":"trace[725533184] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"747.076638ms","start":"2026-04-10T13:59:07.520178Z","end":"2026-04-10T13:59:08.267255Z","steps":["trace[725533184] 'process raft request' (duration: 746.630497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:08.267391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:07.520168Z","time spent":"747.16355ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T13:59:08.272209Z","caller":"traceutil/trace.go:171","msg":"trace[1521445996] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2306; }","duration":"741.620856ms","start":"2026-04-10T13:59:07.530558Z","end":"2026-04-10T13:59:08.272179Z","steps":["trace[1521445996] 'read index received' (duration: 397.589831ms)","trace[1521445996] 'applied index is now lower than readState.Index' (duration: 344.027905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:59:08.272463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.888184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11666"} {"level":"info","ts":"2026-04-10T13:59:08.272495Z","caller":"traceutil/trace.go:171","msg":"trace[503347956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2240; }","duration":"741.942446ms","start":"2026-04-10T13:59:07.530544Z","end":"2026-04-10T13:59:08.272486Z","steps":["trace[503347956] 'agreement among raft nodes before linearized reading' (duration: 741.737711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:08.272529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:07.530503Z","time spent":"742.015268ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11689,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T13:59:16.488162Z","caller":"traceutil/trace.go:171","msg":"trace[1363823840] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"143.81636ms","start":"2026-04-10T13:59:16.344308Z","end":"2026-04-10T13:59:16.488124Z","steps":["trace[1363823840] 'process raft request' (duration: 141.151841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:32.345593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660501541,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T13:59:32.433236Z","caller":"traceutil/trace.go:171","msg":"trace[1040674642] linearizableReadLoop","detail":"{readStateIndex:2511; appliedIndex:2510; }","duration":"591.602187ms","start":"2026-04-10T13:59:31.841615Z","end":"2026-04-10T13:59:32.433217Z","steps":["trace[1040674642] 'read index received' (duration: 591.412072ms)","trace[1040674642] 'applied index is now lower than readState.Index' (duration: 189.195µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T13:59:32.433344Z","caller":"traceutil/trace.go:171","msg":"trace[1266895075] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"799.050791ms","start":"2026-04-10T13:59:31.634237Z","end":"2026-04-10T13:59:32.433288Z","steps":["trace[1266895075] 'process raft request' (duration: 798.842725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:32.433389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.939507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T13:59:32.433417Z","caller":"traceutil/trace.go:171","msg":"trace[49831093] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2427; }","duration":"417.986248ms","start":"2026-04-10T13:59:32.015423Z","end":"2026-04-10T13:59:32.433409Z","steps":["trace[49831093] 'agreement among raft nodes before linearized reading' (duration: 417.902666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:32.433438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:32.015345Z","time spent":"418.087611ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T13:59:32.433498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:31.634196Z","time spent":"799.222256ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:59:32.433487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.847333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T13:59:32.433594Z","caller":"traceutil/trace.go:171","msg":"trace[1590617431] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2427; }","duration":"592.021728ms","start":"2026-04-10T13:59:31.84155Z","end":"2026-04-10T13:59:32.433571Z","steps":["trace[1590617431] 'agreement among raft nodes before linearized reading' (duration: 591.775052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:32.433648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:31.841522Z","time spent":"592.11267ms","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-10T13:59:33.269623Z","caller":"traceutil/trace.go:171","msg":"trace[978025583] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"172.703918ms","start":"2026-04-10T13:59:33.096891Z","end":"2026-04-10T13:59:33.269595Z","steps":["trace[978025583] 'process raft request' (duration: 112.293052ms)","trace[978025583] 'compare' (duration: 60.292563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T13:59:33.693837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.33125ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T13:59:33.693984Z","caller":"traceutil/trace.go:171","msg":"trace[1318249227] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2438; }","duration":"261.493594ms","start":"2026-04-10T13:59:33.432471Z","end":"2026-04-10T13:59:33.693965Z","steps":["trace[1318249227] 'range keys from in-memory index tree' (duration: 261.31562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:40.965487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660501744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T13:59:41.336059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069718962s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T13:59:41.336471Z","caller":"traceutil/trace.go:171","msg":"trace[1360182642] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"1.070297046s","start":"2026-04-10T13:59:40.266152Z","end":"2026-04-10T13:59:41.336449Z","steps":["trace[1360182642] 'process raft request' (duration: 1.070178703s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:41.336586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:40.266131Z","time spent":"1.070381699s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T13:59:41.337131Z","caller":"traceutil/trace.go:171","msg":"trace[1182266464] linearizableReadLoop","detail":"{readStateIndex:2600; appliedIndex:2597; }","duration":"872.000519ms","start":"2026-04-10T13:59:40.465113Z","end":"2026-04-10T13:59:41.337114Z","steps":["trace[1182266464] 'read index received' (duration: 871.225059ms)","trace[1182266464] 'applied index is now lower than readState.Index' (duration: 774.41µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T13:59:41.337197Z","caller":"traceutil/trace.go:171","msg":"trace[147062053] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"1.069279431s","start":"2026-04-10T13:59:40.267899Z","end":"2026-04-10T13:59:41.337178Z","steps":["trace[147062053] 'process raft request' (duration: 1.069097275s)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:59:41.337222Z","caller":"traceutil/trace.go:171","msg":"trace[1388537887] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"380.345507ms","start":"2026-04-10T13:59:40.956867Z","end":"2026-04-10T13:59:41.337212Z","steps":["trace[1388537887] 'process raft request' (duration: 380.210183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:41.337295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:40.26789Z","time spent":"1.069353642s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:59:41.337302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:40.956844Z","time spent":"380.403019ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T13:59:41.337529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.746258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-04-10T13:59:41.337521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.40527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T13:59:41.337561Z","caller":"traceutil/trace.go:171","msg":"trace[495790016] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2512; }","duration":"304.80085ms","start":"2026-04-10T13:59:41.03275Z","end":"2026-04-10T13:59:41.337551Z","steps":["trace[495790016] 'agreement among raft nodes before linearized reading' (duration: 304.654516ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:59:41.337579Z","caller":"traceutil/trace.go:171","msg":"trace[1823842330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2512; }","duration":"872.513132ms","start":"2026-04-10T13:59:40.465051Z","end":"2026-04-10T13:59:41.337564Z","steps":["trace[1823842330] 'agreement among raft nodes before linearized reading' (duration: 872.317788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:41.337594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:41.032732Z","time spent":"304.852192ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T13:59:41.337619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:40.465029Z","time spent":"872.582403ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T13:59:41.337609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.448697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T13:59:41.337694Z","caller":"traceutil/trace.go:171","msg":"trace[704428383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2512; }","duration":"828.582471ms","start":"2026-04-10T13:59:40.509091Z","end":"2026-04-10T13:59:41.337674Z","steps":["trace[704428383] 'agreement among raft nodes before linearized reading' (duration: 828.289634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:41.33773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.507438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T13:59:41.337819Z","caller":"traceutil/trace.go:171","msg":"trace[167905157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2512; }","duration":"100.606161ms","start":"2026-04-10T13:59:41.237162Z","end":"2026-04-10T13:59:41.337768Z","steps":["trace[167905157] 'agreement among raft nodes before linearized reading' (duration: 100.529588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:41.337825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.34126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T13:59:41.337833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.248392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-10T13:59:41.337739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:40.509076Z","time spent":"828.652713ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T13:59:41.337853Z","caller":"traceutil/trace.go:171","msg":"trace[2131243605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2512; }","duration":"688.398711ms","start":"2026-04-10T13:59:40.649445Z","end":"2026-04-10T13:59:41.337844Z","steps":["trace[2131243605] 'agreement among raft nodes before linearized reading' (duration: 688.318879ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T13:59:41.337871Z","caller":"traceutil/trace.go:171","msg":"trace[419195890] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2512; }","duration":"159.325073ms","start":"2026-04-10T13:59:41.178533Z","end":"2026-04-10T13:59:41.337858Z","steps":["trace[419195890] 'agreement among raft nodes before linearized reading' (duration: 159.229421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:41.337885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:40.649428Z","time spent":"688.450993ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T13:59:41.338098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.872939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T13:59:41.338119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.090641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T13:59:41.338319Z","caller":"traceutil/trace.go:171","msg":"trace[1283101923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2512; }","duration":"773.334207ms","start":"2026-04-10T13:59:40.564967Z","end":"2026-04-10T13:59:41.338301Z","steps":["trace[1283101923] 'agreement among raft nodes before linearized reading' (duration: 772.996749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:41.338379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:40.564943Z","time spent":"773.42002ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T13:59:41.338158Z","caller":"traceutil/trace.go:171","msg":"trace[2107642843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2512; }","duration":"828.968061ms","start":"2026-04-10T13:59:40.509174Z","end":"2026-04-10T13:59:41.338142Z","steps":["trace[2107642843] 'agreement among raft nodes before linearized reading' (duration: 828.807517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T13:59:41.33851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T13:59:40.509155Z","time spent":"829.335361ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T14:00:01.733432Z","caller":"traceutil/trace.go:171","msg":"trace[269568316] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"144.201494ms","start":"2026-04-10T14:00:01.589191Z","end":"2026-04-10T14:00:01.733393Z","steps":["trace[269568316] 'process raft request' (duration: 144.088831ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:00:01.73343Z","caller":"traceutil/trace.go:171","msg":"trace[933700069] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"144.356088ms","start":"2026-04-10T14:00:01.589036Z","end":"2026-04-10T14:00:01.733392Z","steps":["trace[933700069] 'process raft request' (duration: 103.505786ms)","trace[933700069] 'compare' (duration: 40.453462ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:00:01.733695Z","caller":"traceutil/trace.go:171","msg":"trace[1677981096] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"144.417651ms","start":"2026-04-10T14:00:01.589257Z","end":"2026-04-10T14:00:01.733675Z","steps":["trace[1677981096] 'process raft request' (duration: 144.089382ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:00:01.946806Z","caller":"traceutil/trace.go:171","msg":"trace[406569169] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2754; }","duration":"155.628488ms","start":"2026-04-10T14:00:01.791139Z","end":"2026-04-10T14:00:01.946767Z","steps":["trace[406569169] 'read index received' (duration: 155.429973ms)","trace[406569169] 'applied index is now lower than readState.Index' (duration: 196.715µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:00:01.946872Z","caller":"traceutil/trace.go:171","msg":"trace[1201458559] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"195.165717ms","start":"2026-04-10T14:00:01.751659Z","end":"2026-04-10T14:00:01.946825Z","steps":["trace[1201458559] 'process raft request' (duration: 194.906011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:01.947247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.979398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-10T14:00:01.947375Z","caller":"traceutil/trace.go:171","msg":"trace[1561127358] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2659; }","duration":"156.252625ms","start":"2026-04-10T14:00:01.791092Z","end":"2026-04-10T14:00:01.947344Z","steps":["trace[1561127358] 'agreement among raft nodes before linearized reading' (duration: 155.841614ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:00:02.10291Z","caller":"traceutil/trace.go:171","msg":"trace[1374787777] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"121.074538ms","start":"2026-04-10T14:00:01.981798Z","end":"2026-04-10T14:00:02.102872Z","steps":["trace[1374787777] 'process raft request' (duration: 115.238418ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:00:04.997427Z","caller":"traceutil/trace.go:171","msg":"trace[1702232994] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"125.163244ms","start":"2026-04-10T14:00:04.872243Z","end":"2026-04-10T14:00:04.997406Z","steps":["trace[1702232994] 'process raft request' (duration: 122.243338ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:00:06.131397Z","caller":"traceutil/trace.go:171","msg":"trace[2009734319] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"131.119896ms","start":"2026-04-10T14:00:06.000258Z","end":"2026-04-10T14:00:06.131378Z","steps":["trace[2009734319] 'process raft request' (duration: 131.002614ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:00:06.245432Z","caller":"traceutil/trace.go:171","msg":"trace[988154717] linearizableReadLoop","detail":"{readStateIndex:2786; appliedIndex:2785; }","duration":"104.469651ms","start":"2026-04-10T14:00:06.140944Z","end":"2026-04-10T14:00:06.245414Z","steps":["trace[988154717] 'read index received' (duration: 57.158543ms)","trace[988154717] 'applied index is now lower than readState.Index' (duration: 47.310177ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:00:06.245457Z","caller":"traceutil/trace.go:171","msg":"trace[2030475398] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"106.052871ms","start":"2026-04-10T14:00:06.139376Z","end":"2026-04-10T14:00:06.245429Z","steps":["trace[2030475398] 'process raft request' (duration: 58.710482ms)","trace[2030475398] 'compare' (duration: 47.243436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:00:06.245727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.742588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"info","ts":"2026-04-10T14:00:06.245819Z","caller":"traceutil/trace.go:171","msg":"trace[60039746] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2688; }","duration":"104.871941ms","start":"2026-04-10T14:00:06.140927Z","end":"2026-04-10T14:00:06.245799Z","steps":["trace[60039746] 'agreement among raft nodes before linearized reading' (duration: 104.536192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:09.728196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.838155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-10T14:00:09.728401Z","caller":"traceutil/trace.go:171","msg":"trace[1340077403] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2706; }","duration":"104.118981ms","start":"2026-04-10T14:00:09.624258Z","end":"2026-04-10T14:00:09.728377Z","steps":["trace[1340077403] 'range keys from in-memory index tree' (duration: 103.563667ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:00:15.36402Z","caller":"traceutil/trace.go:171","msg":"trace[51686669] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"110.450505ms","start":"2026-04-10T14:00:15.253528Z","end":"2026-04-10T14:00:15.363978Z","steps":["trace[51686669] 'process raft request' (duration: 110.165547ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:00:15.779966Z","caller":"traceutil/trace.go:171","msg":"trace[47490036] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2746; }","duration":"404.775725ms","start":"2026-04-10T14:00:15.375165Z","end":"2026-04-10T14:00:15.779941Z","steps":["trace[47490036] 'process raft request' (duration: 404.683643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:15.780102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:15.375135Z","time spent":"404.909839ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:00:16.063989Z","caller":"traceutil/trace.go:171","msg":"trace[438970267] linearizableReadLoop","detail":"{readStateIndex:2850; appliedIndex:2848; }","duration":"421.201659ms","start":"2026-04-10T14:00:15.642766Z","end":"2026-04-10T14:00:16.063967Z","steps":["trace[438970267] 'read index received' (duration: 137.147212ms)","trace[438970267] 'applied index is now lower than readState.Index' (duration: 284.053597ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:00:16.064101Z","caller":"traceutil/trace.go:171","msg":"trace[1231054858] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"524.802847ms","start":"2026-04-10T14:00:15.539291Z","end":"2026-04-10T14:00:16.064094Z","steps":["trace[1231054858] 'process raft request' (duration: 524.540911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:16.064217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:15.539246Z","time spent":"524.881959ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:00:16.064363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.587308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-04-10T14:00:16.064464Z","caller":"traceutil/trace.go:171","msg":"trace[10508606] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2747; }","duration":"421.736322ms","start":"2026-04-10T14:00:15.642704Z","end":"2026-04-10T14:00:16.064441Z","steps":["trace[10508606] 'agreement among raft nodes before linearized reading' (duration: 421.542177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:16.064522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:15.642678Z","time spent":"421.831465ms","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1319,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-10T14:00:16.578122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.800855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:00:16.578279Z","caller":"traceutil/trace.go:171","msg":"trace[800117806] linearizableReadLoop","detail":"{readStateIndex:2851; appliedIndex:2850; }","duration":"514.189563ms","start":"2026-04-10T14:00:16.064065Z","end":"2026-04-10T14:00:16.578254Z","steps":["trace[800117806] 'read index received' (duration: 12.060251ms)","trace[800117806] 'applied index is now lower than readState.Index' (duration: 502.127392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:00:16.578678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.590435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1375"} {"level":"warn","ts":"2026-04-10T14:00:16.578679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.896077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T14:00:16.578738Z","caller":"traceutil/trace.go:171","msg":"trace[432907910] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2748; }","duration":"509.673787ms","start":"2026-04-10T14:00:16.069049Z","end":"2026-04-10T14:00:16.578723Z","steps":["trace[432907910] 'agreement among raft nodes before linearized reading' (duration: 509.526883ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:00:16.578758Z","caller":"traceutil/trace.go:171","msg":"trace[2066952823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2748; }","duration":"813.02566ms","start":"2026-04-10T14:00:15.765716Z","end":"2026-04-10T14:00:16.578742Z","steps":["trace[2066952823] 'agreement among raft nodes before linearized reading' (duration: 812.811695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:16.578777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.163422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:00:16.578752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.687549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:00:16.57877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.561332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"warn","ts":"2026-04-10T14:00:16.578795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:16.069033Z","time spent":"509.749729ms","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1398,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-10T14:00:16.578842Z","caller":"traceutil/trace.go:171","msg":"trace[1814633618] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2748; }","duration":"109.272574ms","start":"2026-04-10T14:00:16.469535Z","end":"2026-04-10T14:00:16.578808Z","steps":["trace[1814633618] 'agreement among raft nodes before linearized reading' (duration: 109.206562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:16.578783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.08925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-10T14:00:16.578808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.287604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T14:00:16.578851Z","caller":"traceutil/trace.go:171","msg":"trace[993194444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2748; }","duration":"339.836572ms","start":"2026-04-10T14:00:16.238989Z","end":"2026-04-10T14:00:16.578826Z","steps":["trace[993194444] 'agreement among raft nodes before linearized reading' (duration: 339.640598ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:00:16.578865Z","caller":"traceutil/trace.go:171","msg":"trace[1403109929] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2748; }","duration":"797.691066ms","start":"2026-04-10T14:00:15.781146Z","end":"2026-04-10T14:00:16.578837Z","steps":["trace[1403109929] 'agreement among raft nodes before linearized reading' (duration: 797.380298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:16.578881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.492805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:00:16.578902Z","caller":"traceutil/trace.go:171","msg":"trace[76226292] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2748; }","duration":"236.273275ms","start":"2026-04-10T14:00:16.342608Z","end":"2026-04-10T14:00:16.578881Z","steps":["trace[76226292] 'agreement among raft nodes before linearized reading' (duration: 235.985108ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:00:16.578922Z","caller":"traceutil/trace.go:171","msg":"trace[846480643] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2748; }","duration":"567.596358ms","start":"2026-04-10T14:00:16.011315Z","end":"2026-04-10T14:00:16.578912Z","steps":["trace[846480643] 'agreement among raft nodes before linearized reading' (duration: 567.512526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:16.578926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:15.781125Z","time spent":"797.790848ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-04-10T14:00:16.57893Z","caller":"traceutil/trace.go:171","msg":"trace[1205300598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2748; }","duration":"809.452648ms","start":"2026-04-10T14:00:15.76944Z","end":"2026-04-10T14:00:16.578892Z","steps":["trace[1205300598] 'agreement among raft nodes before linearized reading' (duration: 809.13616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:16.578926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:16.238967Z","time spent":"339.947065ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:00:16.578765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.133273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T14:00:16.578955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:16.011283Z","time spent":"567.663101ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:00:16.578974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:15.769429Z","time spent":"809.53398ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T14:00:16.578969Z","caller":"traceutil/trace.go:171","msg":"trace[1067036433] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"664.184426ms","start":"2026-04-10T14:00:15.914679Z","end":"2026-04-10T14:00:16.578864Z","steps":["trace[1067036433] 'process raft request' (duration: 161.497179ms)","trace[1067036433] 'compare' (duration: 501.647881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:00:16.578985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.740892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-10T14:00:16.578998Z","caller":"traceutil/trace.go:171","msg":"trace[956870275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2748; }","duration":"780.42856ms","start":"2026-04-10T14:00:15.798549Z","end":"2026-04-10T14:00:16.578977Z","steps":["trace[956870275] 'agreement among raft nodes before linearized reading' (duration: 780.047241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:16.579031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.663027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T14:00:16.579064Z","caller":"traceutil/trace.go:171","msg":"trace[783722227] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2748; }","duration":"810.860735ms","start":"2026-04-10T14:00:15.768181Z","end":"2026-04-10T14:00:16.579042Z","steps":["trace[783722227] 'agreement among raft nodes before linearized reading' (duration: 810.462105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:16.579072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:15.798529Z","time spent":"780.526152ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:00:16.579097Z","caller":"traceutil/trace.go:171","msg":"trace[1355585945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2748; }","duration":"780.77193ms","start":"2026-04-10T14:00:15.798306Z","end":"2026-04-10T14:00:16.579078Z","steps":["trace[1355585945] 'agreement among raft nodes before linearized reading' (duration: 780.39369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:16.579108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:15.768156Z","time spent":"810.941227ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:00:16.578954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.640018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T14:00:16.579119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:15.914641Z","time spent":"664.402663ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:00:16.579145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:15.798284Z","time spent":"780.848932ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:00:16.579165Z","caller":"traceutil/trace.go:171","msg":"trace[1834702283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2748; }","duration":"782.895835ms","start":"2026-04-10T14:00:15.796254Z","end":"2026-04-10T14:00:16.579149Z","steps":["trace[1834702283] 'agreement among raft nodes before linearized reading' (duration: 782.531085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:00:16.579211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:15.796239Z","time spent":"782.959886ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:00:16.578705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.338249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-04-10T14:00:16.578801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:00:15.765691Z","time spent":"813.098831ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:00:16.579324Z","caller":"traceutil/trace.go:171","msg":"trace[984664195] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2748; }","duration":"186.945055ms","start":"2026-04-10T14:00:16.392316Z","end":"2026-04-10T14:00:16.579261Z","steps":["trace[984664195] 'agreement among raft nodes before linearized reading' (duration: 186.272598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:15.216831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.604884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-04-10T14:01:15.21692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.089459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T14:01:15.21695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.548072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T14:01:15.216968Z","caller":"traceutil/trace.go:171","msg":"trace[514207629] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3319; }","duration":"110.80216ms","start":"2026-04-10T14:01:15.106142Z","end":"2026-04-10T14:01:15.216944Z","steps":["trace[514207629] 'range keys from in-memory index tree' (duration: 110.402968ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:15.217024Z","caller":"traceutil/trace.go:171","msg":"trace[249273758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3319; }","duration":"119.252783ms","start":"2026-04-10T14:01:15.097751Z","end":"2026-04-10T14:01:15.217004Z","steps":["trace[249273758] 'range keys from in-memory index tree' (duration: 118.884933ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:15.217026Z","caller":"traceutil/trace.go:171","msg":"trace[2005102235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3319; }","duration":"110.631514ms","start":"2026-04-10T14:01:15.10638Z","end":"2026-04-10T14:01:15.217011Z","steps":["trace[2005102235] 'range keys from in-memory index tree' (duration: 110.391469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:15.217053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.390959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T14:01:15.217163Z","caller":"traceutil/trace.go:171","msg":"trace[1467319315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3319; }","duration":"110.577103ms","start":"2026-04-10T14:01:15.106561Z","end":"2026-04-10T14:01:15.217138Z","steps":["trace[1467319315] 'range keys from in-memory index tree' (duration: 110.156443ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:23.317166Z","caller":"traceutil/trace.go:171","msg":"trace[1976993006] linearizableReadLoop","detail":"{readStateIndex:3499; appliedIndex:3498; }","duration":"169.213925ms","start":"2026-04-10T14:01:23.147928Z","end":"2026-04-10T14:01:23.317142Z","steps":["trace[1976993006] 'read index received' (duration: 168.955477ms)","trace[1976993006] 'applied index is now lower than readState.Index' (duration: 257.538µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:01:23.317224Z","caller":"traceutil/trace.go:171","msg":"trace[400451936] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"321.622726ms","start":"2026-04-10T14:01:22.995567Z","end":"2026-04-10T14:01:23.31719Z","steps":["trace[400451936] 'process raft request' (duration: 321.427781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:23.317398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.451921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T14:01:23.317376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:01:22.995548Z","time spent":"321.745548ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:01:23.317475Z","caller":"traceutil/trace.go:171","msg":"trace[1500500610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3367; }","duration":"169.579334ms","start":"2026-04-10T14:01:23.147876Z","end":"2026-04-10T14:01:23.317456Z","steps":["trace[1500500610] 'agreement among raft nodes before linearized reading' (duration: 169.356179ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:28.957145Z","caller":"traceutil/trace.go:171","msg":"trace[1195163613] linearizableReadLoop","detail":"{readStateIndex:3541; appliedIndex:3540; }","duration":"498.516764ms","start":"2026-04-10T14:01:28.458597Z","end":"2026-04-10T14:01:28.957114Z","steps":["trace[1195163613] 'read index received' (duration: 498.34534ms)","trace[1195163613] 'applied index is now lower than readState.Index' (duration: 169.984µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:01:28.957251Z","caller":"traceutil/trace.go:171","msg":"trace[1710123119] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"650.499103ms","start":"2026-04-10T14:01:28.30669Z","end":"2026-04-10T14:01:28.957189Z","steps":["trace[1710123119] 'process raft request' (duration: 650.246197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:28.957451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.835252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-04-10T14:01:28.957513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:01:28.306669Z","time spent":"650.710329ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:01:28.957544Z","caller":"traceutil/trace.go:171","msg":"trace[1150170380] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3407; }","duration":"498.975025ms","start":"2026-04-10T14:01:28.458546Z","end":"2026-04-10T14:01:28.957521Z","steps":["trace[1150170380] 'agreement among raft nodes before linearized reading' (duration: 498.685238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:28.957598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:01:28.458529Z","time spent":"499.060728ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:01:28.984603Z","caller":"traceutil/trace.go:171","msg":"trace[621722502] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"506.723601ms","start":"2026-04-10T14:01:28.477829Z","end":"2026-04-10T14:01:28.984552Z","steps":["trace[621722502] 'process raft request' (duration: 506.451565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:28.984825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:01:28.477801Z","time spent":"506.910305ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:01:28.984795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.585758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T14:01:28.985126Z","caller":"traceutil/trace.go:171","msg":"trace[416483924] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:3408; }","duration":"168.984979ms","start":"2026-04-10T14:01:28.816118Z","end":"2026-04-10T14:01:28.985103Z","steps":["trace[416483924] 'agreement among raft nodes before linearized reading' (duration: 168.425105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:29.259813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.838865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:01:29.259889Z","caller":"traceutil/trace.go:171","msg":"trace[1514220307] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3408; }","duration":"223.988898ms","start":"2026-04-10T14:01:29.035882Z","end":"2026-04-10T14:01:29.259871Z","steps":["trace[1514220307] 'count revisions from in-memory index tree' (duration: 223.688751ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:29.270208Z","caller":"traceutil/trace.go:171","msg":"trace[501540417] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"233.903609ms","start":"2026-04-10T14:01:29.036283Z","end":"2026-04-10T14:01:29.270186Z","steps":["trace[501540417] 'process raft request' (duration: 233.710055ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:29.311716Z","caller":"traceutil/trace.go:171","msg":"trace[1686964794] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"263.777223ms","start":"2026-04-10T14:01:29.047921Z","end":"2026-04-10T14:01:29.311699Z","steps":["trace[1686964794] 'process raft request' (duration: 263.68253ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:29.440184Z","caller":"traceutil/trace.go:171","msg":"trace[298321687] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"103.116755ms","start":"2026-04-10T14:01:29.337005Z","end":"2026-04-10T14:01:29.440122Z","steps":["trace[298321687] 'process raft request' (duration: 72.071881ms)","trace[298321687] 'compare' (duration: 30.172533ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:01:29.614535Z","caller":"traceutil/trace.go:171","msg":"trace[766157227] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"169.352989ms","start":"2026-04-10T14:01:29.4451Z","end":"2026-04-10T14:01:29.614453Z","steps":["trace[766157227] 'process raft request' (duration: 109.126047ms)","trace[766157227] 'compare' (duration: 59.995885ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:01:29.615011Z","caller":"traceutil/trace.go:171","msg":"trace[2006074771] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"169.452342ms","start":"2026-04-10T14:01:29.445528Z","end":"2026-04-10T14:01:29.614981Z","steps":["trace[2006074771] 'process raft request' (duration: 168.881308ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:29.615072Z","caller":"traceutil/trace.go:171","msg":"trace[942032778] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"169.505802ms","start":"2026-04-10T14:01:29.445547Z","end":"2026-04-10T14:01:29.615052Z","steps":["trace[942032778] 'process raft request' (duration: 169.274705ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:29.615185Z","caller":"traceutil/trace.go:171","msg":"trace[1356930657] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"164.500496ms","start":"2026-04-10T14:01:29.450647Z","end":"2026-04-10T14:01:29.615148Z","steps":["trace[1356930657] 'process raft request' (duration: 164.390884ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:29.61524Z","caller":"traceutil/trace.go:171","msg":"trace[425568608] linearizableReadLoop","detail":"{readStateIndex:3552; appliedIndex:3546; }","duration":"140.024908ms","start":"2026-04-10T14:01:29.475181Z","end":"2026-04-10T14:01:29.615206Z","steps":["trace[425568608] 'read index received' (duration: 79.124909ms)","trace[425568608] 'applied index is now lower than readState.Index' (duration: 60.898579ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:01:29.615349Z","caller":"traceutil/trace.go:171","msg":"trace[863268718] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"164.502426ms","start":"2026-04-10T14:01:29.450789Z","end":"2026-04-10T14:01:29.615292Z","steps":["trace[863268718] 'process raft request' (duration: 164.300941ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:29.615403Z","caller":"traceutil/trace.go:171","msg":"trace[1385666585] transaction","detail":"{read_only:false; response_revision:3415; number_of_response:1; }","duration":"168.584199ms","start":"2026-04-10T14:01:29.446598Z","end":"2026-04-10T14:01:29.615182Z","steps":["trace[1385666585] 'process raft request' (duration: 168.384854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:29.615598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.398166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-10T14:01:29.615673Z","caller":"traceutil/trace.go:171","msg":"trace[61257157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3417; }","duration":"140.538799ms","start":"2026-04-10T14:01:29.475117Z","end":"2026-04-10T14:01:29.615656Z","steps":["trace[61257157] 'agreement among raft nodes before linearized reading' (duration: 140.196241ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:31.868384Z","caller":"traceutil/trace.go:171","msg":"trace[1823863880] linearizableReadLoop","detail":"{readStateIndex:3566; appliedIndex:3564; }","duration":"114.360229ms","start":"2026-04-10T14:01:31.754Z","end":"2026-04-10T14:01:31.86836Z","steps":["trace[1823863880] 'read index received' (duration: 61.699219ms)","trace[1823863880] 'applied index is now lower than readState.Index' (duration: 52.65992ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:01:31.868508Z","caller":"traceutil/trace.go:171","msg":"trace[614357031] transaction","detail":"{read_only:false; response_revision:3431; number_of_response:1; }","duration":"131.003349ms","start":"2026-04-10T14:01:31.737466Z","end":"2026-04-10T14:01:31.868469Z","steps":["trace[614357031] 'process raft request' (duration: 130.734383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:31.868687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.669207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-10T14:01:31.868765Z","caller":"traceutil/trace.go:171","msg":"trace[1131357454] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:3431; }","duration":"114.79941ms","start":"2026-04-10T14:01:31.753947Z","end":"2026-04-10T14:01:31.868746Z","steps":["trace[1131357454] 'agreement among raft nodes before linearized reading' (duration: 114.545393ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:44.156725Z","caller":"traceutil/trace.go:171","msg":"trace[226918046] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"163.102927ms","start":"2026-04-10T14:01:43.993599Z","end":"2026-04-10T14:01:44.156702Z","steps":["trace[226918046] 'process raft request' (duration: 162.973413ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:44.305867Z","caller":"traceutil/trace.go:171","msg":"trace[1320236166] linearizableReadLoop","detail":"{readStateIndex:3654; appliedIndex:3652; }","duration":"146.123289ms","start":"2026-04-10T14:01:44.159699Z","end":"2026-04-10T14:01:44.305822Z","steps":["trace[1320236166] 'read index received' (duration: 145.915423ms)","trace[1320236166] 'applied index is now lower than readState.Index' (duration: 206.396µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:01:44.305988Z","caller":"traceutil/trace.go:171","msg":"trace[872910382] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"311.231388ms","start":"2026-04-10T14:01:43.994721Z","end":"2026-04-10T14:01:44.305952Z","steps":["trace[872910382] 'process raft request' (duration: 310.803097ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:44.306049Z","caller":"traceutil/trace.go:171","msg":"trace[794234684] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"311.061373ms","start":"2026-04-10T14:01:43.994972Z","end":"2026-04-10T14:01:44.306033Z","steps":["trace[794234684] 'process raft request' (duration: 310.763396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:44.306166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.447877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-10T14:01:44.306232Z","caller":"traceutil/trace.go:171","msg":"trace[1257208275] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3514; }","duration":"146.555579ms","start":"2026-04-10T14:01:44.159661Z","end":"2026-04-10T14:01:44.306216Z","steps":["trace[1257208275] 'agreement among raft nodes before linearized reading' (duration: 146.389715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:44.306234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:01:43.994959Z","time spent":"311.139055ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:01:44.306293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:01:43.994709Z","time spent":"311.378901ms","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2356,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:01:44.336093Z","caller":"traceutil/trace.go:171","msg":"trace[1715387209] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"101.039252ms","start":"2026-04-10T14:01:44.235033Z","end":"2026-04-10T14:01:44.336072Z","steps":["trace[1715387209] 'process raft request' (duration: 100.868988ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:44.429271Z","caller":"traceutil/trace.go:171","msg":"trace[132985602] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"118.011692ms","start":"2026-04-10T14:01:44.31124Z","end":"2026-04-10T14:01:44.429251Z","steps":["trace[132985602] 'process raft request' (duration: 114.229755ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:01:44.429434Z","caller":"traceutil/trace.go:171","msg":"trace[1757196710] transaction","detail":"{read_only:false; response_revision:3517; number_of_response:1; }","duration":"106.025581ms","start":"2026-04-10T14:01:44.323278Z","end":"2026-04-10T14:01:44.429304Z","steps":["trace[1757196710] 'process raft request' (duration: 105.893357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:44.429529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.306944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-04-10T14:01:44.429602Z","caller":"traceutil/trace.go:171","msg":"trace[730609366] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3517; }","duration":"119.437407ms","start":"2026-04-10T14:01:44.310147Z","end":"2026-04-10T14:01:44.429584Z","steps":["trace[730609366] 'agreement among raft nodes before linearized reading' (duration: 119.259613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:01:44.429788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.458019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-04-10T14:01:44.4299Z","caller":"traceutil/trace.go:171","msg":"trace[494595503] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3517; }","duration":"119.599162ms","start":"2026-04-10T14:01:44.310273Z","end":"2026-04-10T14:01:44.429872Z","steps":["trace[494595503] 'agreement among raft nodes before linearized reading' (duration: 118.996067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:31.826589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.018787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:02:31.826717Z","caller":"traceutil/trace.go:171","msg":"trace[770173653] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3923; }","duration":"119.198631ms","start":"2026-04-10T14:02:31.707489Z","end":"2026-04-10T14:02:31.826688Z","steps":["trace[770173653] 'count revisions from in-memory index tree' (duration: 118.902535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:31.82706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.302954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:02:31.827204Z","caller":"traceutil/trace.go:171","msg":"trace[1632648326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3923; }","duration":"107.528419ms","start":"2026-04-10T14:02:31.719645Z","end":"2026-04-10T14:02:31.827173Z","steps":["trace[1632648326] 'count revisions from in-memory index tree' (duration: 107.184181ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:36.975992Z","caller":"traceutil/trace.go:171","msg":"trace[190281616] linearizableReadLoop","detail":"{readStateIndex:4448; appliedIndex:4446; }","duration":"114.627305ms","start":"2026-04-10T14:02:36.861325Z","end":"2026-04-10T14:02:36.975952Z","steps":["trace[190281616] 'read index received' (duration: 17.913183ms)","trace[190281616] 'applied index is now lower than readState.Index' (duration: 96.713342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:02:36.976203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.85716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-zztc8\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-04-10T14:02:36.976242Z","caller":"traceutil/trace.go:171","msg":"trace[834860073] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-zztc8; range_end:; response_count:1; response_revision:4269; }","duration":"114.942022ms","start":"2026-04-10T14:02:36.86129Z","end":"2026-04-10T14:02:36.976232Z","steps":["trace[834860073] 'agreement among raft nodes before linearized reading' (duration: 114.779568ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:36.976207Z","caller":"traceutil/trace.go:171","msg":"trace[69185957] transaction","detail":"{read_only:false; response_revision:4269; number_of_response:1; }","duration":"154.448804ms","start":"2026-04-10T14:02:36.821723Z","end":"2026-04-10T14:02:36.976172Z","steps":["trace[69185957] 'process raft request' (duration: 154.021563ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:38.696825Z","caller":"traceutil/trace.go:171","msg":"trace[544328941] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"121.770309ms","start":"2026-04-10T14:02:38.575019Z","end":"2026-04-10T14:02:38.696789Z","steps":["trace[544328941] 'process raft request' (duration: 121.586374ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:40.282716Z","caller":"traceutil/trace.go:171","msg":"trace[643687548] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"108.699781ms","start":"2026-04-10T14:02:40.173994Z","end":"2026-04-10T14:02:40.282693Z","steps":["trace[643687548] 'process raft request' (duration: 108.555757ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:40.323157Z","caller":"traceutil/trace.go:171","msg":"trace[1398419701] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"148.377067ms","start":"2026-04-10T14:02:40.174754Z","end":"2026-04-10T14:02:40.323131Z","steps":["trace[1398419701] 'process raft request' (duration: 148.163201ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:40.323445Z","caller":"traceutil/trace.go:171","msg":"trace[236316113] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"148.348816ms","start":"2026-04-10T14:02:40.175071Z","end":"2026-04-10T14:02:40.32342Z","steps":["trace[236316113] 'process raft request' (duration: 147.996146ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:40.323594Z","caller":"traceutil/trace.go:171","msg":"trace[65738521] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"148.298635ms","start":"2026-04-10T14:02:40.175282Z","end":"2026-04-10T14:02:40.32358Z","steps":["trace[65738521] 'process raft request' (duration: 148.132891ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:40.323515Z","caller":"traceutil/trace.go:171","msg":"trace[1349277541] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"148.350227ms","start":"2026-04-10T14:02:40.175142Z","end":"2026-04-10T14:02:40.323492Z","steps":["trace[1349277541] 'process raft request' (duration: 148.160112ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:44.229974Z","caller":"traceutil/trace.go:171","msg":"trace[1723162323] linearizableReadLoop","detail":"{readStateIndex:4618; appliedIndex:4617; }","duration":"156.171748ms","start":"2026-04-10T14:02:44.073783Z","end":"2026-04-10T14:02:44.229954Z","steps":["trace[1723162323] 'read index received' (duration: 156.006534ms)","trace[1723162323] 'applied index is now lower than readState.Index' (duration: 164.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:02:44.23031Z","caller":"traceutil/trace.go:171","msg":"trace[1322769002] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"176.41352ms","start":"2026-04-10T14:02:44.053887Z","end":"2026-04-10T14:02:44.2303Z","steps":["trace[1322769002] 'process raft request' (duration: 175.955649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:44.230602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.806475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0c2b4b2-6c38-4a77-9ee3-dd126d2e54df\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-10T14:02:44.230649Z","caller":"traceutil/trace.go:171","msg":"trace[1892095270] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0c2b4b2-6c38-4a77-9ee3-dd126d2e54df; range_end:; response_count:1; response_revision:4435; }","duration":"156.896797ms","start":"2026-04-10T14:02:44.07374Z","end":"2026-04-10T14:02:44.230637Z","steps":["trace[1892095270] 'agreement among raft nodes before linearized reading' (duration: 156.755464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:44.230921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.753896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54d79f04-f971-4b48-b2b3-53d1456dbe4c\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-04-10T14:02:44.230952Z","caller":"traceutil/trace.go:171","msg":"trace[1639895177] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-54d79f04-f971-4b48-b2b3-53d1456dbe4c; range_end:; response_count:1; response_revision:4435; }","duration":"102.827968ms","start":"2026-04-10T14:02:44.128117Z","end":"2026-04-10T14:02:44.230945Z","steps":["trace[1639895177] 'agreement among raft nodes before linearized reading' (duration: 102.693334ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:46.725369Z","caller":"traceutil/trace.go:171","msg":"trace[658878271] linearizableReadLoop","detail":"{readStateIndex:4747; appliedIndex:4746; }","duration":"100.12527ms","start":"2026-04-10T14:02:46.625219Z","end":"2026-04-10T14:02:46.725344Z","steps":["trace[658878271] 'read index received' (duration: 50.123401ms)","trace[658878271] 'applied index is now lower than readState.Index' (duration: 50.000999ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:02:46.725457Z","caller":"traceutil/trace.go:171","msg":"trace[721487020] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"113.059869ms","start":"2026-04-10T14:02:46.612362Z","end":"2026-04-10T14:02:46.725422Z","steps":["trace[721487020] 'process raft request' (duration: 62.963418ms)","trace[721487020] 'compare' (duration: 49.853135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:02:46.725986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.743047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:724000"} {"level":"info","ts":"2026-04-10T14:02:46.726118Z","caller":"traceutil/trace.go:171","msg":"trace[220496786] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4558; }","duration":"100.917971ms","start":"2026-04-10T14:02:46.625185Z","end":"2026-04-10T14:02:46.726103Z","steps":["trace[220496786] 'agreement among raft nodes before linearized reading' (duration: 100.344006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:46.966227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.628059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:77125"} {"level":"info","ts":"2026-04-10T14:02:46.96631Z","caller":"traceutil/trace.go:171","msg":"trace[1791493074] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4558; }","duration":"140.732624ms","start":"2026-04-10T14:02:46.825559Z","end":"2026-04-10T14:02:46.966291Z","steps":["trace[1791493074] 'range keys from in-memory index tree' (duration: 140.446316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:49.166963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.52442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:02:49.167067Z","caller":"traceutil/trace.go:171","msg":"trace[656525441] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"717.135087ms","start":"2026-04-10T14:02:48.449915Z","end":"2026-04-10T14:02:49.16705Z","steps":["trace[656525441] 'process raft request' (duration: 428.445123ms)","trace[656525441] 'compare' (duration: 288.263563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:02:49.167114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:48.449893Z","time spent":"717.198809ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:02:49.181111Z","caller":"traceutil/trace.go:171","msg":"trace[1064840378] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"730.506637ms","start":"2026-04-10T14:02:48.450571Z","end":"2026-04-10T14:02:49.181077Z","steps":["trace[1064840378] 'process raft request' (duration: 730.399985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:49.181285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:48.450562Z","time spent":"730.63854ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:02:49.181114Z","caller":"traceutil/trace.go:171","msg":"trace[2014909235] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"730.757795ms","start":"2026-04-10T14:02:48.450307Z","end":"2026-04-10T14:02:49.181065Z","steps":["trace[2014909235] 'process raft request' (duration: 730.474438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:49.181469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:48.450285Z","time spent":"731.097334ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:02:49.181511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.937063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1d776da-1366-4eed-95e9-4560d9ca8e27\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-10T14:02:49.181528Z","caller":"traceutil/trace.go:171","msg":"trace[480760892] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"730.884098ms","start":"2026-04-10T14:02:48.450624Z","end":"2026-04-10T14:02:49.181508Z","steps":["trace[480760892] 'process raft request' (duration: 730.406705ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:49.181338Z","caller":"traceutil/trace.go:171","msg":"trace[1422917190] linearizableReadLoop","detail":"{readStateIndex:4796; appliedIndex:4791; }","duration":"674.737917ms","start":"2026-04-10T14:02:48.506586Z","end":"2026-04-10T14:02:49.181324Z","steps":["trace[1422917190] 'read index received' (duration: 371.755109ms)","trace[1422917190] 'applied index is now lower than readState.Index' (duration: 302.981918ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:02:49.181586Z","caller":"traceutil/trace.go:171","msg":"trace[1811224110] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"719.182261ms","start":"2026-04-10T14:02:48.462395Z","end":"2026-04-10T14:02:49.181577Z","steps":["trace[1811224110] 'process raft request' (duration: 718.827571ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:49.181554Z","caller":"traceutil/trace.go:171","msg":"trace[809174837] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1d776da-1366-4eed-95e9-4560d9ca8e27; range_end:; response_count:1; response_revision:4605; }","duration":"675.037276ms","start":"2026-04-10T14:02:48.506506Z","end":"2026-04-10T14:02:49.181543Z","steps":["trace[809174837] 'agreement among raft nodes before linearized reading' (duration: 674.86082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:49.181633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:48.450616Z","time spent":"730.954179ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:02:49.18165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:48.462376Z","time spent":"719.238472ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:02:49.181641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:48.506481Z","time spent":"675.147039ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1d776da-1366-4eed-95e9-4560d9ca8e27\" "} {"level":"info","ts":"2026-04-10T14:02:51.565835Z","caller":"traceutil/trace.go:171","msg":"trace[739457882] linearizableReadLoop","detail":"{readStateIndex:4843; appliedIndex:4842; }","duration":"101.062145ms","start":"2026-04-10T14:02:51.464754Z","end":"2026-04-10T14:02:51.565816Z","steps":["trace[739457882] 'read index received' (duration: 100.893721ms)","trace[739457882] 'applied index is now lower than readState.Index' (duration: 167.764µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:02:51.566067Z","caller":"traceutil/trace.go:171","msg":"trace[1599429991] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"103.488049ms","start":"2026-04-10T14:02:51.462557Z","end":"2026-04-10T14:02:51.566045Z","steps":["trace[1599429991] 'process raft request' (duration: 103.150819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:51.566122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.347883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-10T14:02:51.566509Z","caller":"traceutil/trace.go:171","msg":"trace[319149717] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4650; }","duration":"101.751003ms","start":"2026-04-10T14:02:51.464714Z","end":"2026-04-10T14:02:51.566465Z","steps":["trace[319149717] 'agreement among raft nodes before linearized reading' (duration: 101.243771ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:51.714694Z","caller":"traceutil/trace.go:171","msg":"trace[131008157] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"140.845746ms","start":"2026-04-10T14:02:51.57383Z","end":"2026-04-10T14:02:51.714675Z","steps":["trace[131008157] 'process raft request' (duration: 140.395724ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:51.882116Z","caller":"traceutil/trace.go:171","msg":"trace[362438513] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4652; }","duration":"101.193998ms","start":"2026-04-10T14:02:51.780894Z","end":"2026-04-10T14:02:51.882088Z","steps":["trace[362438513] 'process raft request' (duration: 25.046584ms)","trace[362438513] 'compare' (duration: 76.089762ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:02:51.949668Z","caller":"traceutil/trace.go:171","msg":"trace[1831934325] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"125.193486ms","start":"2026-04-10T14:02:51.824428Z","end":"2026-04-10T14:02:51.949622Z","steps":["trace[1831934325] 'process raft request' (duration: 124.779025ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:55.400663Z","caller":"traceutil/trace.go:171","msg":"trace[884465610] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"158.372485ms","start":"2026-04-10T14:02:55.242254Z","end":"2026-04-10T14:02:55.400626Z","steps":["trace[884465610] 'process raft request' (duration: 130.331701ms)","trace[884465610] 'compare' (duration: 27.863149ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:02:55.510949Z","caller":"traceutil/trace.go:171","msg":"trace[440050925] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"268.170799ms","start":"2026-04-10T14:02:55.24275Z","end":"2026-04-10T14:02:55.510921Z","steps":["trace[440050925] 'process raft request' (duration: 263.829865ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:55.511146Z","caller":"traceutil/trace.go:171","msg":"trace[1715902275] linearizableReadLoop","detail":"{readStateIndex:4922; appliedIndex:4918; }","duration":"197.052948ms","start":"2026-04-10T14:02:55.314082Z","end":"2026-04-10T14:02:55.511135Z","steps":["trace[1715902275] 'read index received' (duration: 58.552513ms)","trace[1715902275] 'applied index is now lower than readState.Index' (duration: 138.499875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:02:55.51129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.202941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-10T14:02:55.511331Z","caller":"traceutil/trace.go:171","msg":"trace[1886231361] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4726; }","duration":"197.297484ms","start":"2026-04-10T14:02:55.314026Z","end":"2026-04-10T14:02:55.511323Z","steps":["trace[1886231361] 'agreement among raft nodes before linearized reading' (duration: 197.15459ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:55.511383Z","caller":"traceutil/trace.go:171","msg":"trace[159249232] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"266.252298ms","start":"2026-04-10T14:02:55.245077Z","end":"2026-04-10T14:02:55.51133Z","steps":["trace[159249232] 'process raft request' (duration: 265.998452ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:55.511484Z","caller":"traceutil/trace.go:171","msg":"trace[1125632865] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"268.122687ms","start":"2026-04-10T14:02:55.243296Z","end":"2026-04-10T14:02:55.511419Z","steps":["trace[1125632865] 'process raft request' (duration: 267.580423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:56.054488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.235647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:02:56.054795Z","caller":"traceutil/trace.go:171","msg":"trace[655030446] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"466.382945ms","start":"2026-04-10T14:02:55.588389Z","end":"2026-04-10T14:02:56.054772Z","steps":["trace[655030446] 'process raft request' (duration: 466.261842ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:56.054853Z","caller":"traceutil/trace.go:171","msg":"trace[896665403] linearizableReadLoop","detail":"{readStateIndex:4927; appliedIndex:4926; }","duration":"490.985159ms","start":"2026-04-10T14:02:55.563835Z","end":"2026-04-10T14:02:56.05482Z","steps":["trace[896665403] 'read index received' (duration: 208.299232ms)","trace[896665403] 'applied index is now lower than readState.Index' (duration: 282.682487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:02:56.054944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:55.588377Z","time spent":"466.466468ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:02:56.05502Z","caller":"traceutil/trace.go:171","msg":"trace[1878821824] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"524.170949ms","start":"2026-04-10T14:02:55.530829Z","end":"2026-04-10T14:02:56.055Z","steps":["trace[1878821824] 'process raft request' (duration: 241.291786ms)","trace[1878821824] 'compare' (duration: 281.584099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:02:56.055148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:55.530812Z","time spent":"524.24069ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:02:56.055301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.661767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:02:56.05537Z","caller":"traceutil/trace.go:171","msg":"trace[1801008047] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4732; }","duration":"175.799551ms","start":"2026-04-10T14:02:55.879555Z","end":"2026-04-10T14:02:56.055354Z","steps":["trace[1801008047] 'agreement among raft nodes before linearized reading' (duration: 175.672597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:56.055363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.510783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kz8fn.18a503c339a76eac\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-10T14:02:56.055398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.102775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T14:02:56.055489Z","caller":"traceutil/trace.go:171","msg":"trace[848223725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:4732; }","duration":"467.237387ms","start":"2026-04-10T14:02:55.588231Z","end":"2026-04-10T14:02:56.055468Z","steps":["trace[848223725] 'agreement among raft nodes before linearized reading' (duration: 466.95351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:56.055538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:55.588215Z","time spent":"467.31373ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-46glf\" "} {"level":"info","ts":"2026-04-10T14:02:56.055429Z","caller":"traceutil/trace.go:171","msg":"trace[821939785] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kz8fn.18a503c339a76eac; range_end:; response_count:1; response_revision:4732; }","duration":"491.657787ms","start":"2026-04-10T14:02:55.563756Z","end":"2026-04-10T14:02:56.055413Z","steps":["trace[821939785] 'agreement among raft nodes before linearized reading' (duration: 491.407321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:56.055652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:55.563694Z","time spent":"491.936545ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kz8fn.18a503c339a76eac\" "} {"level":"warn","ts":"2026-04-10T14:02:56.055719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.579617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-10T14:02:56.05576Z","caller":"traceutil/trace.go:171","msg":"trace[1866336372] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4732; }","duration":"279.67201ms","start":"2026-04-10T14:02:55.776079Z","end":"2026-04-10T14:02:56.055751Z","steps":["trace[1866336372] 'agreement among raft nodes before linearized reading' (duration: 279.119066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:56.055986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.03052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:792033"} {"level":"info","ts":"2026-04-10T14:02:56.056084Z","caller":"traceutil/trace.go:171","msg":"trace[1911470301] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4732; }","duration":"259.217684ms","start":"2026-04-10T14:02:55.796849Z","end":"2026-04-10T14:02:56.056066Z","steps":["trace[1911470301] 'agreement among raft nodes before linearized reading' (duration: 258.321151ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:56.603874Z","caller":"traceutil/trace.go:171","msg":"trace[1305877103] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"108.773778ms","start":"2026-04-10T14:02:56.495069Z","end":"2026-04-10T14:02:56.603843Z","steps":["trace[1305877103] 'process raft request' (duration: 99.237628ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:57.377284Z","caller":"traceutil/trace.go:171","msg":"trace[552402510] linearizableReadLoop","detail":"{readStateIndex:4971; appliedIndex:4970; }","duration":"137.739354ms","start":"2026-04-10T14:02:57.239511Z","end":"2026-04-10T14:02:57.377251Z","steps":["trace[552402510] 'read index received' (duration: 125.200066ms)","trace[552402510] 'applied index is now lower than readState.Index' (duration: 12.537988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:02:57.37735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.736328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:96648"} {"level":"info","ts":"2026-04-10T14:02:57.377397Z","caller":"traceutil/trace.go:171","msg":"trace[901857471] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:4772; }","duration":"149.871623ms","start":"2026-04-10T14:02:57.227514Z","end":"2026-04-10T14:02:57.377385Z","steps":["trace[901857471] 'range keys from in-memory index tree' (duration: 149.391299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:57.377457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.95205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:02:57.377439Z","caller":"traceutil/trace.go:171","msg":"trace[280610558] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"147.428989ms","start":"2026-04-10T14:02:57.229972Z","end":"2026-04-10T14:02:57.377401Z","steps":["trace[280610558] 'process raft request' (duration: 134.732626ms)","trace[280610558] 'compare' (duration: 12.249101ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:02:57.377496Z","caller":"traceutil/trace.go:171","msg":"trace[1073311468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4773; }","duration":"138.027713ms","start":"2026-04-10T14:02:57.239455Z","end":"2026-04-10T14:02:57.377482Z","steps":["trace[1073311468] 'agreement among raft nodes before linearized reading' (duration: 137.964412ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:57.403829Z","caller":"traceutil/trace.go:171","msg":"trace[129217189] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"132.941279ms","start":"2026-04-10T14:02:57.270854Z","end":"2026-04-10T14:02:57.403795Z","steps":["trace[129217189] 'process raft request' (duration: 132.785475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:57.667562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.027114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:02:57.667918Z","caller":"traceutil/trace.go:171","msg":"trace[650327903] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"294.247881ms","start":"2026-04-10T14:02:57.373641Z","end":"2026-04-10T14:02:57.667889Z","steps":["trace[650327903] 'process raft request' (duration: 145.778275ms)","trace[650327903] 'compare' (duration: 147.82593ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:02:57.668113Z","caller":"traceutil/trace.go:171","msg":"trace[938063246] linearizableReadLoop","detail":"{readStateIndex:4973; appliedIndex:4971; }","duration":"290.698347ms","start":"2026-04-10T14:02:57.377379Z","end":"2026-04-10T14:02:57.668078Z","steps":["trace[938063246] 'read index received' (duration: 26.39197ms)","trace[938063246] 'applied index is now lower than readState.Index' (duration: 264.301957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:02:57.668348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.396495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-10T14:02:57.668349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.925938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:02:57.668399Z","caller":"traceutil/trace.go:171","msg":"trace[809741113] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4775; }","duration":"388.505898ms","start":"2026-04-10T14:02:57.279876Z","end":"2026-04-10T14:02:57.668382Z","steps":["trace[809741113] 'agreement among raft nodes before linearized reading' (duration: 388.223661ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:57.668404Z","caller":"traceutil/trace.go:171","msg":"trace[1684777939] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4775; }","duration":"376.028871ms","start":"2026-04-10T14:02:57.29236Z","end":"2026-04-10T14:02:57.668389Z","steps":["trace[1684777939] 'agreement among raft nodes before linearized reading' (duration: 375.804495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:57.668431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:57.279865Z","time spent":"388.555179ms","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-10T14:02:57.66846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.428515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-kz8fn\" ","response":"range_response_count:1 size:9897"} {"level":"warn","ts":"2026-04-10T14:02:57.66844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:57.292336Z","time spent":"376.093953ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":41,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:02:57.668614Z","caller":"traceutil/trace.go:171","msg":"trace[76351039] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-kz8fn; range_end:; response_count:1; response_revision:4775; }","duration":"417.64261ms","start":"2026-04-10T14:02:57.250948Z","end":"2026-04-10T14:02:57.668591Z","steps":["trace[76351039] 'agreement among raft nodes before linearized reading' (duration: 417.213919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:57.668591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.339847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-10T14:02:57.668681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:57.25093Z","time spent":"417.738253ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9920,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-kz8fn\" "} {"level":"info","ts":"2026-04-10T14:02:57.668729Z","caller":"traceutil/trace.go:171","msg":"trace[1277856940] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"262.765438ms","start":"2026-04-10T14:02:57.405947Z","end":"2026-04-10T14:02:57.668712Z","steps":["trace[1277856940] 'process raft request' (duration: 262.375347ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:02:57.668731Z","caller":"traceutil/trace.go:171","msg":"trace[771203819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4775; }","duration":"426.555084ms","start":"2026-04-10T14:02:57.242146Z","end":"2026-04-10T14:02:57.668701Z","steps":["trace[771203819] 'agreement among raft nodes before linearized reading' (duration: 426.100251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:57.668803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:02:57.242125Z","time spent":"426.665577ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T14:02:57.668882Z","caller":"traceutil/trace.go:171","msg":"trace[1401385361] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"243.818181ms","start":"2026-04-10T14:02:57.425046Z","end":"2026-04-10T14:02:57.668864Z","steps":["trace[1401385361] 'process raft request' (duration: 243.573305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:57.673149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.20897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:02:57.673246Z","caller":"traceutil/trace.go:171","msg":"trace[751411394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4777; }","duration":"294.339383ms","start":"2026-04-10T14:02:57.378884Z","end":"2026-04-10T14:02:57.673224Z","steps":["trace[751411394] 'agreement among raft nodes before linearized reading' (duration: 294.168878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:57.673301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.087391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T14:02:57.673395Z","caller":"traceutil/trace.go:171","msg":"trace[1106042667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4777; }","duration":"157.239385ms","start":"2026-04-10T14:02:57.516138Z","end":"2026-04-10T14:02:57.673377Z","steps":["trace[1106042667] 'agreement among raft nodes before linearized reading' (duration: 156.972318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:57.673594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.228971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T14:02:57.673632Z","caller":"traceutil/trace.go:171","msg":"trace[860855387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4777; }","duration":"158.260471ms","start":"2026-04-10T14:02:57.515357Z","end":"2026-04-10T14:02:57.673618Z","steps":["trace[860855387] 'agreement among raft nodes before linearized reading' (duration: 158.127387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:57.673799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.165593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-10T14:02:57.673824Z","caller":"traceutil/trace.go:171","msg":"trace[1089190374] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4777; }","duration":"264.223994ms","start":"2026-04-10T14:02:57.409594Z","end":"2026-04-10T14:02:57.673818Z","steps":["trace[1089190374] 'agreement among raft nodes before linearized reading' (duration: 264.144402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:02:57.674931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.957884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2575982"} {"level":"info","ts":"2026-04-10T14:02:57.675017Z","caller":"traceutil/trace.go:171","msg":"trace[665758766] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4777; }","duration":"150.091379ms","start":"2026-04-10T14:02:57.524908Z","end":"2026-04-10T14:02:57.675Z","steps":["trace[665758766] 'agreement among raft nodes before linearized reading' (duration: 148.733093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:03.688028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.017607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:03:03.688122Z","caller":"traceutil/trace.go:171","msg":"trace[1975889046] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4877; }","duration":"100.180592ms","start":"2026-04-10T14:03:03.587921Z","end":"2026-04-10T14:03:03.688102Z","steps":["trace[1975889046] 'count revisions from in-memory index tree' (duration: 99.815581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:04.652212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660507564,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:03:04.794313Z","caller":"traceutil/trace.go:171","msg":"trace[1131343840] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"696.072577ms","start":"2026-04-10T14:03:04.098218Z","end":"2026-04-10T14:03:04.794291Z","steps":["trace[1131343840] 'process raft request' (duration: 686.743333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:04.794459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:04.098193Z","time spent":"696.187621ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:03:04.794493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.667879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-10T14:03:04.794534Z","caller":"traceutil/trace.go:171","msg":"trace[693933928] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4882; }","duration":"642.768052ms","start":"2026-04-10T14:03:04.151755Z","end":"2026-04-10T14:03:04.794523Z","steps":["trace[693933928] 'agreement among raft nodes before linearized reading' (duration: 642.610678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:04.794567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:04.151727Z","time spent":"642.832173ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:03:04.794312Z","caller":"traceutil/trace.go:171","msg":"trace[609846790] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5083; }","duration":"642.449464ms","start":"2026-04-10T14:03:04.151832Z","end":"2026-04-10T14:03:04.794282Z","steps":["trace[609846790] 'read index received' (duration: 632.566166ms)","trace[609846790] 'applied index is now lower than readState.Index' (duration: 9.881798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:03:04.794795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.767549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T14:03:04.794818Z","caller":"traceutil/trace.go:171","msg":"trace[1348252130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:4882; }","duration":"606.833951ms","start":"2026-04-10T14:03:04.187977Z","end":"2026-04-10T14:03:04.794811Z","steps":["trace[1348252130] 'agreement among raft nodes before linearized reading' (duration: 606.742199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:04.794842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:04.187954Z","time spent":"606.884022ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-46glf\" "} {"level":"warn","ts":"2026-04-10T14:03:04.794884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.552907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:03:04.794958Z","caller":"traceutil/trace.go:171","msg":"trace[266100560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4882; }","duration":"268.676371ms","start":"2026-04-10T14:03:04.526261Z","end":"2026-04-10T14:03:04.794938Z","steps":["trace[266100560] 'agreement among raft nodes before linearized reading' (duration: 268.553177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:04.795028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.907162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T14:03:04.79505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.690979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-10T14:03:04.795044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.113633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-vgjfz\" ","response":"range_response_count:1 size:7812"} {"level":"info","ts":"2026-04-10T14:03:04.795081Z","caller":"traceutil/trace.go:171","msg":"trace[759209301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4882; }","duration":"261.776241ms","start":"2026-04-10T14:03:04.533298Z","end":"2026-04-10T14:03:04.795074Z","steps":["trace[759209301] 'agreement among raft nodes before linearized reading' (duration: 261.691859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:04.795058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.91859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-10T14:03:04.795086Z","caller":"traceutil/trace.go:171","msg":"trace[421494562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4882; }","duration":"456.009705ms","start":"2026-04-10T14:03:04.339062Z","end":"2026-04-10T14:03:04.795072Z","steps":["trace[421494562] 'agreement among raft nodes before linearized reading' (duration: 455.82198ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:04.795116Z","caller":"traceutil/trace.go:171","msg":"trace[1872118501] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-c47d949f5-vgjfz; range_end:; response_count:1; response_revision:4882; }","duration":"483.236846ms","start":"2026-04-10T14:03:04.311861Z","end":"2026-04-10T14:03:04.795098Z","steps":["trace[1872118501] 'agreement among raft nodes before linearized reading' (duration: 482.990959ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:04.795129Z","caller":"traceutil/trace.go:171","msg":"trace[1765104654] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4882; }","duration":"522.033253ms","start":"2026-04-10T14:03:04.27308Z","end":"2026-04-10T14:03:04.795113Z","steps":["trace[1765104654] 'agreement among raft nodes before linearized reading' (duration: 521.838028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:04.795132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:04.339041Z","time spent":"456.082017ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:03:04.795167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:04.27305Z","time spent":"522.108995ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:03:04.795177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:04.31184Z","time spent":"483.327249ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7835,"request content":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-vgjfz\" "} {"level":"info","ts":"2026-04-10T14:03:04.929961Z","caller":"traceutil/trace.go:171","msg":"trace[107826615] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"130.31379ms","start":"2026-04-10T14:03:04.799614Z","end":"2026-04-10T14:03:04.929928Z","steps":["trace[107826615] 'process raft request' (duration: 126.490811ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:04.932598Z","caller":"traceutil/trace.go:171","msg":"trace[581821459] linearizableReadLoop","detail":"{readStateIndex:5086; appliedIndex:5084; }","duration":"131.681876ms","start":"2026-04-10T14:03:04.800866Z","end":"2026-04-10T14:03:04.932548Z","steps":["trace[581821459] 'read index received' (duration: 125.244528ms)","trace[581821459] 'applied index is now lower than readState.Index' (duration: 6.435398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:03:04.932917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.018376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:50395"} {"level":"info","ts":"2026-04-10T14:03:04.932956Z","caller":"traceutil/trace.go:171","msg":"trace[1675549344] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4887; }","duration":"132.096807ms","start":"2026-04-10T14:03:04.800848Z","end":"2026-04-10T14:03:04.932945Z","steps":["trace[1675549344] 'agreement among raft nodes before linearized reading' (duration: 131.82355ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:04.933342Z","caller":"traceutil/trace.go:171","msg":"trace[310759582] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"133.638628ms","start":"2026-04-10T14:03:04.799687Z","end":"2026-04-10T14:03:04.933325Z","steps":["trace[310759582] 'process raft request' (duration: 132.508249ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:04.933721Z","caller":"traceutil/trace.go:171","msg":"trace[1483368163] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"131.709748ms","start":"2026-04-10T14:03:04.801768Z","end":"2026-04-10T14:03:04.933477Z","steps":["trace[1483368163] 'process raft request' (duration: 130.594419ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:04.933755Z","caller":"traceutil/trace.go:171","msg":"trace[621832513] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"129.086809ms","start":"2026-04-10T14:03:04.804641Z","end":"2026-04-10T14:03:04.933728Z","steps":["trace[621832513] 'process raft request' (duration: 127.835406ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:04.93386Z","caller":"traceutil/trace.go:171","msg":"trace[1892963223] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"130.533846ms","start":"2026-04-10T14:03:04.803302Z","end":"2026-04-10T14:03:04.933836Z","steps":["trace[1892963223] 'process raft request' (duration: 129.120889ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:11.369377Z","caller":"traceutil/trace.go:171","msg":"trace[1432308691] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"288.685115ms","start":"2026-04-10T14:03:11.080669Z","end":"2026-04-10T14:03:11.369354Z","steps":["trace[1432308691] 'process raft request' (duration: 285.250235ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:11.369419Z","caller":"traceutil/trace.go:171","msg":"trace[828863893] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5227; }","duration":"144.799668ms","start":"2026-04-10T14:03:11.22456Z","end":"2026-04-10T14:03:11.36936Z","steps":["trace[828863893] 'read index received' (duration: 141.287496ms)","trace[828863893] 'applied index is now lower than readState.Index' (duration: 3.508532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:03:11.369579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.989664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:03:11.369639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.491712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:03:11.369678Z","caller":"traceutil/trace.go:171","msg":"trace[544525005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5024; }","duration":"131.607014ms","start":"2026-04-10T14:03:11.23806Z","end":"2026-04-10T14:03:11.369667Z","steps":["trace[544525005] 'agreement among raft nodes before linearized reading' (duration: 131.496311ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:11.369694Z","caller":"traceutil/trace.go:171","msg":"trace[137695324] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5024; }","duration":"145.138729ms","start":"2026-04-10T14:03:11.224527Z","end":"2026-04-10T14:03:11.369666Z","steps":["trace[137695324] 'agreement among raft nodes before linearized reading' (duration: 144.948464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:11.847386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.293816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-10T14:03:11.84749Z","caller":"traceutil/trace.go:171","msg":"trace[1672564739] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5026; }","duration":"238.45144ms","start":"2026-04-10T14:03:11.609016Z","end":"2026-04-10T14:03:11.847468Z","steps":["trace[1672564739] 'range keys from in-memory index tree' (duration: 237.925547ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:12.595231Z","caller":"traceutil/trace.go:171","msg":"trace[50752104] linearizableReadLoop","detail":"{readStateIndex:5236; appliedIndex:5235; }","duration":"246.8669ms","start":"2026-04-10T14:03:12.348337Z","end":"2026-04-10T14:03:12.595204Z","steps":["trace[50752104] 'read index received' (duration: 246.624844ms)","trace[50752104] 'applied index is now lower than readState.Index' (duration: 241.226µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:03:12.595311Z","caller":"traceutil/trace.go:171","msg":"trace[79062213] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"249.667903ms","start":"2026-04-10T14:03:12.345599Z","end":"2026-04-10T14:03:12.595267Z","steps":["trace[79062213] 'process raft request' (duration: 249.446038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:12.59543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.259442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:03:12.595463Z","caller":"traceutil/trace.go:171","msg":"trace[34253356] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5032; }","duration":"239.355404ms","start":"2026-04-10T14:03:12.356099Z","end":"2026-04-10T14:03:12.595454Z","steps":["trace[34253356] 'agreement among raft nodes before linearized reading' (duration: 239.243341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:12.595522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.161029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-10T14:03:12.595606Z","caller":"traceutil/trace.go:171","msg":"trace[1457721620] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5032; }","duration":"247.264871ms","start":"2026-04-10T14:03:12.348322Z","end":"2026-04-10T14:03:12.595587Z","steps":["trace[1457721620] 'agreement among raft nodes before linearized reading' (duration: 247.010975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:12.595662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.616905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3c85ae9-2558-47d6-9ad3-5e80a14d1e68\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-10T14:03:12.595725Z","caller":"traceutil/trace.go:171","msg":"trace[931377073] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3c85ae9-2558-47d6-9ad3-5e80a14d1e68; range_end:; response_count:1; response_revision:5032; }","duration":"191.745408ms","start":"2026-04-10T14:03:12.403963Z","end":"2026-04-10T14:03:12.595709Z","steps":["trace[931377073] 'agreement among raft nodes before linearized reading' (duration: 191.515373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:12.595847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.317845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-10T14:03:12.595942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.104956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3c85ae9-2558-47d6-9ad3-5e80a14d1e68\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-10T14:03:12.595965Z","caller":"traceutil/trace.go:171","msg":"trace[164261127] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:5032; }","duration":"236.481398ms","start":"2026-04-10T14:03:12.359455Z","end":"2026-04-10T14:03:12.595937Z","steps":["trace[164261127] 'agreement among raft nodes before linearized reading' (duration: 236.17688ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:12.59601Z","caller":"traceutil/trace.go:171","msg":"trace[1051357701] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3c85ae9-2558-47d6-9ad3-5e80a14d1e68; range_end:; response_count:1; response_revision:5032; }","duration":"221.25156ms","start":"2026-04-10T14:03:12.374737Z","end":"2026-04-10T14:03:12.595989Z","steps":["trace[1051357701] 'agreement among raft nodes before linearized reading' (duration: 220.942173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:12.595885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.069112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-10T14:03:12.596071Z","caller":"traceutil/trace.go:171","msg":"trace[1605756326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5032; }","duration":"120.294869ms","start":"2026-04-10T14:03:12.475764Z","end":"2026-04-10T14:03:12.596059Z","steps":["trace[1605756326] 'agreement among raft nodes before linearized reading' (duration: 119.849507ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:12.894448Z","caller":"traceutil/trace.go:171","msg":"trace[2067433668] linearizableReadLoop","detail":"{readStateIndex:5237; appliedIndex:5236; }","duration":"293.097701ms","start":"2026-04-10T14:03:12.601311Z","end":"2026-04-10T14:03:12.894409Z","steps":["trace[2067433668] 'read index received' (duration: 273.348913ms)","trace[2067433668] 'applied index is now lower than readState.Index' (duration: 19.746638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:03:12.89475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.413779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-10T14:03:12.894843Z","caller":"traceutil/trace.go:171","msg":"trace[664510541] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5032; }","duration":"293.538232ms","start":"2026-04-10T14:03:12.601286Z","end":"2026-04-10T14:03:12.894824Z","steps":["trace[664510541] 'agreement among raft nodes before linearized reading' (duration: 293.290256ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:12.903528Z","caller":"traceutil/trace.go:171","msg":"trace[713026898] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"300.193736ms","start":"2026-04-10T14:03:12.603318Z","end":"2026-04-10T14:03:12.903511Z","steps":["trace[713026898] 'process raft request' (duration: 299.97121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:12.903717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:12.603302Z","time spent":"300.295879ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:03:12.903945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.779874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9761"} {"level":"info","ts":"2026-04-10T14:03:12.90415Z","caller":"traceutil/trace.go:171","msg":"trace[2130083588] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5034; }","duration":"298.00855ms","start":"2026-04-10T14:03:12.606127Z","end":"2026-04-10T14:03:12.904135Z","steps":["trace[2130083588] 'agreement among raft nodes before linearized reading' (duration: 297.700431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:14.975732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660507995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:03:15.656154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.214594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:03:15.656289Z","caller":"traceutil/trace.go:171","msg":"trace[1283533317] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"1.187855828s","start":"2026-04-10T14:03:14.468413Z","end":"2026-04-10T14:03:15.656269Z","steps":["trace[1283533317] 'process raft request' (duration: 753.451038ms)","trace[1283533317] 'compare' (duration: 433.723062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:03:15.656346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:14.468389Z","time spent":"1.18793335s","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:03:15.661091Z","caller":"traceutil/trace.go:171","msg":"trace[848219532] linearizableReadLoop","detail":"{readStateIndex:5277; appliedIndex:5274; }","duration":"1.185358053s","start":"2026-04-10T14:03:14.475704Z","end":"2026-04-10T14:03:15.661062Z","steps":["trace[848219532] 'read index received' (duration: 746.191499ms)","trace[848219532] 'applied index is now lower than readState.Index' (duration: 439.165364ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:03:15.661173Z","caller":"traceutil/trace.go:171","msg":"trace[1592559301] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"1.110956935s","start":"2026-04-10T14:03:14.550169Z","end":"2026-04-10T14:03:15.661126Z","steps":["trace[1592559301] 'process raft request' (duration: 1.110629606s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:15.661201Z","caller":"traceutil/trace.go:171","msg":"trace[1852377341] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"752.376941ms","start":"2026-04-10T14:03:14.90876Z","end":"2026-04-10T14:03:15.661137Z","steps":["trace[1852377341] 'process raft request' (duration: 752.238677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:15.661394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:14.550137Z","time spent":"1.111130329s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:03:15.661408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185670121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-10T14:03:15.661461Z","caller":"traceutil/trace.go:171","msg":"trace[600984508] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5070; }","duration":"1.185752463s","start":"2026-04-10T14:03:14.475692Z","end":"2026-04-10T14:03:15.661444Z","steps":["trace[600984508] 'agreement among raft nodes before linearized reading' (duration: 1.185535937s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:15.661499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:14.475602Z","time spent":"1.185887006s","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-10T14:03:15.661497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056284865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3c85ae9-2558-47d6-9ad3-5e80a14d1e68\" ","response":"range_response_count:1 size:3948"} {"level":"warn","ts":"2026-04-10T14:03:15.661506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.595119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-10T14:03:15.661526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:14.908734Z","time spent":"752.693088ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:03:15.661553Z","caller":"traceutil/trace.go:171","msg":"trace[155101960] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3c85ae9-2558-47d6-9ad3-5e80a14d1e68; range_end:; response_count:1; response_revision:5070; }","duration":"1.056397097s","start":"2026-04-10T14:03:14.605139Z","end":"2026-04-10T14:03:15.661536Z","steps":["trace[155101960] 'agreement among raft nodes before linearized reading' (duration: 1.056206312s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:15.661567Z","caller":"traceutil/trace.go:171","msg":"trace[427339721] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5070; }","duration":"631.691701ms","start":"2026-04-10T14:03:15.029858Z","end":"2026-04-10T14:03:15.66155Z","steps":["trace[427339721] 'agreement among raft nodes before linearized reading' (duration: 631.484096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:15.661598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:14.605106Z","time spent":"1.056483079s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3c85ae9-2558-47d6-9ad3-5e80a14d1e68\" "} {"level":"warn","ts":"2026-04-10T14:03:15.661604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.233638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-04-10T14:03:15.661675Z","caller":"traceutil/trace.go:171","msg":"trace[180504526] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5070; }","duration":"621.32252ms","start":"2026-04-10T14:03:15.040334Z","end":"2026-04-10T14:03:15.661657Z","steps":["trace[180504526] 'agreement among raft nodes before linearized reading' (duration: 621.105665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:15.661717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:15.040326Z","time spent":"621.379511ms","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3221,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-10T14:03:15.661768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.18188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-10T14:03:15.661815Z","caller":"traceutil/trace.go:171","msg":"trace[37720775] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5070; }","duration":"631.227991ms","start":"2026-04-10T14:03:15.030574Z","end":"2026-04-10T14:03:15.661802Z","steps":["trace[37720775] 'agreement among raft nodes before linearized reading' (duration: 631.080126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:15.661788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.751001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-10T14:03:15.661855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:15.030541Z","time spent":"631.304212ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:03:15.661906Z","caller":"traceutil/trace.go:171","msg":"trace[1487178713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:5070; }","duration":"681.978959ms","start":"2026-04-10T14:03:14.979901Z","end":"2026-04-10T14:03:15.66188Z","steps":["trace[1487178713] 'agreement among raft nodes before linearized reading' (duration: 681.590588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:15.661919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.028634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-10T14:03:15.661956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.614452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T14:03:15.661965Z","caller":"traceutil/trace.go:171","msg":"trace[246116823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5070; }","duration":"686.117226ms","start":"2026-04-10T14:03:14.975835Z","end":"2026-04-10T14:03:15.661952Z","steps":["trace[246116823] 'agreement among raft nodes before linearized reading' (duration: 685.873629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:15.661849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.675067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:03:15.661968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:14.979883Z","time spent":"682.07366ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-46glf\" "} {"level":"info","ts":"2026-04-10T14:03:15.661992Z","caller":"traceutil/trace.go:171","msg":"trace[2023552931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5070; }","duration":"680.648143ms","start":"2026-04-10T14:03:14.981333Z","end":"2026-04-10T14:03:15.661982Z","steps":["trace[2023552931] 'agreement among raft nodes before linearized reading' (duration: 680.557291ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:15.662032Z","caller":"traceutil/trace.go:171","msg":"trace[1574291429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5070; }","duration":"421.893062ms","start":"2026-04-10T14:03:15.240128Z","end":"2026-04-10T14:03:15.662021Z","steps":["trace[1574291429] 'agreement among raft nodes before linearized reading' (duration: 421.690357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:15.662069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:14.981309Z","time spent":"680.750446ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:03:15.661625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:15.029842Z","time spent":"631.763004ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:03:15.661996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:14.975802Z","time spent":"686.188968ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:03:15.662074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:15.240108Z","time spent":"421.956753ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:03:15.662929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.348727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2575982"} {"level":"info","ts":"2026-04-10T14:03:15.662996Z","caller":"traceutil/trace.go:171","msg":"trace[1830184878] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5070; }","duration":"993.417329ms","start":"2026-04-10T14:03:14.66956Z","end":"2026-04-10T14:03:15.662977Z","steps":["trace[1830184878] 'agreement among raft nodes before linearized reading' (duration: 992.223318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:15.663044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:14.669505Z","time spent":"993.524022ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2576005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-10T14:03:26.095204Z","caller":"traceutil/trace.go:171","msg":"trace[2123839592] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5428; }","duration":"379.41284ms","start":"2026-04-10T14:03:25.715762Z","end":"2026-04-10T14:03:26.095175Z","steps":["trace[2123839592] 'read index received' (duration: 313.774092ms)","trace[2123839592] 'applied index is now lower than readState.Index' (duration: 65.637868ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:03:26.09527Z","caller":"traceutil/trace.go:171","msg":"trace[231564658] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"400.517602ms","start":"2026-04-10T14:03:25.694706Z","end":"2026-04-10T14:03:26.095223Z","steps":["trace[231564658] 'process raft request' (duration: 334.783052ms)","trace[231564658] 'compare' (duration: 65.559146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:03:26.095453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.680588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-10T14:03:26.095502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.171467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T14:03:26.095501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:25.694678Z","time spent":"400.716698ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:03:26.095534Z","caller":"traceutil/trace.go:171","msg":"trace[1647058103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5215; }","duration":"379.823831ms","start":"2026-04-10T14:03:25.715688Z","end":"2026-04-10T14:03:26.095512Z","steps":["trace[1647058103] 'agreement among raft nodes before linearized reading' (duration: 379.630626ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:26.095562Z","caller":"traceutil/trace.go:171","msg":"trace[495524646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5215; }","duration":"378.271ms","start":"2026-04-10T14:03:25.717275Z","end":"2026-04-10T14:03:26.095546Z","steps":["trace[495524646] 'agreement among raft nodes before linearized reading' (duration: 378.074945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:26.095577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:25.715671Z","time spent":"379.896983ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:03:26.095612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:25.717263Z","time spent":"378.336911ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:03:26.095915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.326207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T14:03:26.09596Z","caller":"traceutil/trace.go:171","msg":"trace[124596568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5215; }","duration":"144.408279ms","start":"2026-04-10T14:03:25.951541Z","end":"2026-04-10T14:03:26.095949Z","steps":["trace[124596568] 'agreement among raft nodes before linearized reading' (duration: 144.282936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:26.096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.461247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-10T14:03:26.096014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.662028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T14:03:26.096048Z","caller":"traceutil/trace.go:171","msg":"trace[963241716] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:5215; }","duration":"375.529139ms","start":"2026-04-10T14:03:25.720504Z","end":"2026-04-10T14:03:26.096033Z","steps":["trace[963241716] 'agreement among raft nodes before linearized reading' (duration: 375.387244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:26.096035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.99068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-10T14:03:26.096043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.565589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-10T14:03:26.096062Z","caller":"traceutil/trace.go:171","msg":"trace[814356537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5215; }","duration":"141.72582ms","start":"2026-04-10T14:03:25.954324Z","end":"2026-04-10T14:03:26.09605Z","steps":["trace[814356537] 'agreement among raft nodes before linearized reading' (duration: 141.581646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:26.096091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:25.720495Z","time spent":"375.58946ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-46glf\" "} {"level":"warn","ts":"2026-04-10T14:03:26.096077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.200901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T14:03:26.096109Z","caller":"traceutil/trace.go:171","msg":"trace[954092888] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5215; }","duration":"303.116153ms","start":"2026-04-10T14:03:25.792976Z","end":"2026-04-10T14:03:26.096092Z","steps":["trace[954092888] 'agreement among raft nodes before linearized reading' (duration: 302.884847ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:26.096118Z","caller":"traceutil/trace.go:171","msg":"trace[1439721297] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5215; }","duration":"302.681763ms","start":"2026-04-10T14:03:25.793418Z","end":"2026-04-10T14:03:26.096099Z","steps":["trace[1439721297] 'agreement among raft nodes before linearized reading' (duration: 302.413635ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:26.09614Z","caller":"traceutil/trace.go:171","msg":"trace[1302305431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5215; }","duration":"142.307165ms","start":"2026-04-10T14:03:25.953815Z","end":"2026-04-10T14:03:26.096122Z","steps":["trace[1302305431] 'agreement among raft nodes before linearized reading' (duration: 142.105409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:26.096152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:25.792955Z","time spent":"303.190245ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:03:26.096157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:25.793411Z","time spent":"302.736694ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:03:26.096138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.246853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-10T14:03:26.096221Z","caller":"traceutil/trace.go:171","msg":"trace[817329716] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5215; }","duration":"171.379396ms","start":"2026-04-10T14:03:25.92482Z","end":"2026-04-10T14:03:26.0962Z","steps":["trace[817329716] 'agreement among raft nodes before linearized reading' (duration: 171.112558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:52.895251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.384965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:03:52.895491Z","caller":"traceutil/trace.go:171","msg":"trace[236307958] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"345.61732ms","start":"2026-04-10T14:03:52.549854Z","end":"2026-04-10T14:03:52.895471Z","steps":["trace[236307958] 'process raft request' (duration: 53.895757ms)","trace[236307958] 'compare' (duration: 291.234851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:03:52.895555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:52.549837Z","time spent":"345.693361ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:03:52.89582Z","caller":"traceutil/trace.go:171","msg":"trace[1138284749] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"345.513949ms","start":"2026-04-10T14:03:52.550274Z","end":"2026-04-10T14:03:52.895788Z","steps":["trace[1138284749] 'process raft request' (duration: 345.111098ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:52.89582Z","caller":"traceutil/trace.go:171","msg":"trace[1491711477] linearizableReadLoop","detail":"{readStateIndex:5754; appliedIndex:5752; }","duration":"236.123872ms","start":"2026-04-10T14:03:52.659661Z","end":"2026-04-10T14:03:52.895785Z","steps":["trace[1491711477] 'read index received' (duration: 135.280997ms)","trace[1491711477] 'applied index is now lower than readState.Index' (duration: 100.841075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:03:52.896029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.095826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:03:52.896085Z","caller":"traceutil/trace.go:171","msg":"trace[620443819] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5527; }","duration":"235.228659ms","start":"2026-04-10T14:03:52.660841Z","end":"2026-04-10T14:03:52.89607Z","steps":["trace[620443819] 'agreement among raft nodes before linearized reading' (duration: 235.110356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:52.896113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.037092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6156"} {"level":"warn","ts":"2026-04-10T14:03:52.896066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.348017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:03:52.896175Z","caller":"traceutil/trace.go:171","msg":"trace[1080179157] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5527; }","duration":"233.101273ms","start":"2026-04-10T14:03:52.663046Z","end":"2026-04-10T14:03:52.896147Z","steps":["trace[1080179157] 'agreement among raft nodes before linearized reading' (duration: 232.929129ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:03:52.896212Z","caller":"traceutil/trace.go:171","msg":"trace[1513355002] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5527; }","duration":"236.577783ms","start":"2026-04-10T14:03:52.659609Z","end":"2026-04-10T14:03:52.896187Z","steps":["trace[1513355002] 'agreement among raft nodes before linearized reading' (duration: 236.258156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:03:52.896288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:03:52.550251Z","time spent":"345.642381ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:04:02.380951Z","caller":"traceutil/trace.go:171","msg":"trace[472505457] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"104.88573ms","start":"2026-04-10T14:04:02.276029Z","end":"2026-04-10T14:04:02.380915Z","steps":["trace[472505457] 'process raft request' (duration: 104.528191ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:04:02.536487Z","caller":"traceutil/trace.go:171","msg":"trace[1264667961] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"150.683596ms","start":"2026-04-10T14:04:02.385795Z","end":"2026-04-10T14:04:02.536479Z","steps":["trace[1264667961] 'process raft request' (duration: 150.490401ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:04:02.536786Z","caller":"traceutil/trace.go:171","msg":"trace[1616522504] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"150.479981ms","start":"2026-04-10T14:04:02.386286Z","end":"2026-04-10T14:04:02.536766Z","steps":["trace[1616522504] 'process raft request' (duration: 150.163142ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:04:02.536958Z","caller":"traceutil/trace.go:171","msg":"trace[303657735] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"150.571984ms","start":"2026-04-10T14:04:02.386376Z","end":"2026-04-10T14:04:02.536948Z","steps":["trace[303657735] 'process raft request' (duration: 150.337898ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:04:02.536379Z","caller":"traceutil/trace.go:171","msg":"trace[163855411] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"150.571764ms","start":"2026-04-10T14:04:02.385772Z","end":"2026-04-10T14:04:02.536343Z","steps":["trace[163855411] 'process raft request' (duration: 150.371409ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:04:02.537137Z","caller":"traceutil/trace.go:171","msg":"trace[635144720] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"150.745388ms","start":"2026-04-10T14:04:02.386384Z","end":"2026-04-10T14:04:02.53713Z","steps":["trace[635144720] 'process raft request' (duration: 150.524523ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:04:02.537217Z","caller":"traceutil/trace.go:171","msg":"trace[378750731] linearizableReadLoop","detail":"{readStateIndex:5827; appliedIndex:5820; }","duration":"150.112111ms","start":"2026-04-10T14:04:02.387094Z","end":"2026-04-10T14:04:02.537207Z","steps":["trace[378750731] 'read index received' (duration: 21.405495ms)","trace[378750731] 'applied index is now lower than readState.Index' (duration: 128.705536ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:04:02.537331Z","caller":"traceutil/trace.go:171","msg":"trace[180210080] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"150.564724ms","start":"2026-04-10T14:04:02.386759Z","end":"2026-04-10T14:04:02.537324Z","steps":["trace[180210080] 'process raft request' (duration: 150.342717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:04:02.537456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.355559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:81250"} {"level":"info","ts":"2026-04-10T14:04:02.537495Z","caller":"traceutil/trace.go:171","msg":"trace[1138599426] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5596; }","duration":"150.444791ms","start":"2026-04-10T14:04:02.38704Z","end":"2026-04-10T14:04:02.537484Z","steps":["trace[1138599426] 'agreement among raft nodes before linearized reading' (duration: 150.213034ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:04:02.568236Z","caller":"traceutil/trace.go:171","msg":"trace[253348921] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"158.364876ms","start":"2026-04-10T14:04:02.409835Z","end":"2026-04-10T14:04:02.5682Z","steps":["trace[253348921] 'process raft request' (duration: 158.047158ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:04:15.060902Z","caller":"traceutil/trace.go:171","msg":"trace[1290014039] linearizableReadLoop","detail":"{readStateIndex:5947; appliedIndex:5946; }","duration":"137.138296ms","start":"2026-04-10T14:04:14.923722Z","end":"2026-04-10T14:04:15.060861Z","steps":["trace[1290014039] 'read index received' (duration: 124.821586ms)","trace[1290014039] 'applied index is now lower than readState.Index' (duration: 12.31509ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:04:15.060953Z","caller":"traceutil/trace.go:171","msg":"trace[1355567312] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5711; }","duration":"260.153336ms","start":"2026-04-10T14:04:14.800739Z","end":"2026-04-10T14:04:15.060892Z","steps":["trace[1355567312] 'process raft request' (duration: 247.928639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:04:15.06113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.632953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:04:15.061207Z","caller":"traceutil/trace.go:171","msg":"trace[196692023] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5711; }","duration":"104.720105ms","start":"2026-04-10T14:04:14.956464Z","end":"2026-04-10T14:04:15.061184Z","steps":["trace[196692023] 'agreement among raft nodes before linearized reading' (duration: 104.599422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:04:15.061133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.467344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:04:15.061307Z","caller":"traceutil/trace.go:171","msg":"trace[746935958] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5711; }","duration":"105.7069ms","start":"2026-04-10T14:04:14.955585Z","end":"2026-04-10T14:04:15.061292Z","steps":["trace[746935958] 'agreement among raft nodes before linearized reading' (duration: 105.475854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:04:15.061309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.558007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-6slwc\" ","response":"range_response_count:1 size:7343"} {"level":"info","ts":"2026-04-10T14:04:15.061403Z","caller":"traceutil/trace.go:171","msg":"trace[1624129024] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-6slwc; range_end:; response_count:1; response_revision:5711; }","duration":"137.730132ms","start":"2026-04-10T14:04:14.923654Z","end":"2026-04-10T14:04:15.061384Z","steps":["trace[1624129024] 'agreement among raft nodes before linearized reading' (duration: 137.367692ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:04:15.2049Z","caller":"traceutil/trace.go:171","msg":"trace[1739664097] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"129.288192ms","start":"2026-04-10T14:04:15.075562Z","end":"2026-04-10T14:04:15.20485Z","steps":["trace[1739664097] 'process raft request' (duration: 108.569235ms)","trace[1739664097] 'compare' (duration: 20.198654ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:05:59.391664Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3204} {"level":"info","ts":"2026-04-10T14:05:59.490099Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3204,"took":"96.775807ms","hash":1962343217,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":33660928,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-10T14:05:59.490163Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1962343217,"revision":3204,"compact-revision":-1} {"level":"info","ts":"2026-04-10T14:06:55.218953Z","caller":"traceutil/trace.go:171","msg":"trace[73984417] transaction","detail":"{read_only:false; response_revision:6997; number_of_response:1; }","duration":"194.17192ms","start":"2026-04-10T14:06:55.024757Z","end":"2026-04-10T14:06:55.218929Z","steps":["trace[73984417] 'process raft request' (duration: 189.798828ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:06:55.235418Z","caller":"traceutil/trace.go:171","msg":"trace[1279365610] transaction","detail":"{read_only:false; response_revision:6998; number_of_response:1; }","duration":"152.731234ms","start":"2026-04-10T14:06:55.082662Z","end":"2026-04-10T14:06:55.235393Z","steps":["trace[1279365610] 'process raft request' (duration: 152.55896ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:10.540321Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000021da.wal"} {"level":"warn","ts":"2026-04-10T14:09:13.533994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.0134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-10T14:09:13.534106Z","caller":"traceutil/trace.go:171","msg":"trace[424023231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8322; }","duration":"371.184774ms","start":"2026-04-10T14:09:13.162903Z","end":"2026-04-10T14:09:13.534088Z","steps":["trace[424023231] 'range keys from in-memory index tree' (duration: 370.729322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:13.534144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:13.16287Z","time spent":"371.265086ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:09:13.534349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.576989ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:09:13.534471Z","caller":"traceutil/trace.go:171","msg":"trace[2012258227] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8322; }","duration":"102.710102ms","start":"2026-04-10T14:09:13.431731Z","end":"2026-04-10T14:09:13.534441Z","steps":["trace[2012258227] 'range keys from in-memory index tree' (duration: 102.554619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:13.535218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.413789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:09:13.535653Z","caller":"traceutil/trace.go:171","msg":"trace[121545668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8322; }","duration":"295.963233ms","start":"2026-04-10T14:09:13.239664Z","end":"2026-04-10T14:09:13.535627Z","steps":["trace[121545668] 'range keys from in-memory index tree' (duration: 295.293105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:15.53496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660516957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:09:16.035991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660516957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:09:16.314992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412665576s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:09:16.315464Z","caller":"traceutil/trace.go:171","msg":"trace[573027930] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"1.413259723s","start":"2026-04-10T14:09:14.902175Z","end":"2026-04-10T14:09:16.315435Z","steps":["trace[573027930] 'process raft request' (duration: 1.413065107s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:16.31563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:14.902148Z","time spent":"1.413398765s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:16.316422Z","caller":"traceutil/trace.go:171","msg":"trace[1998166127] linearizableReadLoop","detail":"{readStateIndex:8701; appliedIndex:8698; }","duration":"1.281481064s","start":"2026-04-10T14:09:15.034916Z","end":"2026-04-10T14:09:16.316397Z","steps":["trace[1998166127] 'read index received' (duration: 1.280338594s)","trace[1998166127] 'applied index is now lower than readState.Index' (duration: 1.14128ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:16.316492Z","caller":"traceutil/trace.go:171","msg":"trace[1850006919] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"524.775285ms","start":"2026-04-10T14:09:15.791699Z","end":"2026-04-10T14:09:16.316475Z","steps":["trace[1850006919] 'process raft request' (duration: 524.488528ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:16.316549Z","caller":"traceutil/trace.go:171","msg":"trace[1520887641] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"307.642946ms","start":"2026-04-10T14:09:16.008878Z","end":"2026-04-10T14:09:16.316521Z","steps":["trace[1520887641] 'process raft request' (duration: 307.482442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:16.316581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:15.791658Z","time spent":"524.876757ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:09:16.316648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281696259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-10T14:09:16.316647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:16.00884Z","time spent":"307.758979ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:16.316679Z","caller":"traceutil/trace.go:171","msg":"trace[447370613] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8334; }","duration":"1.281759541s","start":"2026-04-10T14:09:15.034909Z","end":"2026-04-10T14:09:16.316669Z","steps":["trace[447370613] 'agreement among raft nodes before linearized reading' (duration: 1.281592197s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:16.316709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:15.034858Z","time spent":"1.281844084s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:09:16.316697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271108075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-10T14:09:16.316773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078631626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:09:16.316813Z","caller":"traceutil/trace.go:171","msg":"trace[561188211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8334; }","duration":"1.078703898s","start":"2026-04-10T14:09:15.238098Z","end":"2026-04-10T14:09:16.316802Z","steps":["trace[561188211] 'agreement among raft nodes before linearized reading' (duration: 1.078639386s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:16.316842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:15.238078Z","time spent":"1.078758539s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:09:16.316824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021593147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:09:16.316916Z","caller":"traceutil/trace.go:171","msg":"trace[1318891114] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8334; }","duration":"1.021749611s","start":"2026-04-10T14:09:15.295144Z","end":"2026-04-10T14:09:16.316893Z","steps":["trace[1318891114] 'agreement among raft nodes before linearized reading' (duration: 1.021542625s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:16.316971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:15.295121Z","time spent":"1.021837724s","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:09:16.317021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.844237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-865784b5c-wdwhn.18a5041bd2f85742\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-10T14:09:16.317072Z","caller":"traceutil/trace.go:171","msg":"trace[1828238814] range","detail":"{range_begin:/registry/events/openstack/barbican-api-865784b5c-wdwhn.18a5041bd2f85742; range_end:; response_count:1; response_revision:8334; }","duration":"696.927869ms","start":"2026-04-10T14:09:15.620116Z","end":"2026-04-10T14:09:16.317043Z","steps":["trace[1828238814] 'agreement among raft nodes before linearized reading' (duration: 696.848367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:16.317095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:15.620085Z","time spent":"697.005442ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-865784b5c-wdwhn.18a5041bd2f85742\" "} {"level":"info","ts":"2026-04-10T14:09:16.317319Z","caller":"traceutil/trace.go:171","msg":"trace[186260363] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8334; }","duration":"1.271232439s","start":"2026-04-10T14:09:15.045527Z","end":"2026-04-10T14:09:16.31676Z","steps":["trace[186260363] 'agreement among raft nodes before linearized reading' (duration: 1.271016343s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:16.317376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:15.04551Z","time spent":"1.271859255s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:09:26.557707Z","caller":"traceutil/trace.go:171","msg":"trace[233047645] linearizableReadLoop","detail":"{readStateIndex:8771; appliedIndex:8770; }","duration":"182.595443ms","start":"2026-04-10T14:09:26.375083Z","end":"2026-04-10T14:09:26.557679Z","steps":["trace[233047645] 'read index received' (duration: 182.333646ms)","trace[233047645] 'applied index is now lower than readState.Index' (duration: 260.727µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:26.557783Z","caller":"traceutil/trace.go:171","msg":"trace[77949618] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"191.886964ms","start":"2026-04-10T14:09:26.365859Z","end":"2026-04-10T14:09:26.557746Z","steps":["trace[77949618] 'process raft request' (duration: 191.623867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:26.558013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.802914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-10T14:09:26.558044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.351852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T14:09:26.558073Z","caller":"traceutil/trace.go:171","msg":"trace[706611113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8399; }","duration":"122.418214ms","start":"2026-04-10T14:09:26.43565Z","end":"2026-04-10T14:09:26.558068Z","steps":["trace[706611113] 'agreement among raft nodes before linearized reading' (duration: 122.279761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:26.558057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.287864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-10T14:09:26.55808Z","caller":"traceutil/trace.go:171","msg":"trace[281264884] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8399; }","duration":"127.913976ms","start":"2026-04-10T14:09:26.430151Z","end":"2026-04-10T14:09:26.558065Z","steps":["trace[281264884] 'agreement among raft nodes before linearized reading' (duration: 127.709951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:26.55807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.981654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-10T14:09:26.558077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.213631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:09:26.558116Z","caller":"traceutil/trace.go:171","msg":"trace[1091428564] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8399; }","duration":"121.387127ms","start":"2026-04-10T14:09:26.436713Z","end":"2026-04-10T14:09:26.5581Z","steps":["trace[1091428564] 'agreement among raft nodes before linearized reading' (duration: 121.196232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:26.558109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.768421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T14:09:26.558131Z","caller":"traceutil/trace.go:171","msg":"trace[1451493957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8399; }","duration":"183.076385ms","start":"2026-04-10T14:09:26.375039Z","end":"2026-04-10T14:09:26.558115Z","steps":["trace[1451493957] 'agreement among raft nodes before linearized reading' (duration: 182.808519ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:26.558138Z","caller":"traceutil/trace.go:171","msg":"trace[881515598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8399; }","duration":"146.311904ms","start":"2026-04-10T14:09:26.411813Z","end":"2026-04-10T14:09:26.558125Z","steps":["trace[881515598] 'agreement among raft nodes before linearized reading' (duration: 146.1528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:26.558141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.348254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-10T14:09:26.558155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.050716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T14:09:26.558163Z","caller":"traceutil/trace.go:171","msg":"trace[269586035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8399; }","duration":"147.846523ms","start":"2026-04-10T14:09:26.410298Z","end":"2026-04-10T14:09:26.558145Z","steps":["trace[269586035] 'agreement among raft nodes before linearized reading' (duration: 147.689999ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:26.558199Z","caller":"traceutil/trace.go:171","msg":"trace[1542584944] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8399; }","duration":"146.459467ms","start":"2026-04-10T14:09:26.411726Z","end":"2026-04-10T14:09:26.558185Z","steps":["trace[1542584944] 'agreement among raft nodes before linearized reading' (duration: 146.224731ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:26.558201Z","caller":"traceutil/trace.go:171","msg":"trace[1454726331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8399; }","duration":"178.116907ms","start":"2026-04-10T14:09:26.380074Z","end":"2026-04-10T14:09:26.558191Z","steps":["trace[1454726331] 'agreement among raft nodes before linearized reading' (duration: 177.963874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:26.558744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.746346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-10T14:09:26.558795Z","caller":"traceutil/trace.go:171","msg":"trace[148768777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8399; }","duration":"180.825758ms","start":"2026-04-10T14:09:26.377956Z","end":"2026-04-10T14:09:26.558781Z","steps":["trace[148768777] 'agreement among raft nodes before linearized reading' (duration: 179.899934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:26.962792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.808212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:09:26.962905Z","caller":"traceutil/trace.go:171","msg":"trace[948353635] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"400.396041ms","start":"2026-04-10T14:09:26.562487Z","end":"2026-04-10T14:09:26.962883Z","steps":["trace[948353635] 'process raft request' (duration: 85.408424ms)","trace[948353635] 'compare' (duration: 314.527345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:09:26.962991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:26.562469Z","time spent":"400.482193ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:27.002352Z","caller":"traceutil/trace.go:171","msg":"trace[216945125] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"439.71772ms","start":"2026-04-10T14:09:26.562603Z","end":"2026-04-10T14:09:27.002321Z","steps":["trace[216945125] 'process raft request' (duration: 439.520694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:27.00253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:26.562581Z","time spent":"439.859225ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:27.002668Z","caller":"traceutil/trace.go:171","msg":"trace[1878114010] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"439.762882ms","start":"2026-04-10T14:09:26.562876Z","end":"2026-04-10T14:09:27.002638Z","steps":["trace[1878114010] 'process raft request' (duration: 439.392333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:27.002813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:26.562866Z","time spent":"439.883395ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:27.002951Z","caller":"traceutil/trace.go:171","msg":"trace[849970131] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"439.959367ms","start":"2026-04-10T14:09:26.562923Z","end":"2026-04-10T14:09:27.002883Z","steps":["trace[849970131] 'process raft request' (duration: 439.621039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:27.003118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:26.562911Z","time spent":"440.123662ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:27.003148Z","caller":"traceutil/trace.go:171","msg":"trace[1841325219] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"440.176803ms","start":"2026-04-10T14:09:26.562955Z","end":"2026-04-10T14:09:27.003132Z","steps":["trace[1841325219] 'process raft request' (duration: 439.855984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:27.003258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:26.562939Z","time spent":"440.267395ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:27.003617Z","caller":"traceutil/trace.go:171","msg":"trace[542805688] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"438.893208ms","start":"2026-04-10T14:09:26.564706Z","end":"2026-04-10T14:09:27.0036Z","steps":["trace[542805688] 'process raft request' (duration: 438.360525ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:27.003658Z","caller":"traceutil/trace.go:171","msg":"trace[235774145] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"438.297715ms","start":"2026-04-10T14:09:26.565346Z","end":"2026-04-10T14:09:27.003643Z","steps":["trace[235774145] 'process raft request' (duration: 438.195201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:27.003715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:26.564686Z","time spent":"438.978662ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:27.003681Z","caller":"traceutil/trace.go:171","msg":"trace[1978812990] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"438.581522ms","start":"2026-04-10T14:09:26.565073Z","end":"2026-04-10T14:09:27.003655Z","steps":["trace[1978812990] 'process raft request' (duration: 438.317824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:27.003762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:26.565336Z","time spent":"438.376207ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:09:27.003827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:26.565063Z","time spent":"438.708175ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:27.003848Z","caller":"traceutil/trace.go:171","msg":"trace[1853661706] linearizableReadLoop","detail":"{readStateIndex:8779; appliedIndex:8771; }","duration":"398.42792ms","start":"2026-04-10T14:09:26.605404Z","end":"2026-04-10T14:09:27.003832Z","steps":["trace[1853661706] 'read index received' (duration: 42.506482ms)","trace[1853661706] 'applied index is now lower than readState.Index' (duration: 355.920158ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:27.003979Z","caller":"traceutil/trace.go:171","msg":"trace[891889501] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"367.539939ms","start":"2026-04-10T14:09:26.636418Z","end":"2026-04-10T14:09:27.003958Z","steps":["trace[891889501] 'process raft request' (duration: 367.175629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:27.004013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.602164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T14:09:27.004054Z","caller":"traceutil/trace.go:171","msg":"trace[150520676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:8408; }","duration":"398.677106ms","start":"2026-04-10T14:09:26.605364Z","end":"2026-04-10T14:09:27.004041Z","steps":["trace[150520676] 'agreement among raft nodes before linearized reading' (duration: 398.535783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:27.004089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:26.605347Z","time spent":"398.735137ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-46glf\" "} {"level":"warn","ts":"2026-04-10T14:09:27.004271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:26.636391Z","time spent":"367.629912ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:09:27.980167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.216598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:09:27.980416Z","caller":"traceutil/trace.go:171","msg":"trace[234416521] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8780; }","duration":"910.200189ms","start":"2026-04-10T14:09:27.070199Z","end":"2026-04-10T14:09:27.980399Z","steps":["trace[234416521] 'read index received' (duration: 124.60027ms)","trace[234416521] 'applied index is now lower than readState.Index' (duration: 785.598789ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:27.980512Z","caller":"traceutil/trace.go:171","msg":"trace[577553090] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"969.759973ms","start":"2026-04-10T14:09:27.010716Z","end":"2026-04-10T14:09:27.980476Z","steps":["trace[577553090] 'process raft request' (duration: 969.576018ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:27.980526Z","caller":"traceutil/trace.go:171","msg":"trace[249998929] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"970.371929ms","start":"2026-04-10T14:09:27.010124Z","end":"2026-04-10T14:09:27.980496Z","steps":["trace[249998929] 'process raft request' (duration: 184.708939ms)","trace[249998929] 'compare' (duration: 784.851149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:09:27.980706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:27.010707Z","time spent":"969.895846ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:09:27.98069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.465405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:09:27.98079Z","caller":"traceutil/trace.go:171","msg":"trace[1915575470] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8410; }","duration":"910.632021ms","start":"2026-04-10T14:09:27.070134Z","end":"2026-04-10T14:09:27.980766Z","steps":["trace[1915575470] 'agreement among raft nodes before linearized reading' (duration: 910.335803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:27.980841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:27.070119Z","time spent":"910.707242ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":80,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:09:27.980849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:27.010107Z","time spent":"970.652476ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:28.135056Z","caller":"traceutil/trace.go:171","msg":"trace[1637594412] linearizableReadLoop","detail":"{readStateIndex:8784; appliedIndex:8782; }","duration":"154.576318ms","start":"2026-04-10T14:09:27.98044Z","end":"2026-04-10T14:09:28.135017Z","steps":["trace[1637594412] 'read index received' (duration: 96.380378ms)","trace[1637594412] 'applied index is now lower than readState.Index' (duration: 58.194699ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:28.135113Z","caller":"traceutil/trace.go:171","msg":"trace[569134475] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"247.60141ms","start":"2026-04-10T14:09:27.887486Z","end":"2026-04-10T14:09:28.135087Z","steps":["trace[569134475] 'process raft request' (duration: 247.345883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:28.135262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.500974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-10T14:09:28.135303Z","caller":"traceutil/trace.go:171","msg":"trace[1820188475] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8411; }","duration":"972.605566ms","start":"2026-04-10T14:09:27.162686Z","end":"2026-04-10T14:09:28.135292Z","steps":["trace[1820188475] 'agreement among raft nodes before linearized reading' (duration: 972.440322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:28.135348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:27.162612Z","time spent":"972.727369ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T14:09:28.135593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.082429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T14:09:28.135608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.029758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:09:28.135653Z","caller":"traceutil/trace.go:171","msg":"trace[1788972252] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8411; }","duration":"386.190892ms","start":"2026-04-10T14:09:27.749453Z","end":"2026-04-10T14:09:28.135644Z","steps":["trace[1788972252] 'agreement among raft nodes before linearized reading' (duration: 385.952246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:28.135682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:27.749433Z","time spent":"386.242694ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":57,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:09:28.135688Z","caller":"traceutil/trace.go:171","msg":"trace[2033865829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8411; }","duration":"882.165942ms","start":"2026-04-10T14:09:27.253504Z","end":"2026-04-10T14:09:28.13567Z","steps":["trace[2033865829] 'agreement among raft nodes before linearized reading' (duration: 881.990177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:28.135725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:27.253484Z","time spent":"882.234835ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:09:29.048975Z","caller":"traceutil/trace.go:171","msg":"trace[1185908567] linearizableReadLoop","detail":"{readStateIndex:8786; appliedIndex:8785; }","duration":"287.954075ms","start":"2026-04-10T14:09:28.760993Z","end":"2026-04-10T14:09:29.048947Z","steps":["trace[1185908567] 'read index received' (duration: 287.782601ms)","trace[1185908567] 'applied index is now lower than readState.Index' (duration: 170.464µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:29.049049Z","caller":"traceutil/trace.go:171","msg":"trace[417559272] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"483.483406ms","start":"2026-04-10T14:09:28.565531Z","end":"2026-04-10T14:09:29.049014Z","steps":["trace[417559272] 'process raft request' (duration: 483.226749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:29.049218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:28.565495Z","time spent":"483.613399ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:09:29.049201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.203081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:09:29.049282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.811892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-10T14:09:29.049336Z","caller":"traceutil/trace.go:171","msg":"trace[309817996] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8413; }","duration":"288.361655ms","start":"2026-04-10T14:09:28.760921Z","end":"2026-04-10T14:09:29.049282Z","steps":["trace[309817996] 'agreement among raft nodes before linearized reading' (duration: 288.14111ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:29.04937Z","caller":"traceutil/trace.go:171","msg":"trace[2047251997] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8413; }","duration":"110.963967ms","start":"2026-04-10T14:09:28.938389Z","end":"2026-04-10T14:09:29.049353Z","steps":["trace[2047251997] 'agreement among raft nodes before linearized reading' (duration: 110.746931ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:29.491854Z","caller":"traceutil/trace.go:171","msg":"trace[1024104213] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"438.048857ms","start":"2026-04-10T14:09:29.053784Z","end":"2026-04-10T14:09:29.491833Z","steps":["trace[1024104213] 'process raft request' (duration: 437.854481ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:29.491858Z","caller":"traceutil/trace.go:171","msg":"trace[1435760909] linearizableReadLoop","detail":"{readStateIndex:8787; appliedIndex:8787; }","duration":"436.798725ms","start":"2026-04-10T14:09:29.05503Z","end":"2026-04-10T14:09:29.491829Z","steps":["trace[1435760909] 'read index received' (duration: 436.787985ms)","trace[1435760909] 'applied index is now lower than readState.Index' (duration: 8.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:09:29.492053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:29.053752Z","time spent":"438.1797ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:09:29.492053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.01844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-10T14:09:29.492224Z","caller":"traceutil/trace.go:171","msg":"trace[352085367] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8414; }","duration":"437.203015ms","start":"2026-04-10T14:09:29.054983Z","end":"2026-04-10T14:09:29.492186Z","steps":["trace[352085367] 'agreement among raft nodes before linearized reading' (duration: 436.919038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:29.492338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:29.054957Z","time spent":"437.340148ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:09:29.513651Z","caller":"traceutil/trace.go:171","msg":"trace[161053955] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"458.226651ms","start":"2026-04-10T14:09:29.055399Z","end":"2026-04-10T14:09:29.513626Z","steps":["trace[161053955] 'process raft request' (duration: 458.153429ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:29.513697Z","caller":"traceutil/trace.go:171","msg":"trace[1635588553] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"458.5698ms","start":"2026-04-10T14:09:29.055081Z","end":"2026-04-10T14:09:29.513651Z","steps":["trace[1635588553] 'process raft request' (duration: 458.282631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:29.513812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:29.055379Z","time spent":"458.346653ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:29.513834Z","caller":"traceutil/trace.go:171","msg":"trace[624180340] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"458.525998ms","start":"2026-04-10T14:09:29.055259Z","end":"2026-04-10T14:09:29.513785Z","steps":["trace[624180340] 'process raft request' (duration: 458.253431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:29.513939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:29.055065Z","time spent":"458.749844ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:29.513964Z","caller":"traceutil/trace.go:171","msg":"trace[91200461] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"457.628705ms","start":"2026-04-10T14:09:29.056315Z","end":"2026-04-10T14:09:29.513944Z","steps":["trace[91200461] 'process raft request' (duration: 457.267366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:29.514091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:29.055233Z","time spent":"458.698202ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:09:29.51409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:29.056305Z","time spent":"457.734598ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:09:29.514124Z","caller":"traceutil/trace.go:171","msg":"trace[1206281807] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"457.701286ms","start":"2026-04-10T14:09:29.056411Z","end":"2026-04-10T14:09:29.514112Z","steps":["trace[1206281807] 'process raft request' (duration: 457.417759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:29.514189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:29.056401Z","time spent":"457.754747ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:09:29.514352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.120719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:09:29.514402Z","caller":"traceutil/trace.go:171","msg":"trace[1561639652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8419; }","duration":"276.209242ms","start":"2026-04-10T14:09:29.238177Z","end":"2026-04-10T14:09:29.514386Z","steps":["trace[1561639652] 'agreement among raft nodes before linearized reading' (duration: 276.12849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:29.514588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.397245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203464"} {"level":"info","ts":"2026-04-10T14:09:29.514633Z","caller":"traceutil/trace.go:171","msg":"trace[555629475] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8419; }","duration":"458.463386ms","start":"2026-04-10T14:09:29.056157Z","end":"2026-04-10T14:09:29.51462Z","steps":["trace[555629475] 'agreement among raft nodes before linearized reading' (duration: 457.984054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:29.514664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:29.056147Z","time spent":"458.507058ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":203487,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-10T14:09:33.658522Z","caller":"traceutil/trace.go:171","msg":"trace[1136368252] linearizableReadLoop","detail":"{readStateIndex:8822; appliedIndex:8821; }","duration":"124.679293ms","start":"2026-04-10T14:09:33.53381Z","end":"2026-04-10T14:09:33.65849Z","steps":["trace[1136368252] 'read index received' (duration: 91.663717ms)","trace[1136368252] 'applied index is now lower than readState.Index' (duration: 33.014386ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:33.65852Z","caller":"traceutil/trace.go:171","msg":"trace[1554598114] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"125.36335ms","start":"2026-04-10T14:09:33.533109Z","end":"2026-04-10T14:09:33.658472Z","steps":["trace[1554598114] 'process raft request' (duration: 92.398286ms)","trace[1554598114] 'compare' (duration: 32.696658ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:33.659064Z","caller":"traceutil/trace.go:171","msg":"trace[534580777] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"124.168429ms","start":"2026-04-10T14:09:33.53488Z","end":"2026-04-10T14:09:33.659048Z","steps":["trace[534580777] 'process raft request' (duration: 123.534373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:33.65917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.297009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T14:09:33.659268Z","caller":"traceutil/trace.go:171","msg":"trace[2041337934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8448; }","duration":"125.462003ms","start":"2026-04-10T14:09:33.533782Z","end":"2026-04-10T14:09:33.659244Z","steps":["trace[2041337934] 'agreement among raft nodes before linearized reading' (duration: 124.816916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:33.66024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.418771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T14:09:33.660286Z","caller":"traceutil/trace.go:171","msg":"trace[380270855] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:8450; }","duration":"123.501402ms","start":"2026-04-10T14:09:33.536774Z","end":"2026-04-10T14:09:33.660276Z","steps":["trace[380270855] 'agreement among raft nodes before linearized reading' (duration: 123.261225ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:33.660638Z","caller":"traceutil/trace.go:171","msg":"trace[744370417] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"124.944569ms","start":"2026-04-10T14:09:33.535679Z","end":"2026-04-10T14:09:33.660623Z","steps":["trace[744370417] 'process raft request' (duration: 124.297022ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:33.660823Z","caller":"traceutil/trace.go:171","msg":"trace[903624247] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"125.275088ms","start":"2026-04-10T14:09:33.535538Z","end":"2026-04-10T14:09:33.660813Z","steps":["trace[903624247] 'process raft request' (duration: 123.440551ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:34.3079Z","caller":"traceutil/trace.go:171","msg":"trace[514082629] linearizableReadLoop","detail":"{readStateIndex:8827; appliedIndex:8826; }","duration":"226.593335ms","start":"2026-04-10T14:09:34.081283Z","end":"2026-04-10T14:09:34.307876Z","steps":["trace[514082629] 'read index received' (duration: 226.353848ms)","trace[514082629] 'applied index is now lower than readState.Index' (duration: 238.667µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:34.307994Z","caller":"traceutil/trace.go:171","msg":"trace[2000172078] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"235.029244ms","start":"2026-04-10T14:09:34.072928Z","end":"2026-04-10T14:09:34.307957Z","steps":["trace[2000172078] 'process raft request' (duration: 234.763316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:34.308287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.961954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-10T14:09:34.308421Z","caller":"traceutil/trace.go:171","msg":"trace[1627907511] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8452; }","duration":"227.138599ms","start":"2026-04-10T14:09:34.081253Z","end":"2026-04-10T14:09:34.308392Z","steps":["trace[1627907511] 'agreement among raft nodes before linearized reading' (duration: 226.748849ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:34.907214Z","caller":"traceutil/trace.go:171","msg":"trace[30691105] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"140.02218ms","start":"2026-04-10T14:09:34.767154Z","end":"2026-04-10T14:09:34.907176Z","steps":["trace[30691105] 'process raft request' (duration: 139.605029ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:35.09303Z","caller":"traceutil/trace.go:171","msg":"trace[1048786651] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8456; }","duration":"176.204298ms","start":"2026-04-10T14:09:34.91679Z","end":"2026-04-10T14:09:35.092994Z","steps":["trace[1048786651] 'process raft request' (duration: 140.664257ms)","trace[1048786651] 'compare' (duration: 35.461889ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:35.277284Z","caller":"traceutil/trace.go:171","msg":"trace[677788088] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"153.341425ms","start":"2026-04-10T14:09:35.123917Z","end":"2026-04-10T14:09:35.277258Z","steps":["trace[677788088] 'process raft request' (duration: 93.538375ms)","trace[677788088] 'compare' (duration: 59.630716ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:53.958385Z","caller":"traceutil/trace.go:171","msg":"trace[2028564914] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"116.800748ms","start":"2026-04-10T14:09:53.841551Z","end":"2026-04-10T14:09:53.958352Z","steps":["trace[2028564914] 'process raft request' (duration: 40.894551ms)","trace[2028564914] 'compare' (duration: 75.628571ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:53.958683Z","caller":"traceutil/trace.go:171","msg":"trace[1462939258] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"116.854789ms","start":"2026-04-10T14:09:53.8418Z","end":"2026-04-10T14:09:53.958654Z","steps":["trace[1462939258] 'process raft request' (duration: 116.49263ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:53.958803Z","caller":"traceutil/trace.go:171","msg":"trace[836282702] linearizableReadLoop","detail":"{readStateIndex:9010; appliedIndex:9008; }","duration":"116.020288ms","start":"2026-04-10T14:09:53.842764Z","end":"2026-04-10T14:09:53.958785Z","steps":["trace[836282702] 'read index received' (duration: 39.633648ms)","trace[836282702] 'applied index is now lower than readState.Index' (duration: 76.38471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:09:53.959198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.426409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:207873"} {"level":"info","ts":"2026-04-10T14:09:53.959228Z","caller":"traceutil/trace.go:171","msg":"trace[305102728] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8627; }","duration":"116.530951ms","start":"2026-04-10T14:09:53.842689Z","end":"2026-04-10T14:09:53.95922Z","steps":["trace[305102728] 'agreement among raft nodes before linearized reading' (duration: 116.150061ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:54.652112Z","caller":"traceutil/trace.go:171","msg":"trace[1533403049] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"109.52078ms","start":"2026-04-10T14:09:54.542549Z","end":"2026-04-10T14:09:54.65207Z","steps":["trace[1533403049] 'process raft request' (duration: 107.894708ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:54.652876Z","caller":"traceutil/trace.go:171","msg":"trace[1987905567] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"108.107333ms","start":"2026-04-10T14:09:54.544735Z","end":"2026-04-10T14:09:54.652842Z","steps":["trace[1987905567] 'process raft request' (duration: 107.949799ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:56.83664Z","caller":"traceutil/trace.go:171","msg":"trace[56948103] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"117.862045ms","start":"2026-04-10T14:09:56.718742Z","end":"2026-04-10T14:09:56.836604Z","steps":["trace[56948103] 'process raft request' (duration: 117.569398ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:56.875817Z","caller":"traceutil/trace.go:171","msg":"trace[1044911496] linearizableReadLoop","detail":"{readStateIndex:9036; appliedIndex:9034; }","duration":"142.72389ms","start":"2026-04-10T14:09:56.733067Z","end":"2026-04-10T14:09:56.875791Z","steps":["trace[1044911496] 'read index received' (duration: 103.279188ms)","trace[1044911496] 'applied index is now lower than readState.Index' (duration: 39.443732ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:56.875888Z","caller":"traceutil/trace.go:171","msg":"trace[822680535] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"155.07228ms","start":"2026-04-10T14:09:56.720773Z","end":"2026-04-10T14:09:56.875845Z","steps":["trace[822680535] 'process raft request' (duration: 154.851535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:56.876012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.911636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:09:56.876058Z","caller":"traceutil/trace.go:171","msg":"trace[758528707] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8651; }","duration":"143.005298ms","start":"2026-04-10T14:09:56.733035Z","end":"2026-04-10T14:09:56.87604Z","steps":["trace[758528707] 'agreement among raft nodes before linearized reading' (duration: 142.905345ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:57.070468Z","caller":"traceutil/trace.go:171","msg":"trace[965545952] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"185.280253ms","start":"2026-04-10T14:09:56.885149Z","end":"2026-04-10T14:09:57.070429Z","steps":["trace[965545952] 'process raft request' (duration: 171.27644ms)","trace[965545952] 'compare' (duration: 13.770188ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:57.941238Z","caller":"traceutil/trace.go:171","msg":"trace[2095992081] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"101.188253ms","start":"2026-04-10T14:09:57.840028Z","end":"2026-04-10T14:09:57.941217Z","steps":["trace[2095992081] 'process raft request' (duration: 100.783233ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:09:58.155786Z","caller":"traceutil/trace.go:171","msg":"trace[1213085615] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"209.385909ms","start":"2026-04-10T14:09:57.946361Z","end":"2026-04-10T14:09:58.155747Z","steps":["trace[1213085615] 'process raft request' (duration: 190.405346ms)","trace[1213085615] 'compare' (duration: 18.263964ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:58.157833Z","caller":"traceutil/trace.go:171","msg":"trace[335628696] linearizableReadLoop","detail":"{readStateIndex:9045; appliedIndex:9043; }","duration":"201.614828ms","start":"2026-04-10T14:09:57.956185Z","end":"2026-04-10T14:09:58.1578Z","steps":["trace[335628696] 'read index received' (duration: 180.604893ms)","trace[335628696] 'applied index is now lower than readState.Index' (duration: 21.008995ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:09:58.157914Z","caller":"traceutil/trace.go:171","msg":"trace[82665885] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"210.9309ms","start":"2026-04-10T14:09:57.946949Z","end":"2026-04-10T14:09:58.15788Z","steps":["trace[82665885] 'process raft request' (duration: 210.722144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:58.158215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.807343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:09:58.158277Z","caller":"traceutil/trace.go:171","msg":"trace[482486243] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8659; }","duration":"202.079ms","start":"2026-04-10T14:09:57.956179Z","end":"2026-04-10T14:09:58.158258Z","steps":["trace[482486243] 'agreement among raft nodes before linearized reading' (duration: 201.780743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:58.158428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.726356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T14:09:58.158615Z","caller":"traceutil/trace.go:171","msg":"trace[1315619380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8659; }","duration":"165.956373ms","start":"2026-04-10T14:09:57.992629Z","end":"2026-04-10T14:09:58.158585Z","steps":["trace[1315619380] 'agreement among raft nodes before linearized reading' (duration: 165.571473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:58.158576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.089652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T14:09:58.158813Z","caller":"traceutil/trace.go:171","msg":"trace[1672997364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:8659; }","duration":"167.460492ms","start":"2026-04-10T14:09:57.991328Z","end":"2026-04-10T14:09:58.158789Z","steps":["trace[1672997364] 'agreement among raft nodes before linearized reading' (duration: 166.878477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:09:58.15893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.147852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T14:09:58.158987Z","caller":"traceutil/trace.go:171","msg":"trace[1924868648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8659; }","duration":"170.251434ms","start":"2026-04-10T14:09:57.98872Z","end":"2026-04-10T14:09:58.158971Z","steps":["trace[1924868648] 'agreement among raft nodes before linearized reading' (duration: 169.429713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:00.447669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660517930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:10:00.693094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012627935s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:10:00.693654Z","caller":"traceutil/trace.go:171","msg":"trace[1848461229] linearizableReadLoop","detail":"{readStateIndex:9057; appliedIndex:9056; }","duration":"746.743301ms","start":"2026-04-10T14:09:59.946866Z","end":"2026-04-10T14:10:00.693609Z","steps":["trace[1848461229] 'read index received' (duration: 746.478693ms)","trace[1848461229] 'applied index is now lower than readState.Index' (duration: 259.787µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:10:00.693767Z","caller":"traceutil/trace.go:171","msg":"trace[1988438022] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"1.013367564s","start":"2026-04-10T14:09:59.68032Z","end":"2026-04-10T14:10:00.693688Z","steps":["trace[1988438022] 'process raft request' (duration: 1.012982543s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:00.693944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.172732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-10T14:10:00.693945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.068919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-10T14:10:00.693974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:59.6803Z","time spent":"1.013562629s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:10:00.694029Z","caller":"traceutil/trace.go:171","msg":"trace[226830842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8671; }","duration":"526.268505ms","start":"2026-04-10T14:10:00.167726Z","end":"2026-04-10T14:10:00.693995Z","steps":["trace[226830842] 'agreement among raft nodes before linearized reading' (duration: 526.134892ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:00.694042Z","caller":"traceutil/trace.go:171","msg":"trace[875262257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8671; }","duration":"747.220653ms","start":"2026-04-10T14:09:59.946804Z","end":"2026-04-10T14:10:00.694024Z","steps":["trace[875262257] 'agreement among raft nodes before linearized reading' (duration: 746.937006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:00.693988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.975873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-10T14:10:00.694074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.167713Z","time spent":"526.353077ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:10:00.69408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:09:59.946763Z","time spent":"747.308715ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:10:00.694094Z","caller":"traceutil/trace.go:171","msg":"trace[520252444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8671; }","duration":"532.149907ms","start":"2026-04-10T14:10:00.161929Z","end":"2026-04-10T14:10:00.694078Z","steps":["trace[520252444] 'agreement among raft nodes before linearized reading' (duration: 531.85788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:00.693944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.04378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:10:00.693991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.861151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T14:10:00.694161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.759532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-10T14:10:00.694169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.240002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T14:10:00.694145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.161907Z","time spent":"532.225798ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T14:10:00.694187Z","caller":"traceutil/trace.go:171","msg":"trace[797577361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8671; }","duration":"524.121678ms","start":"2026-04-10T14:10:00.170051Z","end":"2026-04-10T14:10:00.694173Z","steps":["trace[797577361] 'agreement among raft nodes before linearized reading' (duration: 523.751819ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:00.694204Z","caller":"traceutil/trace.go:171","msg":"trace[136098342] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:8671; }","duration":"525.825173ms","start":"2026-04-10T14:10:00.168365Z","end":"2026-04-10T14:10:00.694191Z","steps":["trace[136098342] 'agreement among raft nodes before linearized reading' (duration: 525.674529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:00.6942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.298016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-10T14:10:00.694224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.170025Z","time spent":"524.191989ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:10:00.69423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.168352Z","time spent":"525.872954ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-46glf\" "} {"level":"info","ts":"2026-04-10T14:10:00.694276Z","caller":"traceutil/trace.go:171","msg":"trace[258406305] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8671; }","duration":"516.391087ms","start":"2026-04-10T14:10:00.177859Z","end":"2026-04-10T14:10:00.69425Z","steps":["trace[258406305] 'agreement among raft nodes before linearized reading' (duration: 516.217053ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:00.694184Z","caller":"traceutil/trace.go:171","msg":"trace[2004898765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8671; }","duration":"457.336637ms","start":"2026-04-10T14:10:00.236836Z","end":"2026-04-10T14:10:00.694173Z","steps":["trace[2004898765] 'agreement among raft nodes before linearized reading' (duration: 456.997919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:00.694325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.177846Z","time spent":"516.466421ms","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-10T14:10:00.69434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.236818Z","time spent":"457.512502ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:10:00.694225Z","caller":"traceutil/trace.go:171","msg":"trace[1167120696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8671; }","duration":"531.338046ms","start":"2026-04-10T14:10:00.162869Z","end":"2026-04-10T14:10:00.694207Z","steps":["trace[1167120696] 'agreement among raft nodes before linearized reading' (duration: 531.179242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:00.694439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.16284Z","time spent":"531.575312ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:10:01.199782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660517934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:10:01.471686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.307411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:10:01.471852Z","caller":"traceutil/trace.go:171","msg":"trace[1845008018] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"772.774856ms","start":"2026-04-10T14:10:00.69905Z","end":"2026-04-10T14:10:01.471825Z","steps":["trace[1845008018] 'process raft request' (duration: 633.561036ms)","trace[1845008018] 'compare' (duration: 138.751247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:10:01.471933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.699031Z","time spent":"772.868757ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:10:01.479614Z","caller":"traceutil/trace.go:171","msg":"trace[2128140778] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"780.276829ms","start":"2026-04-10T14:10:00.699276Z","end":"2026-04-10T14:10:01.479553Z","steps":["trace[2128140778] 'process raft request' (duration: 779.895899ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:01.479828Z","caller":"traceutil/trace.go:171","msg":"trace[1186417546] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"780.308561ms","start":"2026-04-10T14:10:00.699485Z","end":"2026-04-10T14:10:01.479793Z","steps":["trace[1186417546] 'process raft request' (duration: 779.862259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:01.479903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.699268Z","time spent":"780.480955ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:10:01.48002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.699449Z","time spent":"780.469165ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:10:01.480402Z","caller":"traceutil/trace.go:171","msg":"trace[1533363095] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"779.9079ms","start":"2026-04-10T14:10:00.70048Z","end":"2026-04-10T14:10:01.480387Z","steps":["trace[1533363095] 'process raft request' (duration: 779.230903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:01.480476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.700448Z","time spent":"779.990003ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:10:01.480629Z","caller":"traceutil/trace.go:171","msg":"trace[1864893436] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"778.096924ms","start":"2026-04-10T14:10:00.70248Z","end":"2026-04-10T14:10:01.480577Z","steps":["trace[1864893436] 'process raft request' (duration: 777.736644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:01.480823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.70247Z","time spent":"778.252588ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:10:01.480833Z","caller":"traceutil/trace.go:171","msg":"trace[1928035910] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"216.214885ms","start":"2026-04-10T14:10:01.264583Z","end":"2026-04-10T14:10:01.480798Z","steps":["trace[1928035910] 'process raft request' (duration: 215.712692ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:01.480926Z","caller":"traceutil/trace.go:171","msg":"trace[1904985955] linearizableReadLoop","detail":"{readStateIndex:9062; appliedIndex:9057; }","duration":"781.42838ms","start":"2026-04-10T14:10:00.699477Z","end":"2026-04-10T14:10:01.480906Z","steps":["trace[1904985955] 'read index received' (duration: 633.101995ms)","trace[1904985955] 'applied index is now lower than readState.Index' (duration: 148.324835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:10:01.48122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.737778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3c85ae9-2558-47d6-9ad3-5e80a14d1e68\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-10T14:10:01.481266Z","caller":"traceutil/trace.go:171","msg":"trace[630163917] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3c85ae9-2558-47d6-9ad3-5e80a14d1e68; range_end:; response_count:1; response_revision:8677; }","duration":"781.820211ms","start":"2026-04-10T14:10:00.699431Z","end":"2026-04-10T14:10:01.481252Z","steps":["trace[630163917] 'agreement among raft nodes before linearized reading' (duration: 781.634745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:01.481301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.699387Z","time spent":"781.906773ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e3c85ae9-2558-47d6-9ad3-5e80a14d1e68\" "} {"level":"warn","ts":"2026-04-10T14:10:01.482303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.386201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:10:01.482391Z","caller":"traceutil/trace.go:171","msg":"trace[1906856124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8678; }","duration":"243.523644ms","start":"2026-04-10T14:10:01.238844Z","end":"2026-04-10T14:10:01.482368Z","steps":["trace[1906856124] 'agreement among raft nodes before linearized reading' (duration: 243.34646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:01.482411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.161133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-10T14:10:01.482459Z","caller":"traceutil/trace.go:171","msg":"trace[626298014] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8678; }","duration":"356.197094ms","start":"2026-04-10T14:10:01.126242Z","end":"2026-04-10T14:10:01.482439Z","steps":["trace[626298014] 'agreement among raft nodes before linearized reading' (duration: 356.121542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:01.48249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.942729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208156"} {"level":"info","ts":"2026-04-10T14:10:01.482619Z","caller":"traceutil/trace.go:171","msg":"trace[1765819019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8678; }","duration":"783.102833ms","start":"2026-04-10T14:10:00.699488Z","end":"2026-04-10T14:10:01.482591Z","steps":["trace[1765819019] 'agreement among raft nodes before linearized reading' (duration: 782.500298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:01.482501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:01.126155Z","time spent":"356.337038ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:10:01.482702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.69948Z","time spent":"783.203396ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208179,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-10T14:10:01.482333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.938248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-10T14:10:01.483063Z","caller":"traceutil/trace.go:171","msg":"trace[1230140889] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8678; }","duration":"535.75377ms","start":"2026-04-10T14:10:00.947296Z","end":"2026-04-10T14:10:01.48305Z","steps":["trace[1230140889] 'agreement among raft nodes before linearized reading' (duration: 534.869337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:01.483099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.947261Z","time spent":"535.828602ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:10:01.483144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.963867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-10T14:10:01.483231Z","caller":"traceutil/trace.go:171","msg":"trace[1168318154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8678; }","duration":"624.09685ms","start":"2026-04-10T14:10:00.859114Z","end":"2026-04-10T14:10:01.483211Z","steps":["trace[1168318154] 'agreement among raft nodes before linearized reading' (duration: 623.834713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:01.483281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:00.859092Z","time spent":"624.179682ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:10:13.615271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.241422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hn8cv\" ","response":"range_response_count:1 size:4609"} {"level":"info","ts":"2026-04-10T14:10:13.615384Z","caller":"traceutil/trace.go:171","msg":"trace[1515154809] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hn8cv; range_end:; response_count:1; response_revision:8796; }","duration":"151.399487ms","start":"2026-04-10T14:10:13.463947Z","end":"2026-04-10T14:10:13.615346Z","steps":["trace[1515154809] 'range keys from in-memory index tree' (duration: 151.131907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:14.783203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660518319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:10:15.242112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077549398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-10T14:10:15.242238Z","caller":"traceutil/trace.go:171","msg":"trace[487950054] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8807; }","duration":"1.077744043s","start":"2026-04-10T14:10:14.164468Z","end":"2026-04-10T14:10:15.242212Z","steps":["trace[487950054] 'range keys from in-memory index tree' (duration: 1.077300562s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:15.242308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:14.164445Z","time spent":"1.077850307s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-10T14:10:15.242269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.173266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:10:15.242618Z","caller":"traceutil/trace.go:171","msg":"trace[1600257190] linearizableReadLoop","detail":"{readStateIndex:9203; appliedIndex:9202; }","duration":"959.99675ms","start":"2026-04-10T14:10:14.282603Z","end":"2026-04-10T14:10:15.2426Z","steps":["trace[1600257190] 'read index received' (duration: 687.284089ms)","trace[1600257190] 'applied index is now lower than readState.Index' (duration: 272.710461ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:10:15.242717Z","caller":"traceutil/trace.go:171","msg":"trace[1146365028] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"1.037561162s","start":"2026-04-10T14:10:14.20514Z","end":"2026-04-10T14:10:15.242701Z","steps":["trace[1146365028] 'process raft request' (duration: 764.822751ms)","trace[1146365028] 'compare' (duration: 271.764796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:10:15.242847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:14.205113Z","time spent":"1.037640734s","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:10:15.242959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.331708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:10:15.243083Z","caller":"traceutil/trace.go:171","msg":"trace[1960605853] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8808; }","duration":"960.497874ms","start":"2026-04-10T14:10:14.282566Z","end":"2026-04-10T14:10:15.243064Z","steps":["trace[1960605853] 'agreement among raft nodes before linearized reading' (duration: 960.317898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:15.243123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:14.282548Z","time spent":"960.566205ms","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:10:15.332043Z","caller":"traceutil/trace.go:171","msg":"trace[1987340587] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"340.57162ms","start":"2026-04-10T14:10:14.99143Z","end":"2026-04-10T14:10:15.332002Z","steps":["trace[1987340587] 'process raft request' (duration: 340.364154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:15.332226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:14.991414Z","time spent":"340.723135ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:10:15.332334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.224256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hn8cv\" ","response":"range_response_count:1 size:4614"} {"level":"info","ts":"2026-04-10T14:10:15.332451Z","caller":"traceutil/trace.go:171","msg":"trace[62380870] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hn8cv; range_end:; response_count:1; response_revision:8809; }","duration":"341.405641ms","start":"2026-04-10T14:10:14.99102Z","end":"2026-04-10T14:10:15.332426Z","steps":["trace[62380870] 'agreement among raft nodes before linearized reading' (duration: 340.95684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:15.332154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002509143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:10:15.33258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:14.991Z","time spent":"341.567056ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4637,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hn8cv\" "} {"level":"warn","ts":"2026-04-10T14:10:15.332829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.52706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-10T14:10:15.333093Z","caller":"traceutil/trace.go:171","msg":"trace[1792722898] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8809; }","duration":"556.662133ms","start":"2026-04-10T14:10:14.776222Z","end":"2026-04-10T14:10:15.332884Z","steps":["trace[1792722898] 'agreement among raft nodes before linearized reading' (duration: 556.476238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:15.333211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:14.77619Z","time spent":"556.96782ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-10T14:10:15.333888Z","caller":"traceutil/trace.go:171","msg":"trace[1477182302] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8809; }","duration":"1.003079058s","start":"2026-04-10T14:10:14.329556Z","end":"2026-04-10T14:10:15.332635Z","steps":["trace[1477182302] 'agreement among raft nodes before linearized reading' (duration: 1.002504203s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:15.333958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:14.329529Z","time spent":"1.004410871s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:10:15.825113Z","caller":"traceutil/trace.go:171","msg":"trace[799687895] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"155.747287ms","start":"2026-04-10T14:10:15.66934Z","end":"2026-04-10T14:10:15.825087Z","steps":["trace[799687895] 'process raft request' (duration: 155.535062ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:15.84455Z","caller":"traceutil/trace.go:171","msg":"trace[469965375] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"175.081789ms","start":"2026-04-10T14:10:15.66944Z","end":"2026-04-10T14:10:15.844522Z","steps":["trace[469965375] 'process raft request' (duration: 174.826722ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:15.844916Z","caller":"traceutil/trace.go:171","msg":"trace[52967344] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"174.918775ms","start":"2026-04-10T14:10:15.669977Z","end":"2026-04-10T14:10:15.844895Z","steps":["trace[52967344] 'process raft request' (duration: 174.492675ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:15.845266Z","caller":"traceutil/trace.go:171","msg":"trace[1020747796] linearizableReadLoop","detail":"{readStateIndex:9212; appliedIndex:9208; }","duration":"174.261278ms","start":"2026-04-10T14:10:15.670986Z","end":"2026-04-10T14:10:15.845247Z","steps":["trace[1020747796] 'read index received' (duration: 153.850399ms)","trace[1020747796] 'applied index is now lower than readState.Index' (duration: 20.409729ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:10:15.845448Z","caller":"traceutil/trace.go:171","msg":"trace[360839439] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"175.029898ms","start":"2026-04-10T14:10:15.670382Z","end":"2026-04-10T14:10:15.845412Z","steps":["trace[360839439] 'process raft request' (duration: 174.441712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:15.845677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.556968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-10T14:10:15.845734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.131176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-10T14:10:15.845849Z","caller":"traceutil/trace.go:171","msg":"trace[811635643] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8817; }","duration":"149.283771ms","start":"2026-04-10T14:10:15.696539Z","end":"2026-04-10T14:10:15.845823Z","steps":["trace[811635643] 'agreement among raft nodes before linearized reading' (duration: 148.972412ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:15.845766Z","caller":"traceutil/trace.go:171","msg":"trace[837293611] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8817; }","duration":"139.703832ms","start":"2026-04-10T14:10:15.706041Z","end":"2026-04-10T14:10:15.845745Z","steps":["trace[837293611] 'agreement among raft nodes before linearized reading' (duration: 139.507786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:15.846236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.227882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208071"} {"level":"info","ts":"2026-04-10T14:10:15.846287Z","caller":"traceutil/trace.go:171","msg":"trace[1939781310] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8817; }","duration":"175.302774ms","start":"2026-04-10T14:10:15.670971Z","end":"2026-04-10T14:10:15.846274Z","steps":["trace[1939781310] 'agreement among raft nodes before linearized reading' (duration: 174.449642ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:17.005555Z","caller":"traceutil/trace.go:171","msg":"trace[1221723761] linearizableReadLoop","detail":"{readStateIndex:9217; appliedIndex:9216; }","duration":"482.735505ms","start":"2026-04-10T14:10:16.522795Z","end":"2026-04-10T14:10:17.005531Z","steps":["trace[1221723761] 'read index received' (duration: 482.568121ms)","trace[1221723761] 'applied index is now lower than readState.Index' (duration: 166.204µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:10:17.005607Z","caller":"traceutil/trace.go:171","msg":"trace[1235591600] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"509.744426ms","start":"2026-04-10T14:10:16.495832Z","end":"2026-04-10T14:10:17.005577Z","steps":["trace[1235591600] 'process raft request' (duration: 509.553412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:17.005735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.91241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T14:10:17.005752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:16.49581Z","time spent":"509.863209ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:10:17.005772Z","caller":"traceutil/trace.go:171","msg":"trace[553846175] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8822; }","duration":"482.988052ms","start":"2026-04-10T14:10:16.522774Z","end":"2026-04-10T14:10:17.005762Z","steps":["trace[553846175] 'agreement among raft nodes before linearized reading' (duration: 482.866869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:17.005808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:16.522767Z","time spent":"483.031514ms","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":32,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:10:17.333528Z","caller":"traceutil/trace.go:171","msg":"trace[1378478478] linearizableReadLoop","detail":"{readStateIndex:9218; appliedIndex:9217; }","duration":"327.87655ms","start":"2026-04-10T14:10:17.00562Z","end":"2026-04-10T14:10:17.333497Z","steps":["trace[1378478478] 'read index received' (duration: 301.26811ms)","trace[1378478478] 'applied index is now lower than readState.Index' (duration: 26.60656ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:10:17.333602Z","caller":"traceutil/trace.go:171","msg":"trace[995116914] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"673.932923ms","start":"2026-04-10T14:10:16.659637Z","end":"2026-04-10T14:10:17.33357Z","steps":["trace[995116914] 'process raft request' (duration: 647.387654ms)","trace[995116914] 'compare' (duration: 26.121627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:10:17.333747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.513491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:10:17.333817Z","caller":"traceutil/trace.go:171","msg":"trace[1364950085] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8823; }","duration":"722.598313ms","start":"2026-04-10T14:10:16.611201Z","end":"2026-04-10T14:10:17.3338Z","steps":["trace[1364950085] 'agreement among raft nodes before linearized reading' (duration: 722.45864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:17.333864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.941504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:10:17.333888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:16.611184Z","time spent":"722.681916ms","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:10:17.333751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:16.659618Z","time spent":"674.043495ms","remote":"127.0.0.1:40766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:10:17.333937Z","caller":"traceutil/trace.go:171","msg":"trace[92680698] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8823; }","duration":"477.062437ms","start":"2026-04-10T14:10:16.856857Z","end":"2026-04-10T14:10:17.333919Z","steps":["trace[92680698] 'agreement among raft nodes before linearized reading' (duration: 476.794301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:17.333989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:16.856835Z","time spent":"477.13865ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:10:17.334488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.124679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-10T14:10:17.33458Z","caller":"traceutil/trace.go:171","msg":"trace[900562454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8823; }","duration":"396.268123ms","start":"2026-04-10T14:10:16.938291Z","end":"2026-04-10T14:10:17.334559Z","steps":["trace[900562454] 'agreement among raft nodes before linearized reading' (duration: 395.276988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:17.334892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:16.938271Z","time spent":"396.588232ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:10:17.590807Z","caller":"traceutil/trace.go:171","msg":"trace[1648036450] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"109.738475ms","start":"2026-04-10T14:10:17.48103Z","end":"2026-04-10T14:10:17.590769Z","steps":["trace[1648036450] 'process raft request' (duration: 109.442838ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:18.161373Z","caller":"traceutil/trace.go:171","msg":"trace[1617438256] linearizableReadLoop","detail":"{readStateIndex:9229; appliedIndex:9226; }","duration":"331.454337ms","start":"2026-04-10T14:10:17.829887Z","end":"2026-04-10T14:10:18.161341Z","steps":["trace[1617438256] 'read index received' (duration: 268.381005ms)","trace[1617438256] 'applied index is now lower than readState.Index' (duration: 63.071962ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:10:18.161445Z","caller":"traceutil/trace.go:171","msg":"trace[133358814] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"448.198803ms","start":"2026-04-10T14:10:17.713212Z","end":"2026-04-10T14:10:18.161411Z","steps":["trace[133358814] 'process raft request' (duration: 448.026849ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:18.161495Z","caller":"traceutil/trace.go:171","msg":"trace[206198050] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"456.544069ms","start":"2026-04-10T14:10:17.704914Z","end":"2026-04-10T14:10:18.161458Z","steps":["trace[206198050] 'process raft request' (duration: 456.129599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:18.161616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:17.713181Z","time spent":"448.324697ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:10:18.161649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:17.70489Z","time spent":"456.679383ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:10:18.16168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.780285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-10T14:10:18.161767Z","caller":"traceutil/trace.go:171","msg":"trace[278327394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8832; }","duration":"331.900959ms","start":"2026-04-10T14:10:17.829849Z","end":"2026-04-10T14:10:18.16175Z","steps":["trace[278327394] 'agreement among raft nodes before linearized reading' (duration: 331.667832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:18.16182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:17.829832Z","time spent":"331.97565ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:10:18.161826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.046619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T14:10:18.161861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.133651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-10T14:10:18.161879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.099907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-10T14:10:18.161691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.8413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-10T14:10:18.161892Z","caller":"traceutil/trace.go:171","msg":"trace[1182588679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8832; }","duration":"311.166792ms","start":"2026-04-10T14:10:17.850713Z","end":"2026-04-10T14:10:18.16188Z","steps":["trace[1182588679] 'agreement among raft nodes before linearized reading' (duration: 311.025558ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:18.161936Z","caller":"traceutil/trace.go:171","msg":"trace[57194859] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8832; }","duration":"227.145258ms","start":"2026-04-10T14:10:17.934777Z","end":"2026-04-10T14:10:18.161922Z","steps":["trace[57194859] 'agreement among raft nodes before linearized reading' (duration: 226.777048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:18.161948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:17.850704Z","time spent":"311.237763ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:10:18.161936Z","caller":"traceutil/trace.go:171","msg":"trace[665808498] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8832; }","duration":"227.263651ms","start":"2026-04-10T14:10:17.934651Z","end":"2026-04-10T14:10:18.161914Z","steps":["trace[665808498] 'agreement among raft nodes before linearized reading' (duration: 227.133827ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:18.16188Z","caller":"traceutil/trace.go:171","msg":"trace[1189702207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8832; }","duration":"311.127571ms","start":"2026-04-10T14:10:17.850736Z","end":"2026-04-10T14:10:18.161863Z","steps":["trace[1189702207] 'agreement among raft nodes before linearized reading' (duration: 311.000198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:18.161892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.741575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T14:10:18.161699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.071599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T14:10:18.162053Z","caller":"traceutil/trace.go:171","msg":"trace[148632382] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8832; }","duration":"161.97105ms","start":"2026-04-10T14:10:18.000062Z","end":"2026-04-10T14:10:18.162033Z","steps":["trace[148632382] 'agreement among raft nodes before linearized reading' (duration: 161.696824ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:18.162069Z","caller":"traceutil/trace.go:171","msg":"trace[480507164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8832; }","duration":"311.47211ms","start":"2026-04-10T14:10:17.850572Z","end":"2026-04-10T14:10:18.162044Z","steps":["trace[480507164] 'agreement among raft nodes before linearized reading' (duration: 310.966616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:18.162127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:17.850561Z","time spent":"311.550051ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:10:18.161973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.135559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:10:18.162242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.742103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T14:10:18.162317Z","caller":"traceutil/trace.go:171","msg":"trace[2091185567] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:8832; }","duration":"308.177414ms","start":"2026-04-10T14:10:17.854121Z","end":"2026-04-10T14:10:18.162299Z","steps":["trace[2091185567] 'agreement among raft nodes before linearized reading' (duration: 307.510277ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:18.162295Z","caller":"traceutil/trace.go:171","msg":"trace[104248572] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8832; }","duration":"246.489168ms","start":"2026-04-10T14:10:17.915761Z","end":"2026-04-10T14:10:18.16225Z","steps":["trace[104248572] 'agreement among raft nodes before linearized reading' (duration: 246.138569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:18.162381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:17.8541Z","time spent":"308.265027ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-46glf\" "} {"level":"warn","ts":"2026-04-10T14:10:18.162556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:17.850676Z","time spent":"311.8559ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:10:18.380521Z","caller":"traceutil/trace.go:171","msg":"trace[1509035911] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"211.104911ms","start":"2026-04-10T14:10:18.169388Z","end":"2026-04-10T14:10:18.380493Z","steps":["trace[1509035911] 'process raft request' (duration: 141.273184ms)","trace[1509035911] 'compare' (duration: 69.716325ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:10:18.404942Z","caller":"traceutil/trace.go:171","msg":"trace[2075563737] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"235.407371ms","start":"2026-04-10T14:10:18.16951Z","end":"2026-04-10T14:10:18.404918Z","steps":["trace[2075563737] 'process raft request' (duration: 235.257537ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:18.405176Z","caller":"traceutil/trace.go:171","msg":"trace[770808746] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"235.642897ms","start":"2026-04-10T14:10:18.169522Z","end":"2026-04-10T14:10:18.405165Z","steps":["trace[770808746] 'process raft request' (duration: 235.3575ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:18.405263Z","caller":"traceutil/trace.go:171","msg":"trace[308611520] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"234.261921ms","start":"2026-04-10T14:10:18.170981Z","end":"2026-04-10T14:10:18.405243Z","steps":["trace[308611520] 'process raft request' (duration: 234.115687ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:18.405532Z","caller":"traceutil/trace.go:171","msg":"trace[444510463] linearizableReadLoop","detail":"{readStateIndex:9235; appliedIndex:9229; }","duration":"232.442385ms","start":"2026-04-10T14:10:18.173057Z","end":"2026-04-10T14:10:18.405499Z","steps":["trace[444510463] 'read index received' (duration: 137.523998ms)","trace[444510463] 'applied index is now lower than readState.Index' (duration: 94.917407ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:10:18.405569Z","caller":"traceutil/trace.go:171","msg":"trace[150151623] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"233.908842ms","start":"2026-04-10T14:10:18.17164Z","end":"2026-04-10T14:10:18.405549Z","steps":["trace[150151623] 'process raft request' (duration: 233.776629ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:18.405758Z","caller":"traceutil/trace.go:171","msg":"trace[1423577972] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"234.358055ms","start":"2026-04-10T14:10:18.17114Z","end":"2026-04-10T14:10:18.405498Z","steps":["trace[1423577972] 'process raft request' (duration: 234.047346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:18.405789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.802186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:10:18.405851Z","caller":"traceutil/trace.go:171","msg":"trace[183052250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8838; }","duration":"166.919399ms","start":"2026-04-10T14:10:18.238914Z","end":"2026-04-10T14:10:18.405834Z","steps":["trace[183052250] 'agreement among raft nodes before linearized reading' (duration: 166.804886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:18.405834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.59042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-10T14:10:18.405954Z","caller":"traceutil/trace.go:171","msg":"trace[456292628] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8838; }","duration":"222.744594ms","start":"2026-04-10T14:10:18.18319Z","end":"2026-04-10T14:10:18.405935Z","steps":["trace[456292628] 'agreement among raft nodes before linearized reading' (duration: 222.488947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:18.40746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.370005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208071"} {"level":"info","ts":"2026-04-10T14:10:18.407554Z","caller":"traceutil/trace.go:171","msg":"trace[715448919] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8838; }","duration":"234.507398ms","start":"2026-04-10T14:10:18.173028Z","end":"2026-04-10T14:10:18.407536Z","steps":["trace[715448919] 'agreement among raft nodes before linearized reading' (duration: 232.629649ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:18.843005Z","caller":"traceutil/trace.go:171","msg":"trace[1979041046] linearizableReadLoop","detail":"{readStateIndex:9237; appliedIndex:9235; }","duration":"425.750646ms","start":"2026-04-10T14:10:18.417228Z","end":"2026-04-10T14:10:18.842979Z","steps":["trace[1979041046] 'read index received' (duration: 8.678804ms)","trace[1979041046] 'applied index is now lower than readState.Index' (duration: 417.070572ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:10:18.843132Z","caller":"traceutil/trace.go:171","msg":"trace[1713376642] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"426.783224ms","start":"2026-04-10T14:10:18.4163Z","end":"2026-04-10T14:10:18.843084Z","steps":["trace[1713376642] 'process raft request' (duration: 347.052991ms)","trace[1713376642] 'compare' (duration: 79.046625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:10:18.843422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.111695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-04-10T14:10:18.843487Z","caller":"traceutil/trace.go:171","msg":"trace[116771505] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8840; }","duration":"426.262039ms","start":"2026-04-10T14:10:18.417211Z","end":"2026-04-10T14:10:18.843473Z","steps":["trace[116771505] 'agreement among raft nodes before linearized reading' (duration: 426.004443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:10:18.843428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.629052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T14:10:18.843601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:18.417204Z","time spent":"426.384853ms","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4853,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T14:10:18.843599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:10:18.416278Z","time spent":"427.098442ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:10:18.844152Z","caller":"traceutil/trace.go:171","msg":"trace[531359655] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8840; }","duration":"259.34434ms","start":"2026-04-10T14:10:18.584729Z","end":"2026-04-10T14:10:18.844073Z","steps":["trace[531359655] 'agreement among raft nodes before linearized reading' (duration: 258.553919ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:10:59.399762Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6506} {"level":"info","ts":"2026-04-10T14:10:59.499863Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6506,"took":"98.111559ms","hash":700347632,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":25755648,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-10T14:10:59.499964Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":700347632,"revision":6506,"compact-revision":3204} {"level":"info","ts":"2026-04-10T14:11:14.920228Z","caller":"traceutil/trace.go:171","msg":"trace[607278517] linearizableReadLoop","detail":"{readStateIndex:9902; appliedIndex:9901; }","duration":"139.425718ms","start":"2026-04-10T14:11:14.780767Z","end":"2026-04-10T14:11:14.920192Z","steps":["trace[607278517] 'read index received' (duration: 139.265084ms)","trace[607278517] 'applied index is now lower than readState.Index' (duration: 158.884µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:11:14.920523Z","caller":"traceutil/trace.go:171","msg":"trace[914661296] transaction","detail":"{read_only:false; response_revision:9478; number_of_response:1; }","duration":"140.387103ms","start":"2026-04-10T14:11:14.780073Z","end":"2026-04-10T14:11:14.92046Z","steps":["trace[914661296] 'process raft request' (duration: 139.931271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:11:14.920756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.965292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T14:11:14.920815Z","caller":"traceutil/trace.go:171","msg":"trace[2069828151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9478; }","duration":"140.068614ms","start":"2026-04-10T14:11:14.780732Z","end":"2026-04-10T14:11:14.9208Z","steps":["trace[2069828151] 'agreement among raft nodes before linearized reading' (duration: 139.830088ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:11:14.936028Z","caller":"traceutil/trace.go:171","msg":"trace[1635103999] transaction","detail":"{read_only:false; response_revision:9479; number_of_response:1; }","duration":"155.168506ms","start":"2026-04-10T14:11:14.780826Z","end":"2026-04-10T14:11:14.935995Z","steps":["trace[1635103999] 'process raft request' (duration: 154.948669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:11:14.936402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.745147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T14:11:14.936407Z","caller":"traceutil/trace.go:171","msg":"trace[25702092] transaction","detail":"{read_only:false; response_revision:9480; number_of_response:1; }","duration":"154.011375ms","start":"2026-04-10T14:11:14.782292Z","end":"2026-04-10T14:11:14.936304Z","steps":["trace[25702092] 'process raft request' (duration: 153.658117ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:11:14.936474Z","caller":"traceutil/trace.go:171","msg":"trace[729615497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:9480; }","duration":"129.890291ms","start":"2026-04-10T14:11:14.806567Z","end":"2026-04-10T14:11:14.936458Z","steps":["trace[729615497] 'agreement among raft nodes before linearized reading' (duration: 129.593134ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:11:25.23615Z","caller":"traceutil/trace.go:171","msg":"trace[1853276347] linearizableReadLoop","detail":"{readStateIndex:9978; appliedIndex:9977; }","duration":"258.5921ms","start":"2026-04-10T14:11:24.977541Z","end":"2026-04-10T14:11:25.236133Z","steps":["trace[1853276347] 'read index received' (duration: 258.473507ms)","trace[1853276347] 'applied index is now lower than readState.Index' (duration: 117.733µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:11:25.236238Z","caller":"traceutil/trace.go:171","msg":"trace[1832309059] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"270.448128ms","start":"2026-04-10T14:11:24.965781Z","end":"2026-04-10T14:11:25.236229Z","steps":["trace[1832309059] 'process raft request' (duration: 270.239172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:11:25.236381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.825868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T14:11:25.236403Z","caller":"traceutil/trace.go:171","msg":"trace[318574828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9550; }","duration":"258.878669ms","start":"2026-04-10T14:11:24.97752Z","end":"2026-04-10T14:11:25.236398Z","steps":["trace[318574828] 'agreement among raft nodes before linearized reading' (duration: 258.789367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:11:25.236695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.874755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-10T14:11:25.236694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.662769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T14:11:25.23672Z","caller":"traceutil/trace.go:171","msg":"trace[1423682739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9550; }","duration":"254.940036ms","start":"2026-04-10T14:11:24.981774Z","end":"2026-04-10T14:11:25.236714Z","steps":["trace[1423682739] 'agreement among raft nodes before linearized reading' (duration: 254.857864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:11:25.236691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.926501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T14:11:25.236725Z","caller":"traceutil/trace.go:171","msg":"trace[667229976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:9550; }","duration":"247.71529ms","start":"2026-04-10T14:11:24.989003Z","end":"2026-04-10T14:11:25.236718Z","steps":["trace[667229976] 'agreement among raft nodes before linearized reading' (duration: 247.610677ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:11:25.236762Z","caller":"traceutil/trace.go:171","msg":"trace[1603379729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9550; }","duration":"256.017765ms","start":"2026-04-10T14:11:24.980728Z","end":"2026-04-10T14:11:25.236745Z","steps":["trace[1603379729] 'agreement among raft nodes before linearized reading' (duration: 255.832691ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:11:25.502539Z","caller":"traceutil/trace.go:171","msg":"trace[385224641] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"213.753612ms","start":"2026-04-10T14:11:25.288743Z","end":"2026-04-10T14:11:25.502497Z","steps":["trace[385224641] 'process raft request' (duration: 168.173643ms)","trace[385224641] 'compare' (duration: 45.372143ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:11:27.684323Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-10T14:11:27.690488Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-10T14:11:27.690576Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-10T14:12:50.767178Z","caller":"traceutil/trace.go:171","msg":"trace[1847582130] linearizableReadLoop","detail":"{readStateIndex:10798; appliedIndex:10797; }","duration":"195.876457ms","start":"2026-04-10T14:12:50.571274Z","end":"2026-04-10T14:12:50.767151Z","steps":["trace[1847582130] 'read index received' (duration: 123.156709ms)","trace[1847582130] 'applied index is now lower than readState.Index' (duration: 72.718508ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:12:50.767352Z","caller":"traceutil/trace.go:171","msg":"trace[474038908] transaction","detail":"{read_only:false; response_revision:10334; number_of_response:1; }","duration":"207.438566ms","start":"2026-04-10T14:12:50.559849Z","end":"2026-04-10T14:12:50.767288Z","steps":["trace[474038908] 'process raft request' (duration: 134.566994ms)","trace[474038908] 'compare' (duration: 72.336528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:12:50.767531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.246687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-10T14:12:50.767601Z","caller":"traceutil/trace.go:171","msg":"trace[1340929637] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10334; }","duration":"196.37316ms","start":"2026-04-10T14:12:50.571205Z","end":"2026-04-10T14:12:50.767578Z","steps":["trace[1340929637] 'agreement among raft nodes before linearized reading' (duration: 196.153523ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:12:50.932857Z","caller":"traceutil/trace.go:171","msg":"trace[2025967731] transaction","detail":"{read_only:false; response_revision:10337; number_of_response:1; }","duration":"129.7278ms","start":"2026-04-10T14:12:50.803102Z","end":"2026-04-10T14:12:50.93283Z","steps":["trace[2025967731] 'process raft request' (duration: 129.644838ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:12:50.932897Z","caller":"traceutil/trace.go:171","msg":"trace[548143962] transaction","detail":"{read_only:false; response_revision:10336; number_of_response:1; }","duration":"130.709235ms","start":"2026-04-10T14:12:50.80214Z","end":"2026-04-10T14:12:50.932849Z","steps":["trace[548143962] 'process raft request' (duration: 101.092425ms)","trace[548143962] 'compare' (duration: 29.353272ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:13:01.013611Z","caller":"traceutil/trace.go:171","msg":"trace[2024794315] linearizableReadLoop","detail":"{readStateIndex:10886; appliedIndex:10885; }","duration":"101.021754ms","start":"2026-04-10T14:13:00.912567Z","end":"2026-04-10T14:13:01.013589Z","steps":["trace[2024794315] 'read index received' (duration: 79.130155ms)","trace[2024794315] 'applied index is now lower than readState.Index' (duration: 21.890279ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:13:01.013658Z","caller":"traceutil/trace.go:171","msg":"trace[2018337018] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"104.69279ms","start":"2026-04-10T14:13:00.908936Z","end":"2026-04-10T14:13:01.013629Z","steps":["trace[2018337018] 'process raft request' (duration: 82.697818ms)","trace[2018337018] 'compare' (duration: 21.842218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:13:01.0138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.225609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-10T14:13:01.013826Z","caller":"traceutil/trace.go:171","msg":"trace[1126357492] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:10418; }","duration":"101.301091ms","start":"2026-04-10T14:13:00.912519Z","end":"2026-04-10T14:13:01.01382Z","steps":["trace[1126357492] 'agreement among raft nodes before linearized reading' (duration: 101.178448ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:13:02.812339Z","caller":"traceutil/trace.go:171","msg":"trace[1699574006] transaction","detail":"{read_only:false; response_revision:10433; number_of_response:1; }","duration":"132.558292ms","start":"2026-04-10T14:13:02.679747Z","end":"2026-04-10T14:13:02.812305Z","steps":["trace[1699574006] 'process raft request' (duration: 132.324476ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:13:41.729839Z","caller":"traceutil/trace.go:171","msg":"trace[65192676] transaction","detail":"{read_only:false; response_revision:10748; number_of_response:1; }","duration":"101.885796ms","start":"2026-04-10T14:13:41.627925Z","end":"2026-04-10T14:13:41.729811Z","steps":["trace[65192676] 'process raft request' (duration: 101.714991ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:13:41.798709Z","caller":"traceutil/trace.go:171","msg":"trace[979343305] transaction","detail":"{read_only:false; response_revision:10749; number_of_response:1; }","duration":"170.352704ms","start":"2026-04-10T14:13:41.62832Z","end":"2026-04-10T14:13:41.798673Z","steps":["trace[979343305] 'process raft request' (duration: 170.156969ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:13:42.66408Z","caller":"traceutil/trace.go:171","msg":"trace[1996051229] transaction","detail":"{read_only:false; response_revision:10820; number_of_response:1; }","duration":"102.684076ms","start":"2026-04-10T14:13:42.561356Z","end":"2026-04-10T14:13:42.66404Z","steps":["trace[1996051229] 'process raft request' (duration: 102.46517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:13:48.068766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.762518ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-10T14:13:48.068906Z","caller":"traceutil/trace.go:171","msg":"trace[1498816804] linearizableReadLoop","detail":"{readStateIndex:11371; appliedIndex:11370; }","duration":"259.697714ms","start":"2026-04-10T14:13:47.809184Z","end":"2026-04-10T14:13:48.068881Z","steps":["trace[1498816804] 'read index received' (duration: 42.713289ms)","trace[1498816804] 'applied index is now lower than readState.Index' (duration: 216.982745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:13:48.0693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.109774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-10T14:13:48.069449Z","caller":"traceutil/trace.go:171","msg":"trace[1157808239] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10879; }","duration":"260.311029ms","start":"2026-04-10T14:13:47.809115Z","end":"2026-04-10T14:13:48.069426Z","steps":["trace[1157808239] 'agreement among raft nodes before linearized reading' (duration: 260.036782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:13:48.069391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.219832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-10T14:13:48.069582Z","caller":"traceutil/trace.go:171","msg":"trace[1832220846] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10879; }","duration":"100.459869ms","start":"2026-04-10T14:13:47.969107Z","end":"2026-04-10T14:13:48.069567Z","steps":["trace[1832220846] 'agreement among raft nodes before linearized reading' (duration: 100.137ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:13:50.629365Z","caller":"traceutil/trace.go:171","msg":"trace[717429681] transaction","detail":"{read_only:false; response_revision:10906; number_of_response:1; }","duration":"100.356676ms","start":"2026-04-10T14:13:50.52897Z","end":"2026-04-10T14:13:50.629327Z","steps":["trace[717429681] 'process raft request' (duration: 92.226794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:14:06.85473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.13597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:14:06.854804Z","caller":"traceutil/trace.go:171","msg":"trace[922774756] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11112; }","duration":"301.273284ms","start":"2026-04-10T14:14:06.553515Z","end":"2026-04-10T14:14:06.854788Z","steps":["trace[922774756] 'count revisions from in-memory index tree' (duration: 301.025577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:14:06.854836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:14:06.553487Z","time spent":"301.341596ms","remote":"127.0.0.1:55516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:14:06.854919Z","caller":"traceutil/trace.go:171","msg":"trace[1233056952] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"166.320109ms","start":"2026-04-10T14:14:06.688551Z","end":"2026-04-10T14:14:06.854871Z","steps":["trace[1233056952] 'process raft request' (duration: 146.896874ms)","trace[1233056952] 'compare' (duration: 18.977953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:14:06.854989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.136857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f91f059-4c69-4314-958e-c338e91d14be\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-04-10T14:14:06.855057Z","caller":"traceutil/trace.go:171","msg":"trace[1591403107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f91f059-4c69-4314-958e-c338e91d14be; range_end:; response_count:1; response_revision:11112; }","duration":"287.28346ms","start":"2026-04-10T14:14:06.567755Z","end":"2026-04-10T14:14:06.855038Z","steps":["trace[1591403107] 'range keys from in-memory index tree' (duration: 286.911951ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:14:28.39323Z","caller":"traceutil/trace.go:171","msg":"trace[1388708367] transaction","detail":"{read_only:false; response_revision:11283; number_of_response:1; }","duration":"100.48899ms","start":"2026-04-10T14:14:28.292712Z","end":"2026-04-10T14:14:28.393201Z","steps":["trace[1388708367] 'process raft request' (duration: 38.89672ms)","trace[1388708367] 'compare' (duration: 61.463307ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:15:05.592031Z","caller":"traceutil/trace.go:171","msg":"trace[1641079584] transaction","detail":"{read_only:false; response_revision:11742; number_of_response:1; }","duration":"115.994347ms","start":"2026-04-10T14:15:05.47601Z","end":"2026-04-10T14:15:05.592004Z","steps":["trace[1641079584] 'process raft request' (duration: 115.824012ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:05.846638Z","caller":"traceutil/trace.go:171","msg":"trace[861154684] transaction","detail":"{read_only:false; response_revision:11743; number_of_response:1; }","duration":"174.015091ms","start":"2026-04-10T14:15:05.672582Z","end":"2026-04-10T14:15:05.846597Z","steps":["trace[861154684] 'process raft request' (duration: 173.708333ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:06.742568Z","caller":"traceutil/trace.go:171","msg":"trace[1846186765] linearizableReadLoop","detail":"{readStateIndex:12271; appliedIndex:12270; }","duration":"136.295502ms","start":"2026-04-10T14:15:06.606235Z","end":"2026-04-10T14:15:06.74253Z","steps":["trace[1846186765] 'read index received' (duration: 87.169779ms)","trace[1846186765] 'applied index is now lower than readState.Index' (duration: 49.124113ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:15:06.742778Z","caller":"traceutil/trace.go:171","msg":"trace[1671818971] transaction","detail":"{read_only:false; response_revision:11746; number_of_response:1; }","duration":"153.443578ms","start":"2026-04-10T14:15:06.589273Z","end":"2026-04-10T14:15:06.742716Z","steps":["trace[1671818971] 'process raft request' (duration: 104.14037ms)","trace[1671818971] 'compare' (duration: 48.813075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:15:06.74285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.60279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:15:06.743028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.57695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:15:06.743161Z","caller":"traceutil/trace.go:171","msg":"trace[520260851] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11746; }","duration":"136.732224ms","start":"2026-04-10T14:15:06.606406Z","end":"2026-04-10T14:15:06.743138Z","steps":["trace[520260851] 'agreement among raft nodes before linearized reading' (duration: 136.498339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:06.743137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.380165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:15:06.743107Z","caller":"traceutil/trace.go:171","msg":"trace[555557223] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11746; }","duration":"136.890358ms","start":"2026-04-10T14:15:06.606164Z","end":"2026-04-10T14:15:06.743054Z","steps":["trace[555557223] 'agreement among raft nodes before linearized reading' (duration: 136.576011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:06.743308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.072955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-04-10T14:15:06.743354Z","caller":"traceutil/trace.go:171","msg":"trace[700998293] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11746; }","duration":"134.141747ms","start":"2026-04-10T14:15:06.609201Z","end":"2026-04-10T14:15:06.743342Z","steps":["trace[700998293] 'agreement among raft nodes before linearized reading' (duration: 133.951052ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:06.743242Z","caller":"traceutil/trace.go:171","msg":"trace[1874560120] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11746; }","duration":"136.519229ms","start":"2026-04-10T14:15:06.6067Z","end":"2026-04-10T14:15:06.743219Z","steps":["trace[1874560120] 'agreement among raft nodes before linearized reading' (duration: 136.342955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:06.74334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.764175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:15:06.743489Z","caller":"traceutil/trace.go:171","msg":"trace[2130867033] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11746; }","duration":"136.978381ms","start":"2026-04-10T14:15:06.606489Z","end":"2026-04-10T14:15:06.743468Z","steps":["trace[2130867033] 'agreement among raft nodes before linearized reading' (duration: 136.799786ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:07.091122Z","caller":"traceutil/trace.go:171","msg":"trace[1160710034] transaction","detail":"{read_only:false; response_revision:11749; number_of_response:1; }","duration":"194.799848ms","start":"2026-04-10T14:15:06.896176Z","end":"2026-04-10T14:15:07.090975Z","steps":["trace[1160710034] 'process raft request' (duration: 194.597404ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:16.928039Z","caller":"traceutil/trace.go:171","msg":"trace[1544813038] linearizableReadLoop","detail":"{readStateIndex:12371; appliedIndex:12370; }","duration":"110.743421ms","start":"2026-04-10T14:15:16.817258Z","end":"2026-04-10T14:15:16.928002Z","steps":["trace[1544813038] 'read index received' (duration: 110.491274ms)","trace[1544813038] 'applied index is now lower than readState.Index' (duration: 250.646µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:15:16.928123Z","caller":"traceutil/trace.go:171","msg":"trace[1206277996] transaction","detail":"{read_only:false; response_revision:11842; number_of_response:1; }","duration":"139.027903ms","start":"2026-04-10T14:15:16.78904Z","end":"2026-04-10T14:15:16.928067Z","steps":["trace[1206277996] 'process raft request' (duration: 138.743256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:16.928534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.235873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T14:15:16.928627Z","caller":"traceutil/trace.go:171","msg":"trace[1844625976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11842; }","duration":"111.412148ms","start":"2026-04-10T14:15:16.817187Z","end":"2026-04-10T14:15:16.928599Z","steps":["trace[1844625976] 'agreement among raft nodes before linearized reading' (duration: 111.027988ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:27.504546Z","caller":"traceutil/trace.go:171","msg":"trace[2052958116] linearizableReadLoop","detail":"{readStateIndex:12471; appliedIndex:12470; }","duration":"123.513261ms","start":"2026-04-10T14:15:27.38097Z","end":"2026-04-10T14:15:27.504484Z","steps":["trace[2052958116] 'read index received' (duration: 55.339154ms)","trace[2052958116] 'applied index is now lower than readState.Index' (duration: 68.172147ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:15:27.504585Z","caller":"traceutil/trace.go:171","msg":"trace[792763049] transaction","detail":"{read_only:false; response_revision:11938; number_of_response:1; }","duration":"152.521912ms","start":"2026-04-10T14:15:27.35202Z","end":"2026-04-10T14:15:27.504542Z","steps":["trace[792763049] 'process raft request' (duration: 84.310035ms)","trace[792763049] 'compare' (duration: 67.873569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:15:27.505278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.277101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-10T14:15:27.505369Z","caller":"traceutil/trace.go:171","msg":"trace[1725075334] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11938; }","duration":"124.416685ms","start":"2026-04-10T14:15:27.380928Z","end":"2026-04-10T14:15:27.505345Z","steps":["trace[1725075334] 'agreement among raft nodes before linearized reading' (duration: 124.136797ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:27.767737Z","caller":"traceutil/trace.go:171","msg":"trace[561571152] transaction","detail":"{read_only:false; response_revision:11939; number_of_response:1; }","duration":"257.327249ms","start":"2026-04-10T14:15:27.510361Z","end":"2026-04-10T14:15:27.767688Z","steps":["trace[561571152] 'process raft request' (duration: 248.10098ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:27.899234Z","caller":"traceutil/trace.go:171","msg":"trace[2021569414] transaction","detail":"{read_only:false; response_revision:11940; number_of_response:1; }","duration":"386.54862ms","start":"2026-04-10T14:15:27.512634Z","end":"2026-04-10T14:15:27.899183Z","steps":["trace[2021569414] 'process raft request' (duration: 372.175158ms)","trace[2021569414] 'compare' (duration: 14.118896ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:15:27.899235Z","caller":"traceutil/trace.go:171","msg":"trace[1650987313] linearizableReadLoop","detail":"{readStateIndex:12473; appliedIndex:12471; }","duration":"291.480945ms","start":"2026-04-10T14:15:27.607725Z","end":"2026-04-10T14:15:27.899206Z","steps":["trace[1650987313] 'read index received' (duration: 150.83775ms)","trace[1650987313] 'applied index is now lower than readState.Index' (duration: 140.638365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:15:27.899471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:27.512615Z","time spent":"386.735534ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:15:27.918793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.785446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:15:27.91891Z","caller":"traceutil/trace.go:171","msg":"trace[315147686] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11940; }","duration":"244.97053ms","start":"2026-04-10T14:15:27.673915Z","end":"2026-04-10T14:15:27.918886Z","steps":["trace[315147686] 'agreement among raft nodes before linearized reading' (duration: 244.779336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:27.918987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.759956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-10T14:15:27.919116Z","caller":"traceutil/trace.go:171","msg":"trace[1968257782] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11940; }","duration":"214.948352ms","start":"2026-04-10T14:15:27.704137Z","end":"2026-04-10T14:15:27.919085Z","steps":["trace[1968257782] 'agreement among raft nodes before linearized reading' (duration: 214.630283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:27.919138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.324529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-04-10T14:15:27.919311Z","caller":"traceutil/trace.go:171","msg":"trace[844462479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11940; }","duration":"311.634437ms","start":"2026-04-10T14:15:27.607651Z","end":"2026-04-10T14:15:27.919285Z","steps":["trace[844462479] 'agreement among raft nodes before linearized reading' (duration: 291.660169ms)","trace[844462479] 'range keys from in-memory index tree' (duration: 19.487505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:15:27.919456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:27.607622Z","time spent":"311.780271ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:15:54.213886Z","caller":"traceutil/trace.go:171","msg":"trace[913844110] transaction","detail":"{read_only:false; response_revision:12143; number_of_response:1; }","duration":"137.168286ms","start":"2026-04-10T14:15:54.076683Z","end":"2026-04-10T14:15:54.213852Z","steps":["trace[913844110] 'process raft request' (duration: 136.94153ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:54.26014Z","caller":"traceutil/trace.go:171","msg":"trace[1750500831] transaction","detail":"{read_only:false; response_revision:12144; number_of_response:1; }","duration":"180.896639ms","start":"2026-04-10T14:15:54.079209Z","end":"2026-04-10T14:15:54.260106Z","steps":["trace[1750500831] 'process raft request' (duration: 180.373566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:54.898941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.944654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:15:54.899064Z","caller":"traceutil/trace.go:171","msg":"trace[1471068220] linearizableReadLoop","detail":"{readStateIndex:12691; appliedIndex:12690; }","duration":"630.487541ms","start":"2026-04-10T14:15:54.268557Z","end":"2026-04-10T14:15:54.899044Z","steps":["trace[1471068220] 'read index received' (duration: 396.401155ms)","trace[1471068220] 'applied index is now lower than readState.Index' (duration: 234.085076ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:15:54.89945Z","caller":"traceutil/trace.go:171","msg":"trace[1219622668] transaction","detail":"{read_only:false; response_revision:12145; number_of_response:1; }","duration":"632.68907ms","start":"2026-04-10T14:15:54.266706Z","end":"2026-04-10T14:15:54.899395Z","steps":["trace[1219622668] 'process raft request' (duration: 398.169702ms)","trace[1219622668] 'compare' (duration: 233.487021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:15:54.899635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.065708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-10T14:15:54.899708Z","caller":"traceutil/trace.go:171","msg":"trace[1434770039] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12145; }","duration":"631.160739ms","start":"2026-04-10T14:15:54.268527Z","end":"2026-04-10T14:15:54.899688Z","steps":["trace[1434770039] 'agreement among raft nodes before linearized reading' (duration: 630.909953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:54.899711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.266674Z","time spent":"632.892795ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:15:54.899756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.268513Z","time spent":"631.233013ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:15:55.239509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.035561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:15:55.239675Z","caller":"traceutil/trace.go:171","msg":"trace[1090193286] linearizableReadLoop","detail":"{readStateIndex:12692; appliedIndex:12691; }","duration":"340.554367ms","start":"2026-04-10T14:15:54.899091Z","end":"2026-04-10T14:15:55.239646Z","steps":["trace[1090193286] 'read index received' (duration: 182.839439ms)","trace[1090193286] 'applied index is now lower than readState.Index' (duration: 157.712638ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:15:55.23968Z","caller":"traceutil/trace.go:171","msg":"trace[1036918699] transaction","detail":"{read_only:false; response_revision:12146; number_of_response:1; }","duration":"967.828637ms","start":"2026-04-10T14:15:54.271813Z","end":"2026-04-10T14:15:55.239642Z","steps":["trace[1036918699] 'process raft request' (duration: 810.112648ms)","trace[1036918699] 'compare' (duration: 156.782424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:15:55.239857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.27179Z","time spent":"967.96896ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:15:55.239723Z","caller":"traceutil/trace.go:171","msg":"trace[834717090] transaction","detail":"{read_only:false; response_revision:12147; number_of_response:1; }","duration":"333.821473ms","start":"2026-04-10T14:15:54.905889Z","end":"2026-04-10T14:15:55.239711Z","steps":["trace[834717090] 'process raft request' (duration: 333.71179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.240085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.000901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T14:15:55.240144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.766145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T14:15:55.24022Z","caller":"traceutil/trace.go:171","msg":"trace[1949049155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12148; }","duration":"398.851107ms","start":"2026-04-10T14:15:54.841346Z","end":"2026-04-10T14:15:55.240197Z","steps":["trace[1949049155] 'agreement among raft nodes before linearized reading' (duration: 398.430657ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:55.240214Z","caller":"traceutil/trace.go:171","msg":"trace[1827181301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12147; }","duration":"343.378331ms","start":"2026-04-10T14:15:54.896801Z","end":"2026-04-10T14:15:55.240179Z","steps":["trace[1827181301] 'agreement among raft nodes before linearized reading' (duration: 342.847247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.24026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.841296Z","time spent":"398.95576ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:15:55.240249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.792187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:15:55.240272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.791204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:15:55.2403Z","caller":"traceutil/trace.go:171","msg":"trace[1487517466] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12148; }","duration":"362.840985ms","start":"2026-04-10T14:15:54.877453Z","end":"2026-04-10T14:15:55.240294Z","steps":["trace[1487517466] 'agreement among raft nodes before linearized reading' (duration: 362.318722ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:55.240306Z","caller":"traceutil/trace.go:171","msg":"trace[1312483406] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12148; }","duration":"361.871579ms","start":"2026-04-10T14:15:54.87842Z","end":"2026-04-10T14:15:55.240291Z","steps":["trace[1312483406] 'agreement among raft nodes before linearized reading' (duration: 361.341495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.240319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.877442Z","time spent":"362.872516ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:15:55.240265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.912433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:15:55.240356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.878405Z","time spent":"361.942802ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-10T14:15:55.240155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.604376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:15:55.240406Z","caller":"traceutil/trace.go:171","msg":"trace[385890286] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12148; }","duration":"620.897604ms","start":"2026-04-10T14:15:54.619503Z","end":"2026-04-10T14:15:55.240401Z","steps":["trace[385890286] 'agreement among raft nodes before linearized reading' (duration: 620.296208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.240409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.484187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-10T14:15:55.240423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.619475Z","time spent":"620.943604ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-10T14:15:55.240406Z","caller":"traceutil/trace.go:171","msg":"trace[979347718] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12148; }","duration":"621.14519ms","start":"2026-04-10T14:15:54.619228Z","end":"2026-04-10T14:15:55.240373Z","steps":["trace[979347718] 'agreement among raft nodes before linearized reading' (duration: 620.583475ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:55.24044Z","caller":"traceutil/trace.go:171","msg":"trace[779931571] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12148; }","duration":"499.536799ms","start":"2026-04-10T14:15:54.740894Z","end":"2026-04-10T14:15:55.240431Z","steps":["trace[779931571] 'agreement among raft nodes before linearized reading' (duration: 498.851381ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:55.24018Z","caller":"traceutil/trace.go:171","msg":"trace[951638484] transaction","detail":"{read_only:false; response_revision:12148; number_of_response:1; }","duration":"331.938743ms","start":"2026-04-10T14:15:54.908234Z","end":"2026-04-10T14:15:55.240173Z","steps":["trace[951638484] 'process raft request' (duration: 331.451011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.240225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.468519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12632"} {"level":"info","ts":"2026-04-10T14:15:55.240549Z","caller":"traceutil/trace.go:171","msg":"trace[290617821] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12148; }","duration":"361.835698ms","start":"2026-04-10T14:15:54.878698Z","end":"2026-04-10T14:15:55.240533Z","steps":["trace[290617821] 'agreement among raft nodes before linearized reading' (duration: 361.057938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.240558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.908223Z","time spent":"332.286994ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:15:55.240599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.87867Z","time spent":"361.91504ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12655,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-10T14:15:55.24047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.740881Z","time spent":"499.58312ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:15:55.240474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.619189Z","time spent":"621.270513ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:15:55.240687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.892966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:15:55.240296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.896788Z","time spent":"343.488904ms","remote":"127.0.0.1:38476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:15:55.240719Z","caller":"traceutil/trace.go:171","msg":"trace[1339473177] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:12148; }","duration":"607.947528ms","start":"2026-04-10T14:15:54.632762Z","end":"2026-04-10T14:15:55.24071Z","steps":["trace[1339473177] 'agreement among raft nodes before linearized reading' (duration: 607.027564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.240744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.63275Z","time spent":"607.986688ms","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:15:55.240747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.693292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12632"} {"level":"info","ts":"2026-04-10T14:15:55.240764Z","caller":"traceutil/trace.go:171","msg":"trace[1623183737] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12148; }","duration":"619.720443ms","start":"2026-04-10T14:15:54.621039Z","end":"2026-04-10T14:15:55.240759Z","steps":["trace[1623183737] 'agreement among raft nodes before linearized reading' (duration: 618.758548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.240754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.013886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-10T14:15:55.240779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.621029Z","time spent":"619.745903ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12655,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-10T14:15:55.240849Z","caller":"traceutil/trace.go:171","msg":"trace[2094404285] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12148; }","duration":"621.12227ms","start":"2026-04-10T14:15:54.619669Z","end":"2026-04-10T14:15:55.240791Z","steps":["trace[2094404285] 'agreement among raft nodes before linearized reading' (duration: 620.114124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.240137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.905862Z","time spent":"334.191332ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:15:55.240887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:54.619639Z","time spent":"621.238822ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-10T14:15:55.601612Z","caller":"traceutil/trace.go:171","msg":"trace[1717710868] transaction","detail":"{read_only:false; response_revision:12150; number_of_response:1; }","duration":"355.405163ms","start":"2026-04-10T14:15:55.246177Z","end":"2026-04-10T14:15:55.601582Z","steps":["trace[1717710868] 'process raft request' (duration: 354.675694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.601821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:55.246154Z","time spent":"355.563086ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:15:55.602197Z","caller":"traceutil/trace.go:171","msg":"trace[607228205] transaction","detail":"{read_only:false; response_revision:12151; number_of_response:1; }","duration":"355.904305ms","start":"2026-04-10T14:15:55.246253Z","end":"2026-04-10T14:15:55.602157Z","steps":["trace[607228205] 'process raft request' (duration: 355.253539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.602392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:55.246237Z","time spent":"356.049539ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:15:55.602539Z","caller":"traceutil/trace.go:171","msg":"trace[251953285] transaction","detail":"{read_only:false; response_revision:12153; number_of_response:1; }","duration":"285.12141ms","start":"2026-04-10T14:15:55.317398Z","end":"2026-04-10T14:15:55.60252Z","steps":["trace[251953285] 'process raft request' (duration: 285.007537ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:55.602511Z","caller":"traceutil/trace.go:171","msg":"trace[455189038] linearizableReadLoop","detail":"{readStateIndex:12698; appliedIndex:12694; }","duration":"354.217981ms","start":"2026-04-10T14:15:55.248268Z","end":"2026-04-10T14:15:55.602486Z","steps":["trace[455189038] 'read index received' (duration: 77.798726ms)","trace[455189038] 'applied index is now lower than readState.Index' (duration: 276.418265ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:15:55.602536Z","caller":"traceutil/trace.go:171","msg":"trace[1063308057] transaction","detail":"{read_only:false; response_revision:12152; number_of_response:1; }","duration":"354.915369ms","start":"2026-04-10T14:15:55.247557Z","end":"2026-04-10T14:15:55.602473Z","steps":["trace[1063308057] 'process raft request' (duration: 354.56596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.602795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:55.247542Z","time spent":"355.212006ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:15:55.602865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.555849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T14:15:55.602948Z","caller":"traceutil/trace.go:171","msg":"trace[1832771449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12153; }","duration":"354.683094ms","start":"2026-04-10T14:15:55.248243Z","end":"2026-04-10T14:15:55.602926Z","steps":["trace[1832771449] 'agreement among raft nodes before linearized reading' (duration: 354.401606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.60301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:55.248232Z","time spent":"354.762765ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:15:55.614054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.086781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:15:55.614086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.614757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T14:15:55.61411Z","caller":"traceutil/trace.go:171","msg":"trace[1836613552] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12154; }","duration":"177.158642ms","start":"2026-04-10T14:15:55.436937Z","end":"2026-04-10T14:15:55.614095Z","steps":["trace[1836613552] 'agreement among raft nodes before linearized reading' (duration: 177.035219ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:55.61415Z","caller":"traceutil/trace.go:171","msg":"trace[1503686975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12154; }","duration":"350.69263ms","start":"2026-04-10T14:15:55.26344Z","end":"2026-04-10T14:15:55.614133Z","steps":["trace[1503686975] 'agreement among raft nodes before linearized reading' (duration: 350.493934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.614185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:15:55.263433Z","time spent":"350.743191ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:15:55.614349Z","caller":"traceutil/trace.go:171","msg":"trace[335214327] transaction","detail":"{read_only:false; response_revision:12154; number_of_response:1; }","duration":"204.449989ms","start":"2026-04-10T14:15:55.40984Z","end":"2026-04-10T14:15:55.61429Z","steps":["trace[335214327] 'process raft request' (duration: 203.949746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.614564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.197012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T14:15:55.614602Z","caller":"traceutil/trace.go:171","msg":"trace[1660193062] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:12154; }","duration":"273.279573ms","start":"2026-04-10T14:15:55.341313Z","end":"2026-04-10T14:15:55.614592Z","steps":["trace[1660193062] 'agreement among raft nodes before linearized reading' (duration: 273.007127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:15:55.861311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.216202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:15:55.861597Z","caller":"traceutil/trace.go:171","msg":"trace[303381287] linearizableReadLoop","detail":"{readStateIndex:12702; appliedIndex:12700; }","duration":"241.792357ms","start":"2026-04-10T14:15:55.619777Z","end":"2026-04-10T14:15:55.86157Z","steps":["trace[303381287] 'read index received' (duration: 81.39471ms)","trace[303381287] 'applied index is now lower than readState.Index' (duration: 160.391767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:15:55.862037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.008078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:15:55.862078Z","caller":"traceutil/trace.go:171","msg":"trace[669877587] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:12156; }","duration":"231.09415ms","start":"2026-04-10T14:15:55.63097Z","end":"2026-04-10T14:15:55.862064Z","steps":["trace[669877587] 'agreement among raft nodes before linearized reading' (duration: 230.989518ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:55.862487Z","caller":"traceutil/trace.go:171","msg":"trace[1108609416] transaction","detail":"{read_only:false; response_revision:12155; number_of_response:1; }","duration":"253.582322ms","start":"2026-04-10T14:15:55.608894Z","end":"2026-04-10T14:15:55.862476Z","steps":["trace[1108609416] 'process raft request' (duration: 92.101938ms)","trace[1108609416] 'compare' (duration: 159.870013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:15:55.862674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.859514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:450192"} {"level":"info","ts":"2026-04-10T14:15:55.862765Z","caller":"traceutil/trace.go:171","msg":"trace[1704807460] transaction","detail":"{read_only:false; response_revision:12156; number_of_response:1; }","duration":"243.79365ms","start":"2026-04-10T14:15:55.618962Z","end":"2026-04-10T14:15:55.862756Z","steps":["trace[1704807460] 'process raft request' (duration: 242.506437ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:55.862766Z","caller":"traceutil/trace.go:171","msg":"trace[1482174033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:12156; }","duration":"243.011659ms","start":"2026-04-10T14:15:55.619734Z","end":"2026-04-10T14:15:55.862745Z","steps":["trace[1482174033] 'agreement among raft nodes before linearized reading' (duration: 242.159466ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:15:59.40651Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9269} {"level":"info","ts":"2026-04-10T14:15:59.500538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9269,"took":"90.721422ms","hash":2042320316,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":28119040,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-10T14:15:59.500636Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2042320316,"revision":9269,"compact-revision":6506} {"level":"info","ts":"2026-04-10T14:20:58.004805Z","caller":"traceutil/trace.go:171","msg":"trace[495177789] linearizableReadLoop","detail":"{readStateIndex:15293; appliedIndex:15292; }","duration":"482.627889ms","start":"2026-04-10T14:20:57.522149Z","end":"2026-04-10T14:20:58.004776Z","steps":["trace[495177789] 'read index received' (duration: 482.375523ms)","trace[495177789] 'applied index is now lower than readState.Index' (duration: 250.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:20:58.004864Z","caller":"traceutil/trace.go:171","msg":"trace[2110941964] transaction","detail":"{read_only:false; response_revision:14615; number_of_response:1; }","duration":"499.750454ms","start":"2026-04-10T14:20:57.505082Z","end":"2026-04-10T14:20:58.004832Z","steps":["trace[2110941964] 'process raft request' (duration: 499.425156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:20:58.005007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:20:57.50507Z","time spent":"499.860767ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:20:58.005062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.890485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T14:20:58.005232Z","caller":"traceutil/trace.go:171","msg":"trace[723990937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14615; }","duration":"483.008318ms","start":"2026-04-10T14:20:57.522088Z","end":"2026-04-10T14:20:58.005097Z","steps":["trace[723990937] 'agreement among raft nodes before linearized reading' (duration: 482.839064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:20:58.005284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:20:57.52206Z","time spent":"483.212215ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:20:58.00984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.219524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:20:58.009906Z","caller":"traceutil/trace.go:171","msg":"trace[869938831] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:14615; }","duration":"456.362358ms","start":"2026-04-10T14:20:57.553526Z","end":"2026-04-10T14:20:58.009888Z","steps":["trace[869938831] 'agreement among raft nodes before linearized reading' (duration: 456.239425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:20:58.00994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:20:57.553499Z","time spent":"456.43184ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:20:58.01005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.952392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-10T14:20:58.01016Z","caller":"traceutil/trace.go:171","msg":"trace[1903189532] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14615; }","duration":"118.148048ms","start":"2026-04-10T14:20:57.891991Z","end":"2026-04-10T14:20:58.010139Z","steps":["trace[1903189532] 'agreement among raft nodes before linearized reading' (duration: 117.794238ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:20:59.415548Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12182} {"level":"info","ts":"2026-04-10T14:20:59.50911Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12182,"took":"91.423214ms","hash":484689392,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":25698304,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-10T14:20:59.509183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":484689392,"revision":12182,"compact-revision":9269} {"level":"info","ts":"2026-04-10T14:21:00.916113Z","caller":"traceutil/trace.go:171","msg":"trace[676523762] linearizableReadLoop","detail":"{readStateIndex:15313; appliedIndex:15312; }","duration":"305.795617ms","start":"2026-04-10T14:21:00.610289Z","end":"2026-04-10T14:21:00.916084Z","steps":["trace[676523762] 'read index received' (duration: 305.612843ms)","trace[676523762] 'applied index is now lower than readState.Index' (duration: 181.724µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:21:00.916247Z","caller":"traceutil/trace.go:171","msg":"trace[1910150311] transaction","detail":"{read_only:false; response_revision:14633; number_of_response:1; }","duration":"345.590352ms","start":"2026-04-10T14:21:00.570643Z","end":"2026-04-10T14:21:00.916234Z","steps":["trace[1910150311] 'process raft request' (duration: 345.248102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:00.916504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.186487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-10T14:21:00.916674Z","caller":"traceutil/trace.go:171","msg":"trace[2008425292] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14633; }","duration":"306.403933ms","start":"2026-04-10T14:21:00.610248Z","end":"2026-04-10T14:21:00.916652Z","steps":["trace[2008425292] 'agreement among raft nodes before linearized reading' (duration: 306.070725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:00.916546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:00.570626Z","time spent":"345.830767ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:21:00.916821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:00.61023Z","time spent":"306.528077ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:21:00.920095Z","caller":"traceutil/trace.go:171","msg":"trace[711165078] transaction","detail":"{read_only:false; response_revision:14634; number_of_response:1; }","duration":"144.882151ms","start":"2026-04-10T14:21:00.775152Z","end":"2026-04-10T14:21:00.920034Z","steps":["trace[711165078] 'process raft request' (duration: 144.558493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:27.561396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660535321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:21:27.838888Z","caller":"traceutil/trace.go:171","msg":"trace[472708034] linearizableReadLoop","detail":"{readStateIndex:15501; appliedIndex:15500; }","duration":"778.134675ms","start":"2026-04-10T14:21:27.060722Z","end":"2026-04-10T14:21:27.838857Z","steps":["trace[472708034] 'read index received' (duration: 777.95367ms)","trace[472708034] 'applied index is now lower than readState.Index' (duration: 179.825µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:21:27.839026Z","caller":"traceutil/trace.go:171","msg":"trace[1092955958] transaction","detail":"{read_only:false; response_revision:14811; number_of_response:1; }","duration":"806.731079ms","start":"2026-04-10T14:21:27.03228Z","end":"2026-04-10T14:21:27.839011Z","steps":["trace[1092955958] 'process raft request' (duration: 806.416321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:27.83921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:27.032247Z","time spent":"806.815912ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:21:27.839199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.458924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T14:21:27.839398Z","caller":"traceutil/trace.go:171","msg":"trace[1883229826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14811; }","duration":"778.681239ms","start":"2026-04-10T14:21:27.060673Z","end":"2026-04-10T14:21:27.839354Z","steps":["trace[1883229826] 'agreement among raft nodes before linearized reading' (duration: 778.348871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:27.83952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:27.060655Z","time spent":"778.821413ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:21:27.856374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.849207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T14:21:27.85662Z","caller":"traceutil/trace.go:171","msg":"trace[1633796679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14811; }","duration":"793.145285ms","start":"2026-04-10T14:21:27.063457Z","end":"2026-04-10T14:21:27.856602Z","steps":["trace[1633796679] 'agreement among raft nodes before linearized reading' (duration: 792.793205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:27.856463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.545034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-10T14:21:27.85663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.584073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-04-10T14:21:27.856769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:27.063435Z","time spent":"793.3256ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:21:27.856788Z","caller":"traceutil/trace.go:171","msg":"trace[749114715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14811; }","duration":"182.796979ms","start":"2026-04-10T14:21:27.673967Z","end":"2026-04-10T14:21:27.856764Z","steps":["trace[749114715] 'agreement among raft nodes before linearized reading' (duration: 182.507942ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:21:27.856681Z","caller":"traceutil/trace.go:171","msg":"trace[956597957] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14811; }","duration":"363.819562ms","start":"2026-04-10T14:21:27.492847Z","end":"2026-04-10T14:21:27.856667Z","steps":["trace[956597957] 'agreement among raft nodes before linearized reading' (duration: 363.445461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:27.85699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:27.492827Z","time spent":"364.106179ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:21:27.856637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.761449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T14:21:27.857118Z","caller":"traceutil/trace.go:171","msg":"trace[1054273911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14811; }","duration":"608.322394ms","start":"2026-04-10T14:21:27.24878Z","end":"2026-04-10T14:21:27.857102Z","steps":["trace[1054273911] 'agreement among raft nodes before linearized reading' (duration: 607.607536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:27.85716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:27.248757Z","time spent":"608.392545ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:21:27.856552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.010039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-10T14:21:27.857222Z","caller":"traceutil/trace.go:171","msg":"trace[1519829340] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14811; }","duration":"642.699067ms","start":"2026-04-10T14:21:27.214502Z","end":"2026-04-10T14:21:27.857201Z","steps":["trace[1519829340] 'agreement among raft nodes before linearized reading' (duration: 641.961567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:27.857294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:27.214485Z","time spent":"642.789559ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:21:44.016852Z","caller":"traceutil/trace.go:171","msg":"trace[118892526] transaction","detail":"{read_only:false; response_revision:14937; number_of_response:1; }","duration":"122.682758ms","start":"2026-04-10T14:21:43.894141Z","end":"2026-04-10T14:21:44.016824Z","steps":["trace[118892526] 'process raft request' (duration: 122.440631ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:21:44.06648Z","caller":"traceutil/trace.go:171","msg":"trace[584610795] linearizableReadLoop","detail":"{readStateIndex:15637; appliedIndex:15635; }","duration":"132.651067ms","start":"2026-04-10T14:21:43.933807Z","end":"2026-04-10T14:21:44.066458Z","steps":["trace[584610795] 'read index received' (duration: 82.812231ms)","trace[584610795] 'applied index is now lower than readState.Index' (duration: 49.838066ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:21:44.066592Z","caller":"traceutil/trace.go:171","msg":"trace[936854909] transaction","detail":"{read_only:false; response_revision:14938; number_of_response:1; }","duration":"171.167507ms","start":"2026-04-10T14:21:43.895367Z","end":"2026-04-10T14:21:44.066534Z","steps":["trace[936854909] 'process raft request' (duration: 170.964641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:44.066799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.982195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T14:21:44.066867Z","caller":"traceutil/trace.go:171","msg":"trace[1367105013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14938; }","duration":"133.107058ms","start":"2026-04-10T14:21:43.933747Z","end":"2026-04-10T14:21:44.066854Z","steps":["trace[1367105013] 'agreement among raft nodes before linearized reading' (duration: 132.846941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:44.067064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.261847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T14:21:44.067152Z","caller":"traceutil/trace.go:171","msg":"trace[947535333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14938; }","duration":"132.325528ms","start":"2026-04-10T14:21:43.934786Z","end":"2026-04-10T14:21:44.067112Z","steps":["trace[947535333] 'agreement among raft nodes before linearized reading' (duration: 132.150434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:44.06706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.982105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T14:21:44.067249Z","caller":"traceutil/trace.go:171","msg":"trace[497613318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14938; }","duration":"133.252293ms","start":"2026-04-10T14:21:43.933976Z","end":"2026-04-10T14:21:44.067228Z","steps":["trace[497613318] 'agreement among raft nodes before linearized reading' (duration: 132.804331ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:21:44.43284Z","caller":"traceutil/trace.go:171","msg":"trace[1586724803] transaction","detail":"{read_only:false; response_revision:14948; number_of_response:1; }","duration":"120.009718ms","start":"2026-04-10T14:21:44.312766Z","end":"2026-04-10T14:21:44.432775Z","steps":["trace[1586724803] 'process raft request' (duration: 107.678958ms)","trace[1586724803] 'compare' (duration: 11.980891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:21:45.896153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.656495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:21:45.89625Z","caller":"traceutil/trace.go:171","msg":"trace[1206819331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14948; }","duration":"657.804888ms","start":"2026-04-10T14:21:45.238424Z","end":"2026-04-10T14:21:45.896229Z","steps":["trace[1206819331] 'range keys from in-memory index tree' (duration: 657.560662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:45.896291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:45.238401Z","time spent":"657.876931ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:21:45.896574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079827654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-46glf\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T14:21:45.89675Z","caller":"traceutil/trace.go:171","msg":"trace[149211822] range","detail":"{range_begin:/registry/pods/openstack/keepalived-46glf; range_end:; response_count:1; response_revision:14948; }","duration":"1.080062889s","start":"2026-04-10T14:21:44.816662Z","end":"2026-04-10T14:21:45.896725Z","steps":["trace[149211822] 'range keys from in-memory index tree' (duration: 1.079576516s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:45.896795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:44.816626Z","time spent":"1.080157112s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-46glf\" "} {"level":"warn","ts":"2026-04-10T14:21:46.005722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660535686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:21:46.506783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660535686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:21:47.007134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660535686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:21:47.507391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660535686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:21:47.898839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000508192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:21:47.898926Z","caller":"traceutil/trace.go:171","msg":"trace[725742044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000682257s","start":"2026-04-10T14:21:45.898226Z","end":"2026-04-10T14:21:47.898908Z","steps":["trace[725742044] 'agreement among raft nodes before linearized reading' (duration: 2.000576844s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:47.898974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:45.898198Z","time spent":"2.000766198s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:21:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:21:48.007919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660535686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:21:48.053985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.775097275s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:21:48.0545Z","caller":"traceutil/trace.go:171","msg":"trace[927795128] transaction","detail":"{read_only:false; response_revision:14949; number_of_response:1; }","duration":"2.775721171s","start":"2026-04-10T14:21:45.278755Z","end":"2026-04-10T14:21:48.054477Z","steps":["trace[927795128] 'process raft request' (duration: 2.775546247s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.054652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:45.278729Z","time spent":"2.775845754s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:21:48.075509Z","caller":"traceutil/trace.go:171","msg":"trace[1218021955] transaction","detail":"{read_only:false; response_revision:14950; number_of_response:1; }","duration":"2.053004985s","start":"2026-04-10T14:21:46.022463Z","end":"2026-04-10T14:21:48.075468Z","steps":["trace[1218021955] 'process raft request' (duration: 2.052842271s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.075722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.022435Z","time spent":"2.053154229s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:21:48.07835Z","caller":"traceutil/trace.go:171","msg":"trace[1131745123] linearizableReadLoop","detail":"{readStateIndex:15651; appliedIndex:15647; }","duration":"2.572967043s","start":"2026-04-10T14:21:45.505369Z","end":"2026-04-10T14:21:48.078336Z","steps":["trace[1131745123] 'read index received' (duration: 2.548936699s)","trace[1131745123] 'applied index is now lower than readState.Index' (duration: 24.029104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:21:48.078656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57324625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:21:48.078761Z","caller":"traceutil/trace.go:171","msg":"trace[521602891] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:14951; }","duration":"2.573420636s","start":"2026-04-10T14:21:45.505315Z","end":"2026-04-10T14:21:48.078736Z","steps":["trace[521602891] 'agreement among raft nodes before linearized reading' (duration: 2.573121587s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.078788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59279756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:140951"} {"level":"warn","ts":"2026-04-10T14:21:48.078826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:45.505291Z","time spent":"2.573515757s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":88,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:21:48.078872Z","caller":"traceutil/trace.go:171","msg":"trace[800455578] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:14951; }","duration":"1.592934913s","start":"2026-04-10T14:21:46.485913Z","end":"2026-04-10T14:21:48.078848Z","steps":["trace[800455578] 'agreement among raft nodes before linearized reading' (duration: 1.592554773s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.078874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.105198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:21:48.078919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.485886Z","time spent":"1.593023396s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":140974,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-10T14:21:48.078965Z","caller":"traceutil/trace.go:171","msg":"trace[738026301] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:14951; }","duration":"812.260442ms","start":"2026-04-10T14:21:47.266681Z","end":"2026-04-10T14:21:48.078942Z","steps":["trace[738026301] 'agreement among raft nodes before linearized reading' (duration: 812.058477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.079025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:47.266662Z","time spent":"812.351054ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:21:48.079099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176134254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:567452"} {"level":"warn","ts":"2026-04-10T14:21:48.079085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913895892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-10T14:21:48.079133Z","caller":"traceutil/trace.go:171","msg":"trace[456724383] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14951; }","duration":"2.176217766s","start":"2026-04-10T14:21:45.902907Z","end":"2026-04-10T14:21:48.079124Z","steps":["trace[456724383] 'agreement among raft nodes before linearized reading' (duration: 2.175541289s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.07916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:45.902881Z","time spent":"2.176270847s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":567475,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-10T14:21:48.079153Z","caller":"traceutil/trace.go:171","msg":"trace[1265810488] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14951; }","duration":"1.914008095s","start":"2026-04-10T14:21:46.165126Z","end":"2026-04-10T14:21:48.079134Z","steps":["trace[1265810488] 'agreement among raft nodes before linearized reading' (duration: 1.913775409s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.07919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.165079Z","time spent":"1.914101757s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:21:48.079245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039236478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:21:48.079305Z","caller":"traceutil/trace.go:171","msg":"trace[1219563388] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:14951; }","duration":"1.03934995s","start":"2026-04-10T14:21:47.039943Z","end":"2026-04-10T14:21:48.079293Z","steps":["trace[1219563388] 'agreement among raft nodes before linearized reading' (duration: 1.039246988s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.07933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.558502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:21:48.079302Z","caller":"traceutil/trace.go:171","msg":"trace[1706122797] transaction","detail":"{read_only:false; response_revision:14951; number_of_response:1; }","duration":"176.928076ms","start":"2026-04-10T14:21:47.902331Z","end":"2026-04-10T14:21:48.079259Z","steps":["trace[1706122797] 'process raft request' (duration: 175.861908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.079348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:47.039916Z","time spent":"1.039419602s","remote":"127.0.0.1:38376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:21:48.079368Z","caller":"traceutil/trace.go:171","msg":"trace[2095398456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14951; }","duration":"172.639295ms","start":"2026-04-10T14:21:47.906717Z","end":"2026-04-10T14:21:48.079356Z","steps":["trace[2095398456] 'agreement among raft nodes before linearized reading' (duration: 172.575403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.079507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64170518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-10T14:21:48.079552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.111995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:21:48.079556Z","caller":"traceutil/trace.go:171","msg":"trace[310162310] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14951; }","duration":"1.641788823s","start":"2026-04-10T14:21:46.437756Z","end":"2026-04-10T14:21:48.079545Z","steps":["trace[310162310] 'agreement among raft nodes before linearized reading' (duration: 1.641659639s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.07955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52578492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:21:48.07959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.437733Z","time spent":"1.641849684s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:21:48.079634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.702639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:21:48.079586Z","caller":"traceutil/trace.go:171","msg":"trace[1199052189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14951; }","duration":"288.188277ms","start":"2026-04-10T14:21:47.791387Z","end":"2026-04-10T14:21:48.079575Z","steps":["trace[1199052189] 'agreement among raft nodes before linearized reading' (duration: 288.123446ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:21:48.079664Z","caller":"traceutil/trace.go:171","msg":"trace[2001537439] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:14951; }","duration":"624.770001ms","start":"2026-04-10T14:21:47.454887Z","end":"2026-04-10T14:21:48.079657Z","steps":["trace[2001537439] 'agreement among raft nodes before linearized reading' (duration: 624.72165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.079694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:47.454868Z","time spent":"624.817552ms","remote":"127.0.0.1:38392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:21:48.079794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765650381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T14:21:48.079829Z","caller":"traceutil/trace.go:171","msg":"trace[66941042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14951; }","duration":"1.765737812s","start":"2026-04-10T14:21:46.314081Z","end":"2026-04-10T14:21:48.079819Z","steps":["trace[66941042] 'agreement among raft nodes before linearized reading' (duration: 1.76563843s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.079863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.31405Z","time spent":"1.765806054s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:21:48.079889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113546649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:21:48.079922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918478101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-10T14:21:48.079944Z","caller":"traceutil/trace.go:171","msg":"trace[236777720] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14951; }","duration":"1.113645881s","start":"2026-04-10T14:21:46.966285Z","end":"2026-04-10T14:21:48.079931Z","steps":["trace[236777720] 'agreement among raft nodes before linearized reading' (duration: 1.113540358s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:21:48.079953Z","caller":"traceutil/trace.go:171","msg":"trace[989421284] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14951; }","duration":"1.918576002s","start":"2026-04-10T14:21:46.161369Z","end":"2026-04-10T14:21:48.079945Z","steps":["trace[989421284] 'agreement among raft nodes before linearized reading' (duration: 1.9184823s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:21:48.079629Z","caller":"traceutil/trace.go:171","msg":"trace[1405222559] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14951; }","duration":"1.525882472s","start":"2026-04-10T14:21:46.553728Z","end":"2026-04-10T14:21:48.079611Z","steps":["trace[1405222559] 'agreement among raft nodes before linearized reading' (duration: 1.525735269s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.079979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.16128Z","time spent":"1.918692755s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:21:48.07998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.966261Z","time spent":"1.113710943s","remote":"127.0.0.1:40576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:21:48.080019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.553673Z","time spent":"1.526318753s","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:21:48.080071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81224213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T14:21:48.080108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983039158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T14:21:48.080106Z","caller":"traceutil/trace.go:171","msg":"trace[1756933410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14951; }","duration":"1.812325123s","start":"2026-04-10T14:21:46.267772Z","end":"2026-04-10T14:21:48.080097Z","steps":["trace[1756933410] 'agreement among raft nodes before linearized reading' (duration: 1.812215649s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.080133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.267742Z","time spent":"1.812384625s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:21:48.080518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999429124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T14:21:48.080576Z","caller":"traceutil/trace.go:171","msg":"trace[406861527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14951; }","duration":"1.999526286s","start":"2026-04-10T14:21:46.081033Z","end":"2026-04-10T14:21:48.080559Z","steps":["trace[406861527] 'agreement among raft nodes before linearized reading' (duration: 1.999371673s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.080584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984691561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-10T14:21:48.080634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.081004Z","time spent":"1.999618488s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:21:48.080637Z","caller":"traceutil/trace.go:171","msg":"trace[196623373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14951; }","duration":"1.984776703s","start":"2026-04-10T14:21:46.095848Z","end":"2026-04-10T14:21:48.080624Z","steps":["trace[196623373] 'agreement among raft nodes before linearized reading' (duration: 1.984606869s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.080677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.09583Z","time spent":"1.984839134s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:21:48.080127Z","caller":"traceutil/trace.go:171","msg":"trace[520041077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14951; }","duration":"1.98310329s","start":"2026-04-10T14:21:46.097018Z","end":"2026-04-10T14:21:48.080121Z","steps":["trace[520041077] 'agreement among raft nodes before linearized reading' (duration: 1.983046517s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:21:48.083098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:21:46.096993Z","time spent":"1.986084847s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:23:30.80581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.30762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T14:23:30.806135Z","caller":"traceutil/trace.go:171","msg":"trace[166565704] transaction","detail":"{read_only:false; response_revision:16173; number_of_response:1; }","duration":"166.739702ms","start":"2026-04-10T14:23:30.639344Z","end":"2026-04-10T14:23:30.806084Z","steps":["trace[166565704] 'process raft request' (duration: 22.060342ms)","trace[166565704] 'compare' (duration: 144.160496ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:23:30.80631Z","caller":"traceutil/trace.go:171","msg":"trace[403316751] transaction","detail":"{read_only:false; response_revision:16174; number_of_response:1; }","duration":"165.412727ms","start":"2026-04-10T14:23:30.640866Z","end":"2026-04-10T14:23:30.806278Z","steps":["trace[403316751] 'process raft request' (duration: 165.055689ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:23:30.806419Z","caller":"traceutil/trace.go:171","msg":"trace[176359555] linearizableReadLoop","detail":"{readStateIndex:16931; appliedIndex:16928; }","duration":"152.969335ms","start":"2026-04-10T14:23:30.653429Z","end":"2026-04-10T14:23:30.806398Z","steps":["trace[176359555] 'read index received' (duration: 7.994499ms)","trace[176359555] 'applied index is now lower than readState.Index' (duration: 144.973566ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:23:30.806511Z","caller":"traceutil/trace.go:171","msg":"trace[1578904756] transaction","detail":"{read_only:false; response_revision:16175; number_of_response:1; }","duration":"153.369255ms","start":"2026-04-10T14:23:30.653126Z","end":"2026-04-10T14:23:30.806495Z","steps":["trace[1578904756] 'process raft request' (duration: 153.089137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:30.806728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.295683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-10T14:23:30.806785Z","caller":"traceutil/trace.go:171","msg":"trace[892795652] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:16175; }","duration":"153.381935ms","start":"2026-04-10T14:23:30.65339Z","end":"2026-04-10T14:23:30.806772Z","steps":["trace[892795652] 'agreement among raft nodes before linearized reading' (duration: 153.150239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:30.807894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.507105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:23:30.807983Z","caller":"traceutil/trace.go:171","msg":"trace[158344560] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16175; }","duration":"144.624318ms","start":"2026-04-10T14:23:30.663332Z","end":"2026-04-10T14:23:30.807957Z","steps":["trace[158344560] 'agreement among raft nodes before linearized reading' (duration: 144.486134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:30.808472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.14384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-10T14:23:30.808509Z","caller":"traceutil/trace.go:171","msg":"trace[1125318318] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16175; }","duration":"143.202041ms","start":"2026-04-10T14:23:30.665297Z","end":"2026-04-10T14:23:30.808499Z","steps":["trace[1125318318] 'agreement among raft nodes before linearized reading' (duration: 143.044606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:30.808719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.897525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T14:23:30.808745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.334977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-10T14:23:30.808776Z","caller":"traceutil/trace.go:171","msg":"trace[504164712] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16175; }","duration":"145.383558ms","start":"2026-04-10T14:23:30.663383Z","end":"2026-04-10T14:23:30.808767Z","steps":["trace[504164712] 'agreement among raft nodes before linearized reading' (duration: 145.287015ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:23:30.808776Z","caller":"traceutil/trace.go:171","msg":"trace[1040849981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16175; }","duration":"144.956736ms","start":"2026-04-10T14:23:30.663802Z","end":"2026-04-10T14:23:30.808759Z","steps":["trace[1040849981] 'agreement among raft nodes before linearized reading' (duration: 144.792862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:30.809339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.131105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:23:30.80939Z","caller":"traceutil/trace.go:171","msg":"trace[228967823] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16175; }","duration":"144.203017ms","start":"2026-04-10T14:23:30.665173Z","end":"2026-04-10T14:23:30.809376Z","steps":["trace[228967823] 'agreement among raft nodes before linearized reading' (duration: 144.113864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:30.809694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.695999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-10T14:23:30.80975Z","caller":"traceutil/trace.go:171","msg":"trace[2087836636] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16175; }","duration":"144.77264ms","start":"2026-04-10T14:23:30.664964Z","end":"2026-04-10T14:23:30.809737Z","steps":["trace[2087836636] 'agreement among raft nodes before linearized reading' (duration: 144.526784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:31.961721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660539754,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:23:32.013594Z","caller":"traceutil/trace.go:171","msg":"trace[1529946946] transaction","detail":"{read_only:false; response_revision:16178; number_of_response:1; }","duration":"733.220608ms","start":"2026-04-10T14:23:31.280342Z","end":"2026-04-10T14:23:32.013563Z","steps":["trace[1529946946] 'process raft request' (duration: 732.992882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.013786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.280326Z","time spent":"733.361061ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:23:32.175754Z","caller":"traceutil/trace.go:171","msg":"trace[1080611304] linearizableReadLoop","detail":"{readStateIndex:16936; appliedIndex:16934; }","duration":"714.917913ms","start":"2026-04-10T14:23:31.460814Z","end":"2026-04-10T14:23:32.175732Z","steps":["trace[1080611304] 'read index received' (duration: 552.7371ms)","trace[1080611304] 'applied index is now lower than readState.Index' (duration: 162.179873ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:23:32.175809Z","caller":"traceutil/trace.go:171","msg":"trace[1327162014] transaction","detail":"{read_only:false; response_revision:16179; number_of_response:1; }","duration":"893.209265ms","start":"2026-04-10T14:23:31.282565Z","end":"2026-04-10T14:23:32.175774Z","steps":["trace[1327162014] 'process raft request' (duration: 892.922787ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:23:32.175872Z","caller":"traceutil/trace.go:171","msg":"trace[2026374260] transaction","detail":"{read_only:false; response_revision:16180; number_of_response:1; }","duration":"848.556905ms","start":"2026-04-10T14:23:31.327295Z","end":"2026-04-10T14:23:32.175852Z","steps":["trace[2026374260] 'process raft request' (duration: 848.361019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.175917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.093898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:23:32.175925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.282555Z","time spent":"893.305838ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:23:32.175954Z","caller":"traceutil/trace.go:171","msg":"trace[802583308] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16180; }","duration":"715.17211ms","start":"2026-04-10T14:23:31.460772Z","end":"2026-04-10T14:23:32.175944Z","steps":["trace[802583308] 'agreement among raft nodes before linearized reading' (duration: 715.100998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.175975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.32726Z","time spent":"848.666347ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:23:32.175987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.460756Z","time spent":"715.223411ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-10T14:23:32.176208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.919637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-10T14:23:32.176235Z","caller":"traceutil/trace.go:171","msg":"trace[903109569] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16180; }","duration":"703.961838ms","start":"2026-04-10T14:23:31.472267Z","end":"2026-04-10T14:23:32.176229Z","steps":["trace[903109569] 'agreement among raft nodes before linearized reading' (duration: 703.862485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.176252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.472258Z","time spent":"703.990698ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-10T14:23:32.176232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.957819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-10T14:23:32.176298Z","caller":"traceutil/trace.go:171","msg":"trace[450643127] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16180; }","duration":"408.046901ms","start":"2026-04-10T14:23:31.768234Z","end":"2026-04-10T14:23:32.176281Z","steps":["trace[450643127] 'agreement among raft nodes before linearized reading' (duration: 407.856896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.176351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.08276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T14:23:32.176359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.768175Z","time spent":"408.175724ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-10T14:23:32.176375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.108433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-10T14:23:32.176359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.092769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:23:32.176392Z","caller":"traceutil/trace.go:171","msg":"trace[716729707] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16180; }","duration":"572.165474ms","start":"2026-04-10T14:23:31.604221Z","end":"2026-04-10T14:23:32.176387Z","steps":["trace[716729707] 'agreement among raft nodes before linearized reading' (duration: 572.101963ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:23:32.17639Z","caller":"traceutil/trace.go:171","msg":"trace[1303594656] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16180; }","duration":"704.130411ms","start":"2026-04-10T14:23:31.47225Z","end":"2026-04-10T14:23:32.17638Z","steps":["trace[1303594656] 'agreement among raft nodes before linearized reading' (duration: 704.08186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.17641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.604198Z","time spent":"572.210105ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-10T14:23:32.176408Z","caller":"traceutil/trace.go:171","msg":"trace[1231957309] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16180; }","duration":"707.156141ms","start":"2026-04-10T14:23:31.469239Z","end":"2026-04-10T14:23:32.176395Z","steps":["trace[1231957309] 'agreement among raft nodes before linearized reading' (duration: 707.087729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.176426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.472243Z","time spent":"704.173823ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-10T14:23:32.176438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.469232Z","time spent":"707.199584ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-10T14:23:32.176488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.332175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-10T14:23:32.176504Z","caller":"traceutil/trace.go:171","msg":"trace[2033337300] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16180; }","duration":"573.392396ms","start":"2026-04-10T14:23:31.603108Z","end":"2026-04-10T14:23:32.1765Z","steps":["trace[2033337300] 'agreement among raft nodes before linearized reading' (duration: 573.345055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.176516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.603077Z","time spent":"573.436748ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-10T14:23:32.176556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.222025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:23:32.176571Z","caller":"traceutil/trace.go:171","msg":"trace[1887799249] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16180; }","duration":"575.280176ms","start":"2026-04-10T14:23:31.601288Z","end":"2026-04-10T14:23:32.176568Z","steps":["trace[1887799249] 'agreement among raft nodes before linearized reading' (duration: 575.258305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.176583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.601265Z","time spent":"575.315506ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-10T14:23:32.17659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.195345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:23:32.176633Z","caller":"traceutil/trace.go:171","msg":"trace[2002920873] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16180; }","duration":"259.292197ms","start":"2026-04-10T14:23:31.917332Z","end":"2026-04-10T14:23:32.176624Z","steps":["trace[2002920873] 'agreement among raft nodes before linearized reading' (duration: 259.212945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.176309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.853182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T14:23:32.176669Z","caller":"traceutil/trace.go:171","msg":"trace[1850072835] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16180; }","duration":"707.217062ms","start":"2026-04-10T14:23:31.469447Z","end":"2026-04-10T14:23:32.176664Z","steps":["trace[1850072835] 'agreement among raft nodes before linearized reading' (duration: 706.834702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.176692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.469432Z","time spent":"707.254314ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:23:32.176686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.668582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-04-10T14:23:32.176603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.122822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-10T14:23:32.176749Z","caller":"traceutil/trace.go:171","msg":"trace[1925794067] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16180; }","duration":"259.305176ms","start":"2026-04-10T14:23:31.91744Z","end":"2026-04-10T14:23:32.176745Z","steps":["trace[1925794067] 'agreement among raft nodes before linearized reading' (duration: 259.06664ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:23:32.176724Z","caller":"traceutil/trace.go:171","msg":"trace[354319619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16180; }","duration":"143.750764ms","start":"2026-04-10T14:23:32.03296Z","end":"2026-04-10T14:23:32.17671Z","steps":["trace[354319619] 'agreement among raft nodes before linearized reading' (duration: 143.661982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.176775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.531347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T14:23:32.176807Z","caller":"traceutil/trace.go:171","msg":"trace[923584002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16180; }","duration":"171.604869ms","start":"2026-04-10T14:23:32.005192Z","end":"2026-04-10T14:23:32.176797Z","steps":["trace[923584002] 'agreement among raft nodes before linearized reading' (duration: 171.549627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.176926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.586679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-10T14:23:32.176947Z","caller":"traceutil/trace.go:171","msg":"trace[1861901437] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16180; }","duration":"708.636279ms","start":"2026-04-10T14:23:31.468305Z","end":"2026-04-10T14:23:32.176942Z","steps":["trace[1861901437] 'agreement among raft nodes before linearized reading' (duration: 708.587358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.17696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.468289Z","time spent":"708.66792ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-10T14:23:32.17656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.674757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-10T14:23:32.177049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.901629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-10T14:23:32.177104Z","caller":"traceutil/trace.go:171","msg":"trace[397202243] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16180; }","duration":"257.970721ms","start":"2026-04-10T14:23:31.919109Z","end":"2026-04-10T14:23:32.17708Z","steps":["trace[397202243] 'agreement among raft nodes before linearized reading' (duration: 257.850779ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:23:32.177192Z","caller":"traceutil/trace.go:171","msg":"trace[2056026774] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16180; }","duration":"710.256251ms","start":"2026-04-10T14:23:31.466808Z","end":"2026-04-10T14:23:32.177064Z","steps":["trace[2056026774] 'agreement among raft nodes before linearized reading' (duration: 709.291876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:23:32.177321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:23:31.466727Z","time spent":"710.57607ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-10T14:25:59.42175Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14629} {"level":"info","ts":"2026-04-10T14:25:59.516736Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14629,"took":"92.122315ms","hash":3973832116,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":29343744,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-10T14:25:59.516816Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3973832116,"revision":14629,"compact-revision":12182} {"level":"info","ts":"2026-04-10T14:26:11.371354Z","caller":"traceutil/trace.go:171","msg":"trace[1744094695] linearizableReadLoop","detail":"{readStateIndex:18576; appliedIndex:18575; }","duration":"271.351697ms","start":"2026-04-10T14:26:11.099971Z","end":"2026-04-10T14:26:11.371323Z","steps":["trace[1744094695] 'read index received' (duration: 271.179543ms)","trace[1744094695] 'applied index is now lower than readState.Index' (duration: 171.084µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:26:11.371579Z","caller":"traceutil/trace.go:171","msg":"trace[1785045059] transaction","detail":"{read_only:false; response_revision:17746; number_of_response:1; }","duration":"278.267817ms","start":"2026-04-10T14:26:11.093247Z","end":"2026-04-10T14:26:11.371514Z","steps":["trace[1785045059] 'process raft request' (duration: 277.882387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:26:11.372606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.816297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-04-10T14:26:11.373037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.115108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-10T14:26:11.373068Z","caller":"traceutil/trace.go:171","msg":"trace[563913722] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17747; }","duration":"255.311701ms","start":"2026-04-10T14:26:11.117711Z","end":"2026-04-10T14:26:11.373022Z","steps":["trace[563913722] 'agreement among raft nodes before linearized reading' (duration: 254.580072ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:26:11.373134Z","caller":"traceutil/trace.go:171","msg":"trace[1443305861] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17747; }","duration":"197.254881ms","start":"2026-04-10T14:26:11.175851Z","end":"2026-04-10T14:26:11.373106Z","steps":["trace[1443305861] 'agreement among raft nodes before linearized reading' (duration: 196.992603ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:26:11.372965Z","caller":"traceutil/trace.go:171","msg":"trace[23035674] transaction","detail":"{read_only:false; response_revision:17747; number_of_response:1; }","duration":"231.374887ms","start":"2026-04-10T14:26:11.141553Z","end":"2026-04-10T14:26:11.372928Z","steps":["trace[23035674] 'process raft request' (duration: 230.528016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:26:11.373084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.526324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lhjtr\" ","response":"range_response_count:1 size:18639"} {"level":"warn","ts":"2026-04-10T14:26:11.372662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.655461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:869785"} {"level":"warn","ts":"2026-04-10T14:26:11.373179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.266076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-10T14:26:11.373376Z","caller":"traceutil/trace.go:171","msg":"trace[1348940333] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:17746; }","duration":"273.413952ms","start":"2026-04-10T14:26:11.099933Z","end":"2026-04-10T14:26:11.373347Z","steps":["trace[1348940333] 'agreement among raft nodes before linearized reading' (duration: 271.574614ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:26:11.373379Z","caller":"traceutil/trace.go:171","msg":"trace[458449446] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lhjtr; range_end:; response_count:1; response_revision:17747; }","duration":"153.818641ms","start":"2026-04-10T14:26:11.219499Z","end":"2026-04-10T14:26:11.373318Z","steps":["trace[458449446] 'agreement among raft nodes before linearized reading' (duration: 153.124893ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:26:11.373423Z","caller":"traceutil/trace.go:171","msg":"trace[261485645] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17747; }","duration":"188.532793ms","start":"2026-04-10T14:26:11.18486Z","end":"2026-04-10T14:26:11.373392Z","steps":["trace[261485645] 'agreement among raft nodes before linearized reading' (duration: 188.143773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:26:11.37283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.337408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:26:11.373779Z","caller":"traceutil/trace.go:171","msg":"trace[1860054553] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17747; }","duration":"189.347395ms","start":"2026-04-10T14:26:11.184395Z","end":"2026-04-10T14:26:11.373742Z","steps":["trace[1860054553] 'agreement among raft nodes before linearized reading' (duration: 188.302728ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:26:13.464068Z","caller":"traceutil/trace.go:171","msg":"trace[28143319] transaction","detail":"{read_only:false; response_revision:17766; number_of_response:1; }","duration":"109.802606ms","start":"2026-04-10T14:26:13.354239Z","end":"2026-04-10T14:26:13.464042Z","steps":["trace[28143319] 'process raft request' (duration: 109.586111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:26:13.497796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.449992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-10T14:26:13.497859Z","caller":"traceutil/trace.go:171","msg":"trace[703993497] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17767; }","duration":"113.536624ms","start":"2026-04-10T14:26:13.384309Z","end":"2026-04-10T14:26:13.497846Z","steps":["trace[703993497] 'agreement among raft nodes before linearized reading' (duration: 113.311368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:26:13.497847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.664513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:26:13.497983Z","caller":"traceutil/trace.go:171","msg":"trace[1332072719] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17767; }","duration":"104.821007ms","start":"2026-04-10T14:26:13.393123Z","end":"2026-04-10T14:26:13.497944Z","steps":["trace[1332072719] 'agreement among raft nodes before linearized reading' (duration: 104.59919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:26:13.497973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.289243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-04-10T14:26:13.497796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.940245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-c7d6g\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-04-10T14:26:13.498082Z","caller":"traceutil/trace.go:171","msg":"trace[2128945059] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17767; }","duration":"104.400516ms","start":"2026-04-10T14:26:13.393662Z","end":"2026-04-10T14:26:13.498063Z","steps":["trace[2128945059] 'agreement among raft nodes before linearized reading' (duration: 104.124269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:26:13.498114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.514897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:26:13.498224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.246571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-10T14:26:13.498139Z","caller":"traceutil/trace.go:171","msg":"trace[90347784] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-c7d6g; range_end:; response_count:1; response_revision:17767; }","duration":"104.311644ms","start":"2026-04-10T14:26:13.393797Z","end":"2026-04-10T14:26:13.498109Z","steps":["trace[90347784] 'agreement among raft nodes before linearized reading' (duration: 103.80169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:26:13.498247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.212327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-10T14:26:13.4983Z","caller":"traceutil/trace.go:171","msg":"trace[1464107386] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17767; }","duration":"114.347234ms","start":"2026-04-10T14:26:13.383941Z","end":"2026-04-10T14:26:13.498289Z","steps":["trace[1464107386] 'agreement among raft nodes before linearized reading' (duration: 114.16865ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:26:13.498331Z","caller":"traceutil/trace.go:171","msg":"trace[782839730] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17767; }","duration":"105.317529ms","start":"2026-04-10T14:26:13.392986Z","end":"2026-04-10T14:26:13.498303Z","steps":["trace[782839730] 'agreement among raft nodes before linearized reading' (duration: 105.120974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:26:13.498334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.773103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-10T14:26:13.498158Z","caller":"traceutil/trace.go:171","msg":"trace[8327076] transaction","detail":"{read_only:false; response_revision:17767; number_of_response:1; }","duration":"116.849479ms","start":"2026-04-10T14:26:13.381285Z","end":"2026-04-10T14:26:13.498134Z","steps":["trace[8327076] 'process raft request' (duration: 92.941828ms)","trace[8327076] 'compare' (duration: 23.212913ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:26:13.498246Z","caller":"traceutil/trace.go:171","msg":"trace[40708060] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17767; }","duration":"117.710162ms","start":"2026-04-10T14:26:13.38051Z","end":"2026-04-10T14:26:13.49822Z","steps":["trace[40708060] 'agreement among raft nodes before linearized reading' (duration: 117.404634ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:26:13.498391Z","caller":"traceutil/trace.go:171","msg":"trace[2041630630] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17767; }","duration":"117.857265ms","start":"2026-04-10T14:26:13.380516Z","end":"2026-04-10T14:26:13.498373Z","steps":["trace[2041630630] 'agreement among raft nodes before linearized reading' (duration: 117.574798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:26:13.49835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.864316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:26:13.49866Z","caller":"traceutil/trace.go:171","msg":"trace[1899246022] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17767; }","duration":"118.198754ms","start":"2026-04-10T14:26:13.380444Z","end":"2026-04-10T14:26:13.498642Z","steps":["trace[1899246022] 'agreement among raft nodes before linearized reading' (duration: 117.117935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:33.889812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660550100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:28:33.989631Z","caller":"traceutil/trace.go:171","msg":"trace[218076750] transaction","detail":"{read_only:false; response_revision:18923; number_of_response:1; }","duration":"614.311588ms","start":"2026-04-10T14:28:33.375282Z","end":"2026-04-10T14:28:33.989593Z","steps":["trace[218076750] 'process raft request' (duration: 614.085342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:33.989829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:33.375266Z","time spent":"614.460551ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:28:34.049079Z","caller":"traceutil/trace.go:171","msg":"trace[743583063] transaction","detail":"{read_only:false; response_revision:18924; number_of_response:1; }","duration":"630.577602ms","start":"2026-04-10T14:28:33.418465Z","end":"2026-04-10T14:28:34.049043Z","steps":["trace[743583063] 'process raft request' (duration: 630.321586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:34.049245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:33.418454Z","time spent":"630.717775ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:28:34.049993Z","caller":"traceutil/trace.go:171","msg":"trace[742197866] transaction","detail":"{read_only:false; response_revision:18925; number_of_response:1; }","duration":"565.54311ms","start":"2026-04-10T14:28:33.484429Z","end":"2026-04-10T14:28:34.049973Z","steps":["trace[742197866] 'process raft request' (duration: 565.362025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:34.050137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:33.484405Z","time spent":"565.671572ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:28:34.050101Z","caller":"traceutil/trace.go:171","msg":"trace[1284124444] linearizableReadLoop","detail":"{readStateIndex:19816; appliedIndex:19813; }","duration":"660.794796ms","start":"2026-04-10T14:28:33.389266Z","end":"2026-04-10T14:28:34.05006Z","steps":["trace[1284124444] 'read index received' (duration: 600.18166ms)","trace[1284124444] 'applied index is now lower than readState.Index' (duration: 60.609136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:28:34.050332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.040833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:28:34.050402Z","caller":"traceutil/trace.go:171","msg":"trace[2043613602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18925; }","duration":"661.126565ms","start":"2026-04-10T14:28:33.38926Z","end":"2026-04-10T14:28:34.050386Z","steps":["trace[2043613602] 'agreement among raft nodes before linearized reading' (duration: 660.901519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:34.050439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:33.389216Z","time spent":"661.216888ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:28:34.050694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.690127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-249d8\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-04-10T14:28:34.050766Z","caller":"traceutil/trace.go:171","msg":"trace[542923509] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-249d8; range_end:; response_count:1; response_revision:18926; }","duration":"113.79904ms","start":"2026-04-10T14:28:33.936951Z","end":"2026-04-10T14:28:34.05075Z","steps":["trace[542923509] 'agreement among raft nodes before linearized reading' (duration: 113.617055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:34.0513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.848178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-plhrk\" ","response":"range_response_count:1 size:18765"} {"level":"info","ts":"2026-04-10T14:28:34.051379Z","caller":"traceutil/trace.go:171","msg":"trace[1227746711] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-plhrk; range_end:; response_count:1; response_revision:18926; }","duration":"635.936691ms","start":"2026-04-10T14:28:33.415411Z","end":"2026-04-10T14:28:34.051348Z","steps":["trace[1227746711] 'agreement among raft nodes before linearized reading' (duration: 635.12586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:34.05142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:33.415394Z","time spent":"636.015182ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18788,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-plhrk\" "} {"level":"warn","ts":"2026-04-10T14:28:39.331437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:38.963626Z","time spent":"367.801146ms","remote":"127.0.0.1:39526","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:28:40.239684Z","caller":"traceutil/trace.go:171","msg":"trace[1787119319] linearizableReadLoop","detail":"{readStateIndex:19867; appliedIndex:19866; }","duration":"248.474823ms","start":"2026-04-10T14:28:39.991187Z","end":"2026-04-10T14:28:40.239662Z","steps":["trace[1787119319] 'read index received' (duration: 248.209835ms)","trace[1787119319] 'applied index is now lower than readState.Index' (duration: 263.698µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:28:40.239769Z","caller":"traceutil/trace.go:171","msg":"trace[689132298] transaction","detail":"{read_only:false; response_revision:18974; number_of_response:1; }","duration":"673.24001ms","start":"2026-04-10T14:28:39.566499Z","end":"2026-04-10T14:28:40.239739Z","steps":["trace[689132298] 'process raft request' (duration: 672.947912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:40.239937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:39.566473Z","time spent":"673.395515ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20963,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:28:40.239976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.783811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:28:40.240022Z","caller":"traceutil/trace.go:171","msg":"trace[1871429772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18974; }","duration":"248.891023ms","start":"2026-04-10T14:28:39.99112Z","end":"2026-04-10T14:28:40.240011Z","steps":["trace[1871429772] 'agreement among raft nodes before linearized reading' (duration: 248.717229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:40.740521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660550235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:28:41.240692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660550235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:28:41.429401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189585771s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:28:41.429861Z","caller":"traceutil/trace.go:171","msg":"trace[286870588] transaction","detail":"{read_only:false; response_revision:18975; number_of_response:1; }","duration":"1.361657627s","start":"2026-04-10T14:28:40.068173Z","end":"2026-04-10T14:28:41.429831Z","steps":["trace[286870588] 'process raft request' (duration: 1.361509332s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:41.430101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:40.06815Z","time spent":"1.361787799s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:28:41.430316Z","caller":"traceutil/trace.go:171","msg":"trace[67856013] linearizableReadLoop","detail":"{readStateIndex:19868; appliedIndex:19868; }","duration":"1.190496254s","start":"2026-04-10T14:28:40.239786Z","end":"2026-04-10T14:28:41.430282Z","steps":["trace[67856013] 'read index received' (duration: 1.190484913s)","trace[67856013] 'applied index is now lower than readState.Index' (duration: 9.251µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:28:41.430467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318210805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:28:41.430516Z","caller":"traceutil/trace.go:171","msg":"trace[571939114] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18975; }","duration":"1.318288518s","start":"2026-04-10T14:28:40.112213Z","end":"2026-04-10T14:28:41.430502Z","steps":["trace[571939114] 'agreement among raft nodes before linearized reading' (duration: 1.318143004s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:41.430535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318936515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:28:41.430604Z","caller":"traceutil/trace.go:171","msg":"trace[845067398] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18975; }","duration":"1.319045978s","start":"2026-04-10T14:28:40.11154Z","end":"2026-04-10T14:28:41.430586Z","steps":["trace[845067398] 'agreement among raft nodes before linearized reading' (duration: 1.318871053s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:41.430591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201039049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-10T14:28:41.430657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:40.111519Z","time spent":"1.319125581s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:28:41.430675Z","caller":"traceutil/trace.go:171","msg":"trace[296385385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18975; }","duration":"1.201179063s","start":"2026-04-10T14:28:40.229474Z","end":"2026-04-10T14:28:41.430653Z","steps":["trace[296385385] 'agreement among raft nodes before linearized reading' (duration: 1.200913745s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:41.430718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:40.229446Z","time spent":"1.201263094s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:28:41.430548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:40.112199Z","time spent":"1.31834184s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:28:41.430886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.983661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:28:41.430917Z","caller":"traceutil/trace.go:171","msg":"trace[1367153201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18975; }","duration":"997.051613ms","start":"2026-04-10T14:28:40.433857Z","end":"2026-04-10T14:28:41.430909Z","steps":["trace[1367153201] 'agreement among raft nodes before linearized reading' (duration: 996.958301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:41.430888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184756965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-10T14:28:41.430982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.176703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:28:41.431021Z","caller":"traceutil/trace.go:171","msg":"trace[1058524112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18975; }","duration":"191.254095ms","start":"2026-04-10T14:28:41.23976Z","end":"2026-04-10T14:28:41.431014Z","steps":["trace[1058524112] 'agreement among raft nodes before linearized reading' (duration: 191.202153ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:41.431011Z","caller":"traceutil/trace.go:171","msg":"trace[1177629302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18975; }","duration":"1.184998281s","start":"2026-04-10T14:28:40.245985Z","end":"2026-04-10T14:28:41.430983Z","steps":["trace[1177629302] 'agreement among raft nodes before linearized reading' (duration: 1.1845508s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:41.431196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025530423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:28:41.431209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:40.245963Z","time spent":"1.185230946s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:28:41.431224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031014226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:28:41.431246Z","caller":"traceutil/trace.go:171","msg":"trace[130432280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18975; }","duration":"1.025591645s","start":"2026-04-10T14:28:40.405643Z","end":"2026-04-10T14:28:41.431234Z","steps":["trace[130432280] 'agreement among raft nodes before linearized reading' (duration: 1.025501822s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:41.43128Z","caller":"traceutil/trace.go:171","msg":"trace[2047609954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18975; }","duration":"1.031113219s","start":"2026-04-10T14:28:40.400152Z","end":"2026-04-10T14:28:41.431265Z","steps":["trace[2047609954] 'agreement among raft nodes before linearized reading' (duration: 1.030964784s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:41.431295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:40.405635Z","time spent":"1.025645266s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:28:41.43067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.444709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T14:28:41.43112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027155516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-10T14:28:41.431325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:40.400129Z","time spent":"1.031184631s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:28:41.431334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307633262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-249d8\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-04-10T14:28:41.431359Z","caller":"traceutil/trace.go:171","msg":"trace[379073891] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:18975; }","duration":"1.027475825s","start":"2026-04-10T14:28:40.403873Z","end":"2026-04-10T14:28:41.431348Z","steps":["trace[379073891] 'agreement among raft nodes before linearized reading' (duration: 1.027182427s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:41.43137Z","caller":"traceutil/trace.go:171","msg":"trace[853567517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18975; }","duration":"999.146268ms","start":"2026-04-10T14:28:40.432197Z","end":"2026-04-10T14:28:41.431343Z","steps":["trace[853567517] 'agreement among raft nodes before linearized reading' (duration: 998.407669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:41.431399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:40.403838Z","time spent":"1.027549537s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-10T14:28:41.431407Z","caller":"traceutil/trace.go:171","msg":"trace[1120519717] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-249d8; range_end:; response_count:1; response_revision:18975; }","duration":"1.307740974s","start":"2026-04-10T14:28:40.123639Z","end":"2026-04-10T14:28:41.43138Z","steps":["trace[1120519717] 'agreement among raft nodes before linearized reading' (duration: 1.306678546s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:41.431426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:40.43218Z","time spent":"999.230639ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:28:41.430944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:40.433838Z","time spent":"997.100634ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:28:41.431451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:28:40.123627Z","time spent":"1.307815046s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-249d8\" "} {"level":"info","ts":"2026-04-10T14:28:41.671239Z","caller":"traceutil/trace.go:171","msg":"trace[847588696] transaction","detail":"{read_only:false; response_revision:18977; number_of_response:1; }","duration":"232.601ms","start":"2026-04-10T14:28:41.438604Z","end":"2026-04-10T14:28:41.671205Z","steps":["trace[847588696] 'process raft request' (duration: 232.286862ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:41.672141Z","caller":"traceutil/trace.go:171","msg":"trace[1981212248] transaction","detail":"{read_only:false; response_revision:18978; number_of_response:1; }","duration":"233.439342ms","start":"2026-04-10T14:28:41.438684Z","end":"2026-04-10T14:28:41.672124Z","steps":["trace[1981212248] 'process raft request' (duration: 232.921788ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:41.672309Z","caller":"traceutil/trace.go:171","msg":"trace[1835464515] transaction","detail":"{read_only:false; response_revision:18979; number_of_response:1; }","duration":"233.591596ms","start":"2026-04-10T14:28:41.438692Z","end":"2026-04-10T14:28:41.672283Z","steps":["trace[1835464515] 'process raft request' (duration: 233.36091ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:41.673298Z","caller":"traceutil/trace.go:171","msg":"trace[605853119] transaction","detail":"{read_only:false; response_revision:18981; number_of_response:1; }","duration":"234.459519ms","start":"2026-04-10T14:28:41.438827Z","end":"2026-04-10T14:28:41.673286Z","steps":["trace[605853119] 'process raft request' (duration: 234.307235ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:41.673464Z","caller":"traceutil/trace.go:171","msg":"trace[402057598] transaction","detail":"{read_only:false; response_revision:18980; number_of_response:1; }","duration":"234.693645ms","start":"2026-04-10T14:28:41.438763Z","end":"2026-04-10T14:28:41.673457Z","steps":["trace[402057598] 'process raft request' (duration: 233.550025ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:41.67349Z","caller":"traceutil/trace.go:171","msg":"trace[1583168289] transaction","detail":"{read_only:false; response_revision:18982; number_of_response:1; }","duration":"232.712562ms","start":"2026-04-10T14:28:41.440681Z","end":"2026-04-10T14:28:41.673393Z","steps":["trace[1583168289] 'process raft request' (duration: 232.510717ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:41.67365Z","caller":"traceutil/trace.go:171","msg":"trace[438243187] linearizableReadLoop","detail":"{readStateIndex:19877; appliedIndex:19869; }","duration":"175.819972ms","start":"2026-04-10T14:28:41.497821Z","end":"2026-04-10T14:28:41.673641Z","steps":["trace[438243187] 'read index received' (duration: 173.04315ms)","trace[438243187] 'applied index is now lower than readState.Index' (duration: 2.776152ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:28:41.673766Z","caller":"traceutil/trace.go:171","msg":"trace[855536790] transaction","detail":"{read_only:false; response_revision:18983; number_of_response:1; }","duration":"231.219544ms","start":"2026-04-10T14:28:41.442531Z","end":"2026-04-10T14:28:41.673751Z","steps":["trace[855536790] 'process raft request' (duration: 230.70514ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:41.673876Z","caller":"traceutil/trace.go:171","msg":"trace[1998252382] transaction","detail":"{read_only:false; response_revision:18985; number_of_response:1; }","duration":"116.948582ms","start":"2026-04-10T14:28:41.55692Z","end":"2026-04-10T14:28:41.673869Z","steps":["trace[1998252382] 'process raft request' (duration: 116.650315ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:41.673895Z","caller":"traceutil/trace.go:171","msg":"trace[352335357] transaction","detail":"{read_only:false; response_revision:18984; number_of_response:1; }","duration":"196.294105ms","start":"2026-04-10T14:28:41.477571Z","end":"2026-04-10T14:28:41.673865Z","steps":["trace[352335357] 'process raft request' (duration: 195.70964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:41.674552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.76154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-10T14:28:41.674641Z","caller":"traceutil/trace.go:171","msg":"trace[186908559] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18985; }","duration":"198.898563ms","start":"2026-04-10T14:28:41.475711Z","end":"2026-04-10T14:28:41.67461Z","steps":["trace[186908559] 'agreement among raft nodes before linearized reading' (duration: 198.117753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:28:41.674889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.813228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:917999"} {"level":"info","ts":"2026-04-10T14:28:41.674919Z","caller":"traceutil/trace.go:171","msg":"trace[138811389] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:18985; }","duration":"169.886029ms","start":"2026-04-10T14:28:41.505026Z","end":"2026-04-10T14:28:41.674912Z","steps":["trace[138811389] 'agreement among raft nodes before linearized reading' (duration: 168.945614ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:28:47.851658Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-10T14:28:47.857161Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-10T14:28:47.857299Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-10T14:30:59.428515Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17485} {"level":"info","ts":"2026-04-10T14:30:59.522074Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17485,"took":"89.975028ms","hash":3851126386,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":35147776,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-10T14:30:59.522136Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3851126386,"revision":17485,"compact-revision":14629} {"level":"info","ts":"2026-04-10T14:35:44.851174Z","caller":"traceutil/trace.go:171","msg":"trace[1085572170] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"205.095903ms","start":"2026-04-10T14:35:44.646049Z","end":"2026-04-10T14:35:44.851145Z","steps":["trace[1085572170] 'process raft request' (duration: 204.95511ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:35:44.931255Z","caller":"traceutil/trace.go:171","msg":"trace[72320930] linearizableReadLoop","detail":"{readStateIndex:24272; appliedIndex:24270; }","duration":"272.4913ms","start":"2026-04-10T14:35:44.658738Z","end":"2026-04-10T14:35:44.93123Z","steps":["trace[72320930] 'read index received' (duration: 192.347468ms)","trace[72320930] 'applied index is now lower than readState.Index' (duration: 80.142942ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:35:44.93133Z","caller":"traceutil/trace.go:171","msg":"trace[1658669594] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"281.859547ms","start":"2026-04-10T14:35:44.649434Z","end":"2026-04-10T14:35:44.931294Z","steps":["trace[1658669594] 'process raft request' (duration: 281.665952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:35:44.931448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.678775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:35:44.931508Z","caller":"traceutil/trace.go:171","msg":"trace[1434015494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23184; }","duration":"272.797648ms","start":"2026-04-10T14:35:44.658694Z","end":"2026-04-10T14:35:44.931491Z","steps":["trace[1434015494] 'agreement among raft nodes before linearized reading' (duration: 272.683815ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:35:59.435309Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20555} {"level":"info","ts":"2026-04-10T14:35:59.559111Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20555,"took":"120.077345ms","hash":2465591730,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":32784384,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-10T14:35:59.559204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2465591730,"revision":20555,"compact-revision":17485} {"level":"info","ts":"2026-04-10T14:36:36.71515Z","caller":"traceutil/trace.go:171","msg":"trace[1289075809] linearizableReadLoop","detail":"{readStateIndex:24626; appliedIndex:24625; }","duration":"478.154849ms","start":"2026-04-10T14:36:36.236974Z","end":"2026-04-10T14:36:36.715129Z","steps":["trace[1289075809] 'read index received' (duration: 459.661241ms)","trace[1289075809] 'applied index is now lower than readState.Index' (duration: 18.492868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:36:36.715283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.297622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:36:36.715264Z","caller":"traceutil/trace.go:171","msg":"trace[1313895525] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"490.693739ms","start":"2026-04-10T14:36:36.224513Z","end":"2026-04-10T14:36:36.715207Z","steps":["trace[1313895525] 'process raft request' (duration: 472.215622ms)","trace[1313895525] 'compare' (duration: 17.986153ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:36:36.715347Z","caller":"traceutil/trace.go:171","msg":"trace[719239134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23516; }","duration":"478.404135ms","start":"2026-04-10T14:36:36.236928Z","end":"2026-04-10T14:36:36.715332Z","steps":["trace[719239134] 'agreement among raft nodes before linearized reading' (duration: 478.304262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:36.715336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.104652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:36:36.71538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:36.236909Z","time spent":"478.465817ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:36:36.715391Z","caller":"traceutil/trace.go:171","msg":"trace[2058069579] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23516; }","duration":"170.200724ms","start":"2026-04-10T14:36:36.545177Z","end":"2026-04-10T14:36:36.715377Z","steps":["trace[2058069579] 'agreement among raft nodes before linearized reading' (duration: 170.092051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:36.715376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.472491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:36:36.715403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.101115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:36:36.715452Z","caller":"traceutil/trace.go:171","msg":"trace[340583463] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23516; }","duration":"173.577523ms","start":"2026-04-10T14:36:36.541853Z","end":"2026-04-10T14:36:36.71543Z","steps":["trace[340583463] 'agreement among raft nodes before linearized reading' (duration: 173.45988ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:36:36.715495Z","caller":"traceutil/trace.go:171","msg":"trace[190348798] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23516; }","duration":"388.222789ms","start":"2026-04-10T14:36:36.327264Z","end":"2026-04-10T14:36:36.715486Z","steps":["trace[190348798] 'agreement among raft nodes before linearized reading' (duration: 387.992113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:36.715534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:36.224488Z","time spent":"490.894314ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:36:36.715564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:36.327246Z","time spent":"388.30569ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:36:53.724865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.656981ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:36:53.724888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.387396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:36:53.724946Z","caller":"traceutil/trace.go:171","msg":"trace[1237745547] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23624; }","duration":"292.754603ms","start":"2026-04-10T14:36:53.432172Z","end":"2026-04-10T14:36:53.724927Z","steps":["trace[1237745547] 'range keys from in-memory index tree' (duration: 292.63785ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:36:53.725153Z","caller":"traceutil/trace.go:171","msg":"trace[164652605] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"410.761473ms","start":"2026-04-10T14:36:53.314363Z","end":"2026-04-10T14:36:53.725125Z","steps":["trace[164652605] 'process raft request' (duration: 410.657179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:53.725246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:53.314326Z","time spent":"410.884146ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:36:53.725307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.434983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:36:53.72535Z","caller":"traceutil/trace.go:171","msg":"trace[784363233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23626; }","duration":"487.520055ms","start":"2026-04-10T14:36:53.237821Z","end":"2026-04-10T14:36:53.725341Z","steps":["trace[784363233] 'agreement among raft nodes before linearized reading' (duration: 487.372872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:53.725386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:53.237797Z","time spent":"487.580327ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:36:53.725169Z","caller":"traceutil/trace.go:171","msg":"trace[987461275] linearizableReadLoop","detail":"{readStateIndex:24742; appliedIndex:24741; }","duration":"487.28915ms","start":"2026-04-10T14:36:53.237866Z","end":"2026-04-10T14:36:53.725155Z","steps":["trace[987461275] 'read index received' (duration: 43.621µs)","trace[987461275] 'applied index is now lower than readState.Index' (duration: 487.243859ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:36:53.72644Z","caller":"traceutil/trace.go:171","msg":"trace[238278332] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"617.150261ms","start":"2026-04-10T14:36:53.109275Z","end":"2026-04-10T14:36:53.726425Z","steps":["trace[238278332] 'process raft request' (duration: 118.090172ms)","trace[238278332] 'compare' (duration: 497.246341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:36:53.726574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:53.10926Z","time spent":"617.248084ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:36:54.081247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.949642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:36:54.08132Z","caller":"traceutil/trace.go:171","msg":"trace[1175568678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23627; }","duration":"237.081986ms","start":"2026-04-10T14:36:53.844218Z","end":"2026-04-10T14:36:54.0813Z","steps":["trace[1175568678] 'count revisions from in-memory index tree' (duration: 236.85157ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:36:54.227078Z","caller":"traceutil/trace.go:171","msg":"trace[1794962402] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"141.223781ms","start":"2026-04-10T14:36:54.085823Z","end":"2026-04-10T14:36:54.227047Z","steps":["trace[1794962402] 'process raft request' (duration: 140.994264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:54.76825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.470314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:36:54.768396Z","caller":"traceutil/trace.go:171","msg":"trace[361853573] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"527.789847ms","start":"2026-04-10T14:36:54.240583Z","end":"2026-04-10T14:36:54.768373Z","steps":["trace[361853573] 'process raft request' (duration: 155.058735ms)","trace[361853573] 'compare' (duration: 371.798077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:36:54.768457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:54.240562Z","time spent":"527.864688ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:36:55.210681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.673648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:36:55.210846Z","caller":"traceutil/trace.go:171","msg":"trace[1866490503] linearizableReadLoop","detail":"{readStateIndex:24748; appliedIndex:24746; }","duration":"924.989892ms","start":"2026-04-10T14:36:54.285838Z","end":"2026-04-10T14:36:55.210828Z","steps":["trace[1866490503] 'read index received' (duration: 109.801102ms)","trace[1866490503] 'applied index is now lower than readState.Index' (duration: 815.18701ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:36:55.210939Z","caller":"traceutil/trace.go:171","msg":"trace[1779645493] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"970.216454ms","start":"2026-04-10T14:36:54.240684Z","end":"2026-04-10T14:36:55.210901Z","steps":["trace[1779645493] 'process raft request' (duration: 720.235987ms)","trace[1779645493] 'compare' (duration: 249.458923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:36:55.211133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:54.240661Z","time spent":"970.371748ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:36:55.211383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.542887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:36:55.211466Z","caller":"traceutil/trace.go:171","msg":"trace[1198884142] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23631; }","duration":"925.706562ms","start":"2026-04-10T14:36:54.285748Z","end":"2026-04-10T14:36:55.211454Z","steps":["trace[1198884142] 'agreement among raft nodes before linearized reading' (duration: 925.182448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:55.211521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:54.285727Z","time spent":"925.784024ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:36:55.213682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.396012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:36:55.213785Z","caller":"traceutil/trace.go:171","msg":"trace[266710029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23632; }","duration":"901.547365ms","start":"2026-04-10T14:36:54.312213Z","end":"2026-04-10T14:36:55.21376Z","steps":["trace[266710029] 'agreement among raft nodes before linearized reading' (duration: 901.251048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:55.213787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.787916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-10T14:36:55.213831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:54.312193Z","time spent":"901.628177ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:36:55.213868Z","caller":"traceutil/trace.go:171","msg":"trace[1476029380] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23632; }","duration":"130.902069ms","start":"2026-04-10T14:36:55.082943Z","end":"2026-04-10T14:36:55.213845Z","steps":["trace[1476029380] 'agreement among raft nodes before linearized reading' (duration: 130.706635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:55.213878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.806672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:36:55.213969Z","caller":"traceutil/trace.go:171","msg":"trace[1563128708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23632; }","duration":"408.945606ms","start":"2026-04-10T14:36:54.804999Z","end":"2026-04-10T14:36:55.213945Z","steps":["trace[1563128708] 'agreement among raft nodes before linearized reading' (duration: 408.679639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:55.214077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:54.804981Z","time spent":"409.085209ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:36:55.21397Z","caller":"traceutil/trace.go:171","msg":"trace[1075391593] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"134.981477ms","start":"2026-04-10T14:36:55.078949Z","end":"2026-04-10T14:36:55.213931Z","steps":["trace[1075391593] 'process raft request' (duration: 134.34455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:55.214208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.278737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:36:55.214419Z","caller":"traceutil/trace.go:171","msg":"trace[1663993979] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23632; }","duration":"411.563274ms","start":"2026-04-10T14:36:54.802841Z","end":"2026-04-10T14:36:55.214404Z","steps":["trace[1663993979] 'agreement among raft nodes before linearized reading' (duration: 411.140193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:55.21449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:54.802816Z","time spent":"411.661237ms","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":64,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:36:55.21443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.456234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:36:55.214602Z","caller":"traceutil/trace.go:171","msg":"trace[1615270816] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23632; }","duration":"405.639718ms","start":"2026-04-10T14:36:54.808935Z","end":"2026-04-10T14:36:55.214575Z","steps":["trace[1615270816] 'agreement among raft nodes before linearized reading' (duration: 404.783265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:55.214702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:36:54.808924Z","time spent":"405.730491ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-10T14:36:55.34058Z","caller":"traceutil/trace.go:171","msg":"trace[727065655] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"122.227511ms","start":"2026-04-10T14:36:55.21832Z","end":"2026-04-10T14:36:55.340548Z","steps":["trace[727065655] 'process raft request' (duration: 122.107578ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:36:55.34069Z","caller":"traceutil/trace.go:171","msg":"trace[1881058739] linearizableReadLoop","detail":"{readStateIndex:24752; appliedIndex:24749; }","duration":"122.26959ms","start":"2026-04-10T14:36:55.218393Z","end":"2026-04-10T14:36:55.340662Z","steps":["trace[1881058739] 'read index received' (duration: 52.44262ms)","trace[1881058739] 'applied index is now lower than readState.Index' (duration: 69.82457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:36:55.340913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.504357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17067"} {"level":"info","ts":"2026-04-10T14:36:55.340936Z","caller":"traceutil/trace.go:171","msg":"trace[762989414] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23636; }","duration":"122.57979ms","start":"2026-04-10T14:36:55.218351Z","end":"2026-04-10T14:36:55.340931Z","steps":["trace[762989414] 'agreement among raft nodes before linearized reading' (duration: 122.436376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:36:55.340856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.123247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:36:55.340936Z","caller":"traceutil/trace.go:171","msg":"trace[2045857397] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"122.163769ms","start":"2026-04-10T14:36:55.218318Z","end":"2026-04-10T14:36:55.340482Z","steps":["trace[2045857397] 'process raft request' (duration: 121.616614ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:36:55.341075Z","caller":"traceutil/trace.go:171","msg":"trace[1611864618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23636; }","duration":"103.476096ms","start":"2026-04-10T14:36:55.237583Z","end":"2026-04-10T14:36:55.34106Z","steps":["trace[1611864618] 'agreement among raft nodes before linearized reading' (duration: 103.222939ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:36:55.341874Z","caller":"traceutil/trace.go:171","msg":"trace[331166618] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"118.772779ms","start":"2026-04-10T14:36:55.222323Z","end":"2026-04-10T14:36:55.341095Z","steps":["trace[331166618] 'process raft request' (duration: 118.149443ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:37:11.572088Z","caller":"traceutil/trace.go:171","msg":"trace[1263938085] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"141.56694ms","start":"2026-04-10T14:37:11.430497Z","end":"2026-04-10T14:37:11.572064Z","steps":["trace[1263938085] 'process raft request' (duration: 141.109887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:37:12.020553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.304779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:37:12.020677Z","caller":"traceutil/trace.go:171","msg":"trace[234462645] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:23740; }","duration":"205.498566ms","start":"2026-04-10T14:37:11.815155Z","end":"2026-04-10T14:37:12.020654Z","steps":["trace[234462645] 'count revisions from in-memory index tree' (duration: 205.180226ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:37:12.021027Z","caller":"traceutil/trace.go:171","msg":"trace[722314774] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"204.55764ms","start":"2026-04-10T14:37:11.816428Z","end":"2026-04-10T14:37:12.020985Z","steps":["trace[722314774] 'process raft request' (duration: 201.472959ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:37:12.023984Z","caller":"traceutil/trace.go:171","msg":"trace[2028017021] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"201.51976ms","start":"2026-04-10T14:37:11.822436Z","end":"2026-04-10T14:37:12.023956Z","steps":["trace[2028017021] 'process raft request' (duration: 201.317615ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:37:59.847372Z","caller":"traceutil/trace.go:171","msg":"trace[2023998730] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"130.162359ms","start":"2026-04-10T14:37:59.71718Z","end":"2026-04-10T14:37:59.847343Z","steps":["trace[2023998730] 'process raft request' (duration: 91.303331ms)","trace[2023998730] 'compare' (duration: 38.703145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:38:00.36079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.359653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:38:00.36086Z","caller":"traceutil/trace.go:171","msg":"trace[1556563574] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"221.402219ms","start":"2026-04-10T14:38:00.139444Z","end":"2026-04-10T14:38:00.360846Z","steps":["trace[1556563574] 'process raft request' (duration: 97.928312ms)","trace[1556563574] 'compare' (duration: 123.140358ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:38:00.361499Z","caller":"traceutil/trace.go:171","msg":"trace[54223525] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"119.01615ms","start":"2026-04-10T14:38:00.242454Z","end":"2026-04-10T14:38:00.36147Z","steps":["trace[54223525] 'process raft request' (duration: 118.877786ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:38:02.100044Z","caller":"traceutil/trace.go:171","msg":"trace[880760990] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"164.596813ms","start":"2026-04-10T14:38:01.935412Z","end":"2026-04-10T14:38:02.100009Z","steps":["trace[880760990] 'process raft request' (duration: 162.446988ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:38:02.305554Z","caller":"traceutil/trace.go:171","msg":"trace[677647753] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"123.64687ms","start":"2026-04-10T14:38:02.181885Z","end":"2026-04-10T14:38:02.305532Z","steps":["trace[677647753] 'process raft request' (duration: 123.510487ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:38:02.398554Z","caller":"traceutil/trace.go:171","msg":"trace[2022256868] transaction","detail":"{read_only:false; number_of_response:0; response_revision:24372; }","duration":"138.438805ms","start":"2026-04-10T14:38:02.260091Z","end":"2026-04-10T14:38:02.398529Z","steps":["trace[2022256868] 'process raft request' (duration: 132.626614ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:38:02.607486Z","caller":"traceutil/trace.go:171","msg":"trace[1538577229] linearizableReadLoop","detail":"{readStateIndex:25531; appliedIndex:25530; }","duration":"168.897946ms","start":"2026-04-10T14:38:02.438556Z","end":"2026-04-10T14:38:02.607454Z","steps":["trace[1538577229] 'read index received' (duration: 168.589467ms)","trace[1538577229] 'applied index is now lower than readState.Index' (duration: 307.109µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:38:02.607559Z","caller":"traceutil/trace.go:171","msg":"trace[199432625] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"178.070734ms","start":"2026-04-10T14:38:02.429444Z","end":"2026-04-10T14:38:02.607515Z","steps":["trace[199432625] 'process raft request' (duration: 177.782846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:38:02.607689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.119962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:38:02.607779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.578837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:5100"} {"level":"info","ts":"2026-04-10T14:38:02.607832Z","caller":"traceutil/trace.go:171","msg":"trace[383207380] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:24374; }","duration":"169.311187ms","start":"2026-04-10T14:38:02.438502Z","end":"2026-04-10T14:38:02.607813Z","steps":["trace[383207380] 'agreement among raft nodes before linearized reading' (duration: 169.0554ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:38:02.607839Z","caller":"traceutil/trace.go:171","msg":"trace[1897940942] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:24374; }","duration":"168.69208ms","start":"2026-04-10T14:38:02.43913Z","end":"2026-04-10T14:38:02.607822Z","steps":["trace[1897940942] 'agreement among raft nodes before linearized reading' (duration: 168.500855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:38:02.607946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.073846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-10T14:38:02.607993Z","caller":"traceutil/trace.go:171","msg":"trace[1911280179] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:24374; }","duration":"123.195109ms","start":"2026-04-10T14:38:02.484785Z","end":"2026-04-10T14:38:02.607981Z","steps":["trace[1911280179] 'agreement among raft nodes before linearized reading' (duration: 122.984504ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:38:02.802192Z","caller":"traceutil/trace.go:171","msg":"trace[1338422548] linearizableReadLoop","detail":"{readStateIndex:25535; appliedIndex:25533; }","duration":"174.776729ms","start":"2026-04-10T14:38:02.627389Z","end":"2026-04-10T14:38:02.802165Z","steps":["trace[1338422548] 'read index received' (duration: 174.47433ms)","trace[1338422548] 'applied index is now lower than readState.Index' (duration: 301.269µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:38:02.802289Z","caller":"traceutil/trace.go:171","msg":"trace[674954329] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"182.154569ms","start":"2026-04-10T14:38:02.620081Z","end":"2026-04-10T14:38:02.802235Z","steps":["trace[674954329] 'process raft request' (duration: 181.838571ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:38:02.802319Z","caller":"traceutil/trace.go:171","msg":"trace[1518278632] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"179.223523ms","start":"2026-04-10T14:38:02.623051Z","end":"2026-04-10T14:38:02.802274Z","steps":["trace[1518278632] 'process raft request' (duration: 179.058019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:38:02.802441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.024304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-10T14:38:02.802491Z","caller":"traceutil/trace.go:171","msg":"trace[506173355] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24377; }","duration":"175.125157ms","start":"2026-04-10T14:38:02.62735Z","end":"2026-04-10T14:38:02.802475Z","steps":["trace[506173355] 'agreement among raft nodes before linearized reading' (duration: 174.951453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:38:02.802523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.1458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:38:02.802593Z","caller":"traceutil/trace.go:171","msg":"trace[795875746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24377; }","duration":"172.241653ms","start":"2026-04-10T14:38:02.63033Z","end":"2026-04-10T14:38:02.802571Z","steps":["trace[795875746] 'agreement among raft nodes before linearized reading' (duration: 172.015237ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:38:28.568677Z","caller":"traceutil/trace.go:171","msg":"trace[214780176] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"149.643976ms","start":"2026-04-10T14:38:28.419001Z","end":"2026-04-10T14:38:28.568645Z","steps":["trace[214780176] 'process raft request' (duration: 149.455971ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:38:28.569647Z","caller":"traceutil/trace.go:171","msg":"trace[2043557963] linearizableReadLoop","detail":"{readStateIndex:25754; appliedIndex:25754; }","duration":"129.507953ms","start":"2026-04-10T14:38:28.44011Z","end":"2026-04-10T14:38:28.569617Z","steps":["trace[2043557963] 'read index received' (duration: 129.498112ms)","trace[2043557963] 'applied index is now lower than readState.Index' (duration: 7.701µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:38:28.569873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.748439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T14:38:28.569935Z","caller":"traceutil/trace.go:171","msg":"trace[1901495017] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24586; }","duration":"129.858672ms","start":"2026-04-10T14:38:28.440062Z","end":"2026-04-10T14:38:28.56992Z","steps":["trace[1901495017] 'agreement among raft nodes before linearized reading' (duration: 129.654917ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:38:59.708646Z","caller":"traceutil/trace.go:171","msg":"trace[1153434901] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"122.624804ms","start":"2026-04-10T14:38:59.585996Z","end":"2026-04-10T14:38:59.70862Z","steps":["trace[1153434901] 'process raft request' (duration: 122.507881ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:39:19.823139Z","caller":"traceutil/trace.go:171","msg":"trace[1968011681] linearizableReadLoop","detail":"{readStateIndex:26184; appliedIndex:26182; }","duration":"143.940188ms","start":"2026-04-10T14:39:19.679163Z","end":"2026-04-10T14:39:19.823104Z","steps":["trace[1968011681] 'read index received' (duration: 27.753141ms)","trace[1968011681] 'applied index is now lower than readState.Index' (duration: 116.185667ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:39:19.823233Z","caller":"traceutil/trace.go:171","msg":"trace[1310917524] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"148.239949ms","start":"2026-04-10T14:39:19.67495Z","end":"2026-04-10T14:39:19.82319Z","steps":["trace[1310917524] 'process raft request' (duration: 146.610037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:39:19.823527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.336407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:39:19.823584Z","caller":"traceutil/trace.go:171","msg":"trace[854315783] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24996; }","duration":"144.446161ms","start":"2026-04-10T14:39:19.67912Z","end":"2026-04-10T14:39:19.823566Z","steps":["trace[854315783] 'agreement among raft nodes before linearized reading' (duration: 144.142783ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:39:19.981192Z","caller":"traceutil/trace.go:171","msg":"trace[621540754] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"146.580827ms","start":"2026-04-10T14:39:19.834571Z","end":"2026-04-10T14:39:19.981152Z","steps":["trace[621540754] 'process raft request' (duration: 99.453902ms)","trace[621540754] 'compare' (duration: 46.942499ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:39:19.982025Z","caller":"traceutil/trace.go:171","msg":"trace[1049376024] linearizableReadLoop","detail":"{readStateIndex:26186; appliedIndex:26184; }","duration":"123.559099ms","start":"2026-04-10T14:39:19.858412Z","end":"2026-04-10T14:39:19.981971Z","steps":["trace[1049376024] 'read index received' (duration: 75.580423ms)","trace[1049376024] 'applied index is now lower than readState.Index' (duration: 47.977866ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:39:19.982089Z","caller":"traceutil/trace.go:171","msg":"trace[539777429] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"138.054455ms","start":"2026-04-10T14:39:19.843989Z","end":"2026-04-10T14:39:19.982043Z","steps":["trace[539777429] 'process raft request' (duration: 137.791337ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:39:19.982358Z","caller":"traceutil/trace.go:171","msg":"trace[916608312] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"105.464857ms","start":"2026-04-10T14:39:19.876883Z","end":"2026-04-10T14:39:19.982348Z","steps":["trace[916608312] 'process raft request' (duration: 105.035947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:39:19.98274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.325038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:39:19.982779Z","caller":"traceutil/trace.go:171","msg":"trace[1201253086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24999; }","duration":"124.376079ms","start":"2026-04-10T14:39:19.858395Z","end":"2026-04-10T14:39:19.982771Z","steps":["trace[1201253086] 'agreement among raft nodes before linearized reading' (duration: 124.258197ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:39:31.546683Z","caller":"traceutil/trace.go:171","msg":"trace[292755585] linearizableReadLoop","detail":"{readStateIndex:26364; appliedIndex:26363; }","duration":"132.123511ms","start":"2026-04-10T14:39:31.414527Z","end":"2026-04-10T14:39:31.54665Z","steps":["trace[292755585] 'read index received' (duration: 85.263404ms)","trace[292755585] 'applied index is now lower than readState.Index' (duration: 46.859187ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:39:31.546812Z","caller":"traceutil/trace.go:171","msg":"trace[1517205844] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"134.175565ms","start":"2026-04-10T14:39:31.412623Z","end":"2026-04-10T14:39:31.546799Z","steps":["trace[1517205844] 'process raft request' (duration: 87.228626ms)","trace[1517205844] 'compare' (duration: 46.63931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:39:31.547007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.48595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97788"} {"level":"info","ts":"2026-04-10T14:39:31.547071Z","caller":"traceutil/trace.go:171","msg":"trace[529731642] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:25167; }","duration":"132.606333ms","start":"2026-04-10T14:39:31.414451Z","end":"2026-04-10T14:39:31.547058Z","steps":["trace[529731642] 'agreement among raft nodes before linearized reading' (duration: 132.353207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:39:31.547312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.359257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3171"} {"level":"info","ts":"2026-04-10T14:39:31.547363Z","caller":"traceutil/trace.go:171","msg":"trace[1847844513] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25168; }","duration":"132.46381ms","start":"2026-04-10T14:39:31.414887Z","end":"2026-04-10T14:39:31.547351Z","steps":["trace[1847844513] 'agreement among raft nodes before linearized reading' (duration: 132.300275ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:39:31.547533Z","caller":"traceutil/trace.go:171","msg":"trace[1920070792] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"121.132385ms","start":"2026-04-10T14:39:31.426391Z","end":"2026-04-10T14:39:31.547524Z","steps":["trace[1920070792] 'process raft request' (duration: 120.705004ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:39:31.683754Z","caller":"traceutil/trace.go:171","msg":"trace[1856685751] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"107.545042ms","start":"2026-04-10T14:39:31.576172Z","end":"2026-04-10T14:39:31.683717Z","steps":["trace[1856685751] 'process raft request' (duration: 89.663848ms)","trace[1856685751] 'compare' (duration: 17.623338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:39:31.684055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.250684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:39:31.684184Z","caller":"traceutil/trace.go:171","msg":"trace[1635868746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25172; }","duration":"110.374926ms","start":"2026-04-10T14:39:31.573752Z","end":"2026-04-10T14:39:31.684127Z","steps":["trace[1635868746] 'agreement among raft nodes before linearized reading' (duration: 110.14481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:39:31.684153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.702067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:39:31.684277Z","caller":"traceutil/trace.go:171","msg":"trace[1863476816] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:25172; }","duration":"107.858601ms","start":"2026-04-10T14:39:31.576391Z","end":"2026-04-10T14:39:31.68425Z","steps":["trace[1863476816] 'agreement among raft nodes before linearized reading' (duration: 107.552164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:39:31.684697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.426698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-magnum-server-0.18a505c4f4eab092\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-10T14:39:31.684776Z","caller":"traceutil/trace.go:171","msg":"trace[416173535] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-magnum-server-0.18a505c4f4eab092; range_end:; response_count:1; response_revision:25172; }","duration":"110.536461ms","start":"2026-04-10T14:39:31.574222Z","end":"2026-04-10T14:39:31.684758Z","steps":["trace[416173535] 'agreement among raft nodes before linearized reading' (duration: 110.290924ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:39:42.932548Z","caller":"traceutil/trace.go:171","msg":"trace[433241781] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"148.876486ms","start":"2026-04-10T14:39:42.783655Z","end":"2026-04-10T14:39:42.932531Z","steps":["trace[433241781] 'process raft request' (duration: 148.771874ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:06.642264Z","caller":"traceutil/trace.go:171","msg":"trace[165498090] linearizableReadLoop","detail":"{readStateIndex:26706; appliedIndex:26705; }","duration":"185.390543ms","start":"2026-04-10T14:40:06.456854Z","end":"2026-04-10T14:40:06.642245Z","steps":["trace[165498090] 'read index received' (duration: 185.27883ms)","trace[165498090] 'applied index is now lower than readState.Index' (duration: 111.033µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:40:06.642416Z","caller":"traceutil/trace.go:171","msg":"trace[1526604518] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"186.152243ms","start":"2026-04-10T14:40:06.456195Z","end":"2026-04-10T14:40:06.642347Z","steps":["trace[1526604518] 'process raft request' (duration: 185.926977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:06.642587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.698531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:40:06.642675Z","caller":"traceutil/trace.go:171","msg":"trace[586515218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25496; }","duration":"185.832465ms","start":"2026-04-10T14:40:06.456822Z","end":"2026-04-10T14:40:06.642654Z","steps":["trace[586515218] 'agreement among raft nodes before linearized reading' (duration: 185.539497ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:06.668076Z","caller":"traceutil/trace.go:171","msg":"trace[1972514835] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"145.675072ms","start":"2026-04-10T14:40:06.522381Z","end":"2026-04-10T14:40:06.668056Z","steps":["trace[1972514835] 'process raft request' (duration: 145.452357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:06.668297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.300137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:40:06.668366Z","caller":"traceutil/trace.go:171","msg":"trace[1043349450] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25497; }","duration":"166.40877ms","start":"2026-04-10T14:40:06.501942Z","end":"2026-04-10T14:40:06.668351Z","steps":["trace[1043349450] 'agreement among raft nodes before linearized reading' (duration: 166.177424ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:18.136445Z","caller":"traceutil/trace.go:171","msg":"trace[101384692] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"121.603257ms","start":"2026-04-10T14:40:18.014819Z","end":"2026-04-10T14:40:18.136423Z","steps":["trace[101384692] 'process raft request' (duration: 99.044101ms)","trace[101384692] 'compare' (duration: 22.449423ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:40:18.136435Z","caller":"traceutil/trace.go:171","msg":"trace[1217005158] linearizableReadLoop","detail":"{readStateIndex:27251; appliedIndex:27250; }","duration":"113.61836ms","start":"2026-04-10T14:40:18.022795Z","end":"2026-04-10T14:40:18.136413Z","steps":["trace[1217005158] 'read index received' (duration: 91.125496ms)","trace[1217005158] 'applied index is now lower than readState.Index' (duration: 22.492204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:40:18.136619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.805125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3523"} {"level":"info","ts":"2026-04-10T14:40:18.13666Z","caller":"traceutil/trace.go:171","msg":"trace[1917773947] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26026; }","duration":"113.885157ms","start":"2026-04-10T14:40:18.022765Z","end":"2026-04-10T14:40:18.13665Z","steps":["trace[1917773947] 'agreement among raft nodes before linearized reading' (duration: 113.716812ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:19.723083Z","caller":"traceutil/trace.go:171","msg":"trace[429224192] linearizableReadLoop","detail":"{readStateIndex:27310; appliedIndex:27309; }","duration":"106.061425ms","start":"2026-04-10T14:40:19.61699Z","end":"2026-04-10T14:40:19.723051Z","steps":["trace[429224192] 'read index received' (duration: 105.847508ms)","trace[429224192] 'applied index is now lower than readState.Index' (duration: 212.477µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:40:19.723151Z","caller":"traceutil/trace.go:171","msg":"trace[1645106485] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"142.4803ms","start":"2026-04-10T14:40:19.580649Z","end":"2026-04-10T14:40:19.723129Z","steps":["trace[1645106485] 'process raft request' (duration: 142.234442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:19.723837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.749612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:40:19.723916Z","caller":"traceutil/trace.go:171","msg":"trace[214295685] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26085; }","duration":"106.883545ms","start":"2026-04-10T14:40:19.617016Z","end":"2026-04-10T14:40:19.7239Z","steps":["trace[214295685] 'agreement among raft nodes before linearized reading' (duration: 106.66242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:19.724141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.329491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:40:19.724272Z","caller":"traceutil/trace.go:171","msg":"trace[1389778362] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26085; }","duration":"107.235524ms","start":"2026-04-10T14:40:19.617017Z","end":"2026-04-10T14:40:19.724253Z","steps":["trace[1389778362] 'agreement among raft nodes before linearized reading' (duration: 106.244859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:19.72627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.260447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:40:19.726336Z","caller":"traceutil/trace.go:171","msg":"trace[2139205431] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26085; }","duration":"109.359269ms","start":"2026-04-10T14:40:19.616962Z","end":"2026-04-10T14:40:19.726321Z","steps":["trace[2139205431] 'agreement among raft nodes before linearized reading' (duration: 106.255059ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:20.502277Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006ac2.wal"} {"level":"info","ts":"2026-04-10T14:40:21.109334Z","caller":"traceutil/trace.go:171","msg":"trace[1616396620] linearizableReadLoop","detail":"{readStateIndex:27351; appliedIndex:27350; }","duration":"136.045543ms","start":"2026-04-10T14:40:20.973263Z","end":"2026-04-10T14:40:21.109308Z","steps":["trace[1616396620] 'read index received' (duration: 135.743505ms)","trace[1616396620] 'applied index is now lower than readState.Index' (duration: 300.188µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:40:21.109403Z","caller":"traceutil/trace.go:171","msg":"trace[92647626] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"136.762201ms","start":"2026-04-10T14:40:20.972611Z","end":"2026-04-10T14:40:21.109373Z","steps":["trace[92647626] 'process raft request' (duration: 136.437912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:21.109564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.259598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/cert-manager-test/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:40:21.109643Z","caller":"traceutil/trace.go:171","msg":"trace[1597334248] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/cert-manager-test/; range_end:/registry/gateway.networking.k8s.io/tcproutes/cert-manager-test0; response_count:0; response_revision:26126; }","duration":"136.375601ms","start":"2026-04-10T14:40:20.973247Z","end":"2026-04-10T14:40:21.109622Z","steps":["trace[1597334248] 'agreement among raft nodes before linearized reading' (duration: 136.210037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:25.507111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.365264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:40:25.507303Z","caller":"traceutil/trace.go:171","msg":"trace[408443274] linearizableReadLoop","detail":"{readStateIndex:27449; appliedIndex:27448; }","duration":"345.786348ms","start":"2026-04-10T14:40:25.161493Z","end":"2026-04-10T14:40:25.50728Z","steps":["trace[408443274] 'read index received' (duration: 232.080955ms)","trace[408443274] 'applied index is now lower than readState.Index' (duration: 113.702813ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:40:25.507621Z","caller":"traceutil/trace.go:171","msg":"trace[904151072] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"362.727488ms","start":"2026-04-10T14:40:25.144875Z","end":"2026-04-10T14:40:25.507603Z","steps":["trace[904151072] 'process raft request' (duration: 248.727998ms)","trace[904151072] 'compare' (duration: 113.168908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:40:25.507856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:25.144844Z","time spent":"362.845161ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:40:25.507891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.365853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:40:25.507999Z","caller":"traceutil/trace.go:171","msg":"trace[1449586613] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26222; }","duration":"346.542038ms","start":"2026-04-10T14:40:25.161428Z","end":"2026-04-10T14:40:25.50797Z","steps":["trace[1449586613] 'agreement among raft nodes before linearized reading' (duration: 346.208108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:25.508047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:25.161411Z","time spent":"346.62664ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:40:26.007437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660571159,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:40:26.312721Z","caller":"traceutil/trace.go:171","msg":"trace[631319578] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"878.192402ms","start":"2026-04-10T14:40:25.43448Z","end":"2026-04-10T14:40:26.312672Z","steps":["trace[631319578] 'process raft request' (duration: 865.578355ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:26.312753Z","caller":"traceutil/trace.go:171","msg":"trace[925052147] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"379.223685ms","start":"2026-04-10T14:40:25.933502Z","end":"2026-04-10T14:40:26.312725Z","steps":["trace[925052147] 'process raft request' (duration: 379.136433ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:26.312821Z","caller":"traceutil/trace.go:171","msg":"trace[1701268017] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"767.885018ms","start":"2026-04-10T14:40:25.544901Z","end":"2026-04-10T14:40:26.312786Z","steps":["trace[1701268017] 'process raft request' (duration: 767.629342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:26.312889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.741741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:40:26.31297Z","caller":"traceutil/trace.go:171","msg":"trace[1271080920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26225; }","duration":"976.876095ms","start":"2026-04-10T14:40:25.336077Z","end":"2026-04-10T14:40:26.312953Z","steps":["trace[1271080920] 'agreement among raft nodes before linearized reading' (duration: 976.71797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:26.312969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137938507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-10T14:40:26.313018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:25.336054Z","time spent":"976.953596ms","remote":"127.0.0.1:38476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:40:26.313022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:25.54486Z","time spent":"768.031232ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:40:26.313038Z","caller":"traceutil/trace.go:171","msg":"trace[72419728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26225; }","duration":"1.13804209s","start":"2026-04-10T14:40:25.174977Z","end":"2026-04-10T14:40:26.313019Z","steps":["trace[72419728] 'agreement among raft nodes before linearized reading' (duration: 1.137821253s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:26.312912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:25.933444Z","time spent":"379.372481ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:40:26.313061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.307998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:40:26.3132Z","caller":"traceutil/trace.go:171","msg":"trace[998360446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26225; }","duration":"830.499763ms","start":"2026-04-10T14:40:25.482664Z","end":"2026-04-10T14:40:26.313164Z","steps":["trace[998360446] 'agreement among raft nodes before linearized reading' (duration: 830.082062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:26.312907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:25.434453Z","time spent":"878.360646ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:40:26.313277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:25.482642Z","time spent":"830.617247ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:40:26.313106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:25.174956Z","time spent":"1.138136051s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:40:26.312722Z","caller":"traceutil/trace.go:171","msg":"trace[1017127537] linearizableReadLoop","detail":"{readStateIndex:27452; appliedIndex:27449; }","duration":"805.34753ms","start":"2026-04-10T14:40:25.507336Z","end":"2026-04-10T14:40:26.312683Z","steps":["trace[1017127537] 'read index received' (duration: 792.744613ms)","trace[1017127537] 'applied index is now lower than readState.Index' (duration: 12.601477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:40:26.313497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.867635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T14:40:26.31355Z","caller":"traceutil/trace.go:171","msg":"trace[374385171] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26225; }","duration":"802.963068ms","start":"2026-04-10T14:40:25.510573Z","end":"2026-04-10T14:40:26.313536Z","steps":["trace[374385171] 'agreement among raft nodes before linearized reading' (duration: 802.831825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:26.313559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.591432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-10T14:40:26.31359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:25.510552Z","time spent":"803.030271ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:40:26.313601Z","caller":"traceutil/trace.go:171","msg":"trace[765244525] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26225; }","duration":"489.684024ms","start":"2026-04-10T14:40:25.823902Z","end":"2026-04-10T14:40:26.313586Z","steps":["trace[765244525] 'agreement among raft nodes before linearized reading' (duration: 489.5292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:26.313583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.541551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-10T14:40:26.313637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:25.823858Z","time spent":"489.768648ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-10T14:40:26.31369Z","caller":"traceutil/trace.go:171","msg":"trace[546470269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26225; }","duration":"112.706176ms","start":"2026-04-10T14:40:26.200957Z","end":"2026-04-10T14:40:26.313663Z","steps":["trace[546470269] 'agreement among raft nodes before linearized reading' (duration: 112.461669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:26.763166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.21122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:40:26.76326Z","caller":"traceutil/trace.go:171","msg":"trace[543280018] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"446.015421ms","start":"2026-04-10T14:40:26.317229Z","end":"2026-04-10T14:40:26.763245Z","steps":["trace[543280018] 'process raft request' (duration: 327.649137ms)","trace[543280018] 'compare' (duration: 117.713177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:40:26.763305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:26.317189Z","time spent":"446.093082ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:40:26.764941Z","caller":"traceutil/trace.go:171","msg":"trace[396023660] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"445.557179ms","start":"2026-04-10T14:40:26.319358Z","end":"2026-04-10T14:40:26.764916Z","steps":["trace[396023660] 'process raft request' (duration: 445.452266ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:26.764958Z","caller":"traceutil/trace.go:171","msg":"trace[474497610] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"446.614606ms","start":"2026-04-10T14:40:26.318315Z","end":"2026-04-10T14:40:26.76493Z","steps":["trace[474497610] 'process raft request' (duration: 446.36049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:26.765141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:26.319342Z","time spent":"445.687611ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:40:26.765148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:26.318289Z","time spent":"446.75181ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:40:26.765244Z","caller":"traceutil/trace.go:171","msg":"trace[1147120200] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"444.560602ms","start":"2026-04-10T14:40:26.320629Z","end":"2026-04-10T14:40:26.765189Z","steps":["trace[1147120200] 'process raft request' (duration: 444.225243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:26.765429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:26.320621Z","time spent":"444.714208ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:40:31.115527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660571269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:40:31.718337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660571269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:40:32.219067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660571269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:40:32.615636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:40:32.615708Z","caller":"traceutil/trace.go:171","msg":"trace[1750132722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235695s","start":"2026-04-10T14:40:30.615454Z","end":"2026-04-10T14:40:32.615689Z","steps":["trace[1750132722] 'agreement among raft nodes before linearized reading' (duration: 2.000140582s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:32.61576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.615435Z","time spent":"2.000313917s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:40:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:40:32.720041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660571269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:40:32.979294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.652980744s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:40:33.078824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856114738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-10T14:40:33.078891Z","caller":"traceutil/trace.go:171","msg":"trace[1461926741] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26276; }","duration":"2.856190869s","start":"2026-04-10T14:40:30.222684Z","end":"2026-04-10T14:40:33.078875Z","steps":["trace[1461926741] 'range keys from in-memory index tree' (duration: 2.855934683s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.078919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.222607Z","time spent":"2.856306312s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T14:40:33.079457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144837684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-10T14:40:33.079565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039076858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:40:33.079649Z","caller":"traceutil/trace.go:171","msg":"trace[1784709039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26276; }","duration":"3.039352545s","start":"2026-04-10T14:40:30.040278Z","end":"2026-04-10T14:40:33.07963Z","steps":["trace[1784709039] 'count revisions from in-memory index tree' (duration: 3.038984416s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.079692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.040253Z","time spent":"3.039428856s","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:40:33.080149Z","caller":"traceutil/trace.go:171","msg":"trace[1920788821] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager; range_end:; response_count:1; response_revision:26276; }","duration":"3.144968947s","start":"2026-04-10T14:40:29.934544Z","end":"2026-04-10T14:40:33.079513Z","steps":["trace[1920788821] 'range keys from in-memory index tree' (duration: 3.14466773s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.080246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:29.93452Z","time spent":"3.145665786s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":549,"request content":"key:\"/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager\" "} {"level":"warn","ts":"2026-04-10T14:40:33.080388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.744226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:40:33.080462Z","caller":"traceutil/trace.go:171","msg":"trace[2023384031] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"2.754251702s","start":"2026-04-10T14:40:30.326196Z","end":"2026-04-10T14:40:33.080448Z","steps":["trace[2023384031] 'process raft request' (duration: 2.653378373s)","trace[2023384031] 'compare' (duration: 100.387806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:40:33.080519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.326169Z","time spent":"2.754321034s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:40:33.290424Z","caller":"traceutil/trace.go:171","msg":"trace[801710424] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"2.567620847s","start":"2026-04-10T14:40:30.722781Z","end":"2026-04-10T14:40:33.290401Z","steps":["trace[801710424] 'process raft request' (duration: 2.567532685s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:33.290419Z","caller":"traceutil/trace.go:171","msg":"trace[500281108] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"2.957190322s","start":"2026-04-10T14:40:30.333192Z","end":"2026-04-10T14:40:33.290382Z","steps":["trace[500281108] 'process raft request' (duration: 2.912886982s)","trace[500281108] 'compare' (duration: 44.077224ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:40:33.290533Z","caller":"traceutil/trace.go:171","msg":"trace[782067482] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"1.765936151s","start":"2026-04-10T14:40:31.524574Z","end":"2026-04-10T14:40:33.29051Z","steps":["trace[782067482] 'process raft request' (duration: 1.765795127s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:33.290548Z","caller":"traceutil/trace.go:171","msg":"trace[356569636] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"205.460204ms","start":"2026-04-10T14:40:33.085075Z","end":"2026-04-10T14:40:33.290535Z","steps":["trace[356569636] 'process raft request' (duration: 205.408252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.290583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.333167Z","time spent":"2.957337396s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:40:33.290733Z","caller":"traceutil/trace.go:171","msg":"trace[1146144574] linearizableReadLoop","detail":"{readStateIndex:27511; appliedIndex:27506; }","duration":"2.67523164s","start":"2026-04-10T14:40:30.615493Z","end":"2026-04-10T14:40:33.290725Z","steps":["trace[1146144574] 'read index received' (duration: 2.364097902s)","trace[1146144574] 'applied index is now lower than readState.Index' (duration: 311.132228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:40:33.29076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.722759Z","time spent":"2.56773574s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:40:33.290913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569528247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:40:33.290631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:31.524547Z","time spent":"1.766013883s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:40:33.290969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.094041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:40:33.291022Z","caller":"traceutil/trace.go:171","msg":"trace[333401983] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26282; }","duration":"149.176473ms","start":"2026-04-10T14:40:33.141833Z","end":"2026-04-10T14:40:33.291009Z","steps":["trace[333401983] 'agreement among raft nodes before linearized reading' (duration: 149.112862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.291025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.625205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:40:33.291074Z","caller":"traceutil/trace.go:171","msg":"trace[1237542005] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26282; }","duration":"689.737779ms","start":"2026-04-10T14:40:32.601326Z","end":"2026-04-10T14:40:33.291064Z","steps":["trace[1237542005] 'agreement among raft nodes before linearized reading' (duration: 689.658867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.291102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:32.601305Z","time spent":"689.791419ms","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:40:33.290678Z","caller":"traceutil/trace.go:171","msg":"trace[570020535] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"1.28717155s","start":"2026-04-10T14:40:32.003496Z","end":"2026-04-10T14:40:33.290668Z","steps":["trace[570020535] 'process raft request' (duration: 1.286935984s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.291221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.068777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:40:33.291274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.937948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-10T14:40:33.290963Z","caller":"traceutil/trace.go:171","msg":"trace[1448358599] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26282; }","duration":"2.569598789s","start":"2026-04-10T14:40:30.721354Z","end":"2026-04-10T14:40:33.290953Z","steps":["trace[1448358599] 'agreement among raft nodes before linearized reading' (duration: 2.569494646s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:33.29131Z","caller":"traceutil/trace.go:171","msg":"trace[1853096847] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:26282; }","duration":"797.992099ms","start":"2026-04-10T14:40:32.493307Z","end":"2026-04-10T14:40:33.291299Z","steps":["trace[1853096847] 'agreement among raft nodes before linearized reading' (duration: 797.868116ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:33.291307Z","caller":"traceutil/trace.go:171","msg":"trace[1251100671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26282; }","duration":"581.20887ms","start":"2026-04-10T14:40:32.710076Z","end":"2026-04-10T14:40:33.291285Z","steps":["trace[1251100671] 'agreement among raft nodes before linearized reading' (duration: 581.021605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.291296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:32.003467Z","time spent":"1.287711424s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:40:33.291342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:32.493294Z","time spent":"798.04093ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-10T14:40:33.291359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:32.710055Z","time spent":"581.294033ms","remote":"127.0.0.1:38428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:40:33.291407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038423456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:40:33.291445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.378068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:40:33.291671Z","caller":"traceutil/trace.go:171","msg":"trace[1603931363] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26282; }","duration":"974.604194ms","start":"2026-04-10T14:40:32.317057Z","end":"2026-04-10T14:40:33.291661Z","steps":["trace[1603931363] 'agreement among raft nodes before linearized reading' (duration: 974.355887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.291669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494863098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-10T14:40:33.291677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.252467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-t4psq\" ","response":"range_response_count:1 size:5302"} {"level":"warn","ts":"2026-04-10T14:40:33.291694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564140672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:40:33.29091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624810807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:40:33.29171Z","caller":"traceutil/trace.go:171","msg":"trace[212493266] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26282; }","duration":"2.494929139s","start":"2026-04-10T14:40:30.79677Z","end":"2026-04-10T14:40:33.2917Z","steps":["trace[212493266] 'agreement among raft nodes before linearized reading' (duration: 2.49458249s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:33.291719Z","caller":"traceutil/trace.go:171","msg":"trace[1684357162] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-t4psq; range_end:; response_count:1; response_revision:26282; }","duration":"208.337179ms","start":"2026-04-10T14:40:33.08337Z","end":"2026-04-10T14:40:33.291707Z","steps":["trace[1684357162] 'agreement among raft nodes before linearized reading' (duration: 208.045511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.291739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.796762Z","time spent":"2.494969271s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:40:33.291743Z","caller":"traceutil/trace.go:171","msg":"trace[1756837156] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26282; }","duration":"1.62566561s","start":"2026-04-10T14:40:31.666059Z","end":"2026-04-10T14:40:33.291725Z","steps":["trace[1756837156] 'agreement among raft nodes before linearized reading' (duration: 1.624813718s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.291781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:31.666043Z","time spent":"1.625728791s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:40:33.291789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.265802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-10T14:40:33.291795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236370215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-10T14:40:33.29126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.54174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:40:33.291823Z","caller":"traceutil/trace.go:171","msg":"trace[501705226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26282; }","duration":"876.332954ms","start":"2026-04-10T14:40:32.415481Z","end":"2026-04-10T14:40:33.291814Z","steps":["trace[501705226] 'agreement among raft nodes before linearized reading' (duration: 876.231401ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:33.291837Z","caller":"traceutil/trace.go:171","msg":"trace[1249423605] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26282; }","duration":"2.236407186s","start":"2026-04-10T14:40:31.055415Z","end":"2026-04-10T14:40:33.291822Z","steps":["trace[1249423605] 'agreement among raft nodes before linearized reading' (duration: 2.236289473s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.291855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:32.415458Z","time spent":"876.390635ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:40:33.291859Z","caller":"traceutil/trace.go:171","msg":"trace[1239882742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26282; }","duration":"676.147416ms","start":"2026-04-10T14:40:32.615698Z","end":"2026-04-10T14:40:33.291845Z","steps":["trace[1239882742] 'agreement among raft nodes before linearized reading' (duration: 675.53366ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:33.291668Z","caller":"traceutil/trace.go:171","msg":"trace[1680017086] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26282; }","duration":"2.038520618s","start":"2026-04-10T14:40:31.252927Z","end":"2026-04-10T14:40:33.291447Z","steps":["trace[1680017086] 'agreement among raft nodes before linearized reading' (duration: 2.038432746s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.291893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:32.61569Z","time spent":"676.193747ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:40:33.291335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.72133Z","time spent":"2.569993978s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:40:33.291913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:31.252906Z","time spent":"2.038989561s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:40:33.291722Z","caller":"traceutil/trace.go:171","msg":"trace[2136707340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26282; }","duration":"1.564215094s","start":"2026-04-10T14:40:31.727499Z","end":"2026-04-10T14:40:33.291714Z","steps":["trace[2136707340] 'agreement among raft nodes before linearized reading' (duration: 1.564170162s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.29197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:31.727473Z","time spent":"1.56449178s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:40:33.291695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:32.316993Z","time spent":"974.695967ms","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:40:33.292045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511436178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-10T14:40:33.291886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:31.055375Z","time spent":"2.236500908s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:40:33.292071Z","caller":"traceutil/trace.go:171","msg":"trace[573390786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26282; }","duration":"2.511496379s","start":"2026-04-10T14:40:30.780567Z","end":"2026-04-10T14:40:33.292064Z","steps":["trace[573390786] 'agreement among raft nodes before linearized reading' (duration: 2.511432818s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.292066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436240495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T14:40:33.291978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510089763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T14:40:33.292142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51613037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:40:33.292092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.780556Z","time spent":"2.5115314s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T14:40:33.292161Z","caller":"traceutil/trace.go:171","msg":"trace[741304229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26282; }","duration":"2.516184181s","start":"2026-04-10T14:40:30.775972Z","end":"2026-04-10T14:40:33.292156Z","steps":["trace[741304229] 'agreement among raft nodes before linearized reading' (duration: 2.51613096s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:33.292162Z","caller":"traceutil/trace.go:171","msg":"trace[1198703896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26282; }","duration":"2.510307398s","start":"2026-04-10T14:40:30.781841Z","end":"2026-04-10T14:40:33.292149Z","steps":["trace[1198703896] 'agreement among raft nodes before linearized reading' (duration: 2.510064412s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.292178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.775954Z","time spent":"2.516221303s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:40:33.292202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.781817Z","time spent":"2.51037186s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:40:33.291981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342886801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:40:33.292275Z","caller":"traceutil/trace.go:171","msg":"trace[432617603] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26282; }","duration":"2.3432083s","start":"2026-04-10T14:40:30.949055Z","end":"2026-04-10T14:40:33.292263Z","steps":["trace[432617603] 'agreement among raft nodes before linearized reading' (duration: 2.34285597s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:40:33.29213Z","caller":"traceutil/trace.go:171","msg":"trace[1982682161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26282; }","duration":"2.436318497s","start":"2026-04-10T14:40:30.855799Z","end":"2026-04-10T14:40:33.292117Z","steps":["trace[1982682161] 'agreement among raft nodes before linearized reading' (duration: 2.436203685s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.292312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.949034Z","time spent":"2.343266821s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:40:33.292326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570573583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:40:33.29234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.855786Z","time spent":"2.436542524s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:40:33.292362Z","caller":"traceutil/trace.go:171","msg":"trace[935153782] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26282; }","duration":"2.570653995s","start":"2026-04-10T14:40:30.721697Z","end":"2026-04-10T14:40:33.292351Z","steps":["trace[935153782] 'agreement among raft nodes before linearized reading' (duration: 2.570578883s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.292385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.721674Z","time spent":"2.570705727s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:40:33.291282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445791953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:40:33.292819Z","caller":"traceutil/trace.go:171","msg":"trace[1585252896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26282; }","duration":"2.447373524s","start":"2026-04-10T14:40:30.845421Z","end":"2026-04-10T14:40:33.292794Z","steps":["trace[1585252896] 'agreement among raft nodes before linearized reading' (duration: 2.445632379s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:40:33.292863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:40:30.845407Z","time spent":"2.447441665s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:40:59.465669Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23275} {"level":"info","ts":"2026-04-10T14:40:59.638067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23275,"took":"167.293993ms","hash":2512534749,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":42856448,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-10T14:40:59.638142Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2512534749,"revision":23275,"compact-revision":20555} {"level":"info","ts":"2026-04-10T14:41:28.876424Z","caller":"traceutil/trace.go:171","msg":"trace[1102926986] linearizableReadLoop","detail":"{readStateIndex:28154; appliedIndex:28153; }","duration":"105.680594ms","start":"2026-04-10T14:41:28.770706Z","end":"2026-04-10T14:41:28.876386Z","steps":["trace[1102926986] 'read index received' (duration: 105.53226ms)","trace[1102926986] 'applied index is now lower than readState.Index' (duration: 146.794µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:41:28.876542Z","caller":"traceutil/trace.go:171","msg":"trace[373889416] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"129.703937ms","start":"2026-04-10T14:41:28.746754Z","end":"2026-04-10T14:41:28.876458Z","steps":["trace[373889416] 'process raft request' (duration: 129.390979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:28.876744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.015622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-776c65d74b-6lbnh\" ","response":"range_response_count:1 size:4833"} {"level":"info","ts":"2026-04-10T14:41:28.876834Z","caller":"traceutil/trace.go:171","msg":"trace[1993541927] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-776c65d74b-6lbnh; range_end:; response_count:1; response_revision:26898; }","duration":"106.154725ms","start":"2026-04-10T14:41:28.770658Z","end":"2026-04-10T14:41:28.876812Z","steps":["trace[1993541927] 'agreement among raft nodes before linearized reading' (duration: 105.903879ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:41:53.280892Z","caller":"traceutil/trace.go:171","msg":"trace[164982427] transaction","detail":"{read_only:false; response_revision:27268; number_of_response:1; }","duration":"320.445481ms","start":"2026-04-10T14:41:52.960413Z","end":"2026-04-10T14:41:53.280858Z","steps":["trace[164982427] 'process raft request' (duration: 320.220454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:53.281106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:52.960392Z","time spent":"320.615424ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:41:53.294647Z","caller":"traceutil/trace.go:171","msg":"trace[1797966058] linearizableReadLoop","detail":"{readStateIndex:28537; appliedIndex:28535; }","duration":"124.354208ms","start":"2026-04-10T14:41:53.170269Z","end":"2026-04-10T14:41:53.294623Z","steps":["trace[1797966058] 'read index received' (duration: 110.320824ms)","trace[1797966058] 'applied index is now lower than readState.Index' (duration: 14.032564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:41:53.29482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.481333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:53.294853Z","caller":"traceutil/trace.go:171","msg":"trace[1649819638] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:27269; }","duration":"124.543474ms","start":"2026-04-10T14:41:53.170301Z","end":"2026-04-10T14:41:53.294844Z","steps":["trace[1649819638] 'agreement among raft nodes before linearized reading' (duration: 124.469482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:53.294876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.581695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:53.29495Z","caller":"traceutil/trace.go:171","msg":"trace[144581343] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:27269; }","duration":"124.704978ms","start":"2026-04-10T14:41:53.170234Z","end":"2026-04-10T14:41:53.294939Z","steps":["trace[144581343] 'agreement among raft nodes before linearized reading' (duration: 124.541234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:53.294981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.973259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:41:53.294989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.411268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-10T14:41:53.295015Z","caller":"traceutil/trace.go:171","msg":"trace[1136941653] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:27269; }","duration":"124.02525ms","start":"2026-04-10T14:41:53.170983Z","end":"2026-04-10T14:41:53.295008Z","steps":["trace[1136941653] 'agreement among raft nodes before linearized reading' (duration: 123.970509ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:41:53.295025Z","caller":"traceutil/trace.go:171","msg":"trace[1293988341] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:27269; }","duration":"122.45711ms","start":"2026-04-10T14:41:53.172556Z","end":"2026-04-10T14:41:53.295013Z","steps":["trace[1293988341] 'agreement among raft nodes before linearized reading' (duration: 122.373008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:53.294878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.189209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:53.295093Z","caller":"traceutil/trace.go:171","msg":"trace[160972718] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:27269; }","duration":"123.428855ms","start":"2026-04-10T14:41:53.171656Z","end":"2026-04-10T14:41:53.295085Z","steps":["trace[160972718] 'agreement among raft nodes before linearized reading' (duration: 123.174098ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:41:53.294881Z","caller":"traceutil/trace.go:171","msg":"trace[20634278] transaction","detail":"{read_only:false; response_revision:27269; number_of_response:1; }","duration":"233.243817ms","start":"2026-04-10T14:41:53.061593Z","end":"2026-04-10T14:41:53.294837Z","steps":["trace[20634278] 'process raft request' (duration: 232.910537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.121172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660573565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:41:54.302149Z","caller":"traceutil/trace.go:171","msg":"trace[722344326] transaction","detail":"{read_only:false; response_revision:27271; number_of_response:1; }","duration":"850.191784ms","start":"2026-04-10T14:41:53.451928Z","end":"2026-04-10T14:41:54.30212Z","steps":["trace[722344326] 'process raft request' (duration: 850.00271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.302295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.4519Z","time spent":"850.329639ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:41:54.30422Z","caller":"traceutil/trace.go:171","msg":"trace[708856259] linearizableReadLoop","detail":"{readStateIndex:28540; appliedIndex:28538; }","duration":"683.710442ms","start":"2026-04-10T14:41:53.62049Z","end":"2026-04-10T14:41:54.3042Z","steps":["trace[708856259] 'read index received' (duration: 681.371561ms)","trace[708856259] 'applied index is now lower than readState.Index' (duration: 2.338351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:41:54.304322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.824865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:41:54.304795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.99329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:41:54.305409Z","caller":"traceutil/trace.go:171","msg":"trace[2022884612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27272; }","duration":"560.606506ms","start":"2026-04-10T14:41:53.744784Z","end":"2026-04-10T14:41:54.305391Z","steps":["trace[2022884612] 'agreement among raft nodes before linearized reading' (duration: 559.951099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.30546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.74478Z","time spent":"560.666887ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:41:54.30452Z","caller":"traceutil/trace.go:171","msg":"trace[2046314917] transaction","detail":"{read_only:false; response_revision:27272; number_of_response:1; }","duration":"666.615668ms","start":"2026-04-10T14:41:53.637857Z","end":"2026-04-10T14:41:54.304473Z","steps":["trace[2046314917] 'process raft request' (duration: 666.278709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.304645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.601539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:41:54.306982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.637833Z","time spent":"669.060822ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:41:54.307105Z","caller":"traceutil/trace.go:171","msg":"trace[1012827885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27272; }","duration":"567.030032ms","start":"2026-04-10T14:41:53.740038Z","end":"2026-04-10T14:41:54.307053Z","steps":["trace[1012827885] 'agreement among raft nodes before linearized reading' (duration: 564.536248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.30719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.739976Z","time spent":"567.194738ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:41:54.304616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.065673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:54.307296Z","caller":"traceutil/trace.go:171","msg":"trace[214509057] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:27272; }","duration":"433.807514ms","start":"2026-04-10T14:41:53.873468Z","end":"2026-04-10T14:41:54.307276Z","steps":["trace[214509057] 'agreement among raft nodes before linearized reading' (duration: 431.043572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.307356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.873444Z","time spent":"433.897627ms","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:41:54.304626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.99732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:41:54.304652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.032576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:41:54.307528Z","caller":"traceutil/trace.go:171","msg":"trace[168297403] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:27272; }","duration":"686.912455ms","start":"2026-04-10T14:41:53.620583Z","end":"2026-04-10T14:41:54.307495Z","steps":["trace[168297403] 'agreement among raft nodes before linearized reading' (duration: 683.955579ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:41:54.30758Z","caller":"traceutil/trace.go:171","msg":"trace[289591960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27272; }","duration":"564.002313ms","start":"2026-04-10T14:41:53.743567Z","end":"2026-04-10T14:41:54.30757Z","steps":["trace[289591960] 'agreement among raft nodes before linearized reading' (duration: 560.941544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.307618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.743544Z","time spent":"564.063675ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:41:54.304709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.076182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:54.307676Z","caller":"traceutil/trace.go:171","msg":"trace[747319173] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:27272; }","duration":"687.0702ms","start":"2026-04-10T14:41:53.62059Z","end":"2026-04-10T14:41:54.30766Z","steps":["trace[747319173] 'agreement among raft nodes before linearized reading' (duration: 684.098653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.304731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.287736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:41:54.307754Z","caller":"traceutil/trace.go:171","msg":"trace[408052303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27272; }","duration":"573.304745ms","start":"2026-04-10T14:41:53.734437Z","end":"2026-04-10T14:41:54.307741Z","steps":["trace[408052303] 'agreement among raft nodes before linearized reading' (duration: 570.224255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.307785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.734374Z","time spent":"573.402668ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:41:54.307836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.620569Z","time spent":"687.252964ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:41:54.30475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.188926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:41:54.308022Z","caller":"traceutil/trace.go:171","msg":"trace[86850040] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27272; }","duration":"558.493921ms","start":"2026-04-10T14:41:53.749516Z","end":"2026-04-10T14:41:54.30801Z","steps":["trace[86850040] 'agreement among raft nodes before linearized reading' (duration: 555.175145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.308055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.749485Z","time spent":"558.559883ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:41:54.304787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.736915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:54.308282Z","caller":"traceutil/trace.go:171","msg":"trace[775662581] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27272; }","duration":"617.279117ms","start":"2026-04-10T14:41:53.690988Z","end":"2026-04-10T14:41:54.308267Z","steps":["trace[775662581] 'agreement among raft nodes before linearized reading' (duration: 613.757296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.308323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.690939Z","time spent":"617.36968ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:41:54.30481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.415663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:54.308456Z","caller":"traceutil/trace.go:171","msg":"trace[21348409] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27272; }","duration":"142.11359ms","start":"2026-04-10T14:41:54.166331Z","end":"2026-04-10T14:41:54.308445Z","steps":["trace[21348409] 'agreement among raft nodes before linearized reading' (duration: 138.420504ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:41:54.304835Z","caller":"traceutil/trace.go:171","msg":"trace[589331531] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:27272; }","duration":"684.369039ms","start":"2026-04-10T14:41:53.620456Z","end":"2026-04-10T14:41:54.304825Z","steps":["trace[589331531] 'agreement among raft nodes before linearized reading' (duration: 683.817184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.308601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.620439Z","time spent":"688.154677ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-10T14:41:54.304549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.385053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:54.308699Z","caller":"traceutil/trace.go:171","msg":"trace[1760661695] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27272; }","duration":"645.585233ms","start":"2026-04-10T14:41:53.663104Z","end":"2026-04-10T14:41:54.308689Z","steps":["trace[1760661695] 'agreement among raft nodes before linearized reading' (duration: 641.409604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.308723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.66308Z","time spent":"645.633183ms","remote":"127.0.0.1:46648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:41:54.304834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.219965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-10T14:41:54.308834Z","caller":"traceutil/trace.go:171","msg":"trace[50825747] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:27272; }","duration":"688.26266ms","start":"2026-04-10T14:41:53.620564Z","end":"2026-04-10T14:41:54.308826Z","steps":["trace[50825747] 'agreement among raft nodes before linearized reading' (duration: 684.03488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.308862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.62056Z","time spent":"688.294311ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-04-10T14:41:54.304854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.204205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:41:54.308998Z","caller":"traceutil/trace.go:171","msg":"trace[890966644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27272; }","duration":"564.352763ms","start":"2026-04-10T14:41:53.744633Z","end":"2026-04-10T14:41:54.308986Z","steps":["trace[890966644] 'agreement among raft nodes before linearized reading' (duration: 560.134053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.309032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.744589Z","time spent":"564.434585ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:41:54.305268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.700428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:54.309175Z","caller":"traceutil/trace.go:171","msg":"trace[84994431] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:27272; }","duration":"688.661451ms","start":"2026-04-10T14:41:53.620505Z","end":"2026-04-10T14:41:54.309167Z","steps":["trace[84994431] 'agreement among raft nodes before linearized reading' (duration: 683.950869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:54.309262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.620488Z","time spent":"688.705922ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-10T14:41:54.307629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:53.620579Z","time spent":"687.011658ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:41:57.59876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660573594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:41:57.668044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003656348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:57.66812Z","caller":"traceutil/trace.go:171","msg":"trace[113075079] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27283; }","duration":"3.003786262s","start":"2026-04-10T14:41:54.66432Z","end":"2026-04-10T14:41:57.668106Z","steps":["trace[113075079] 'count revisions from in-memory index tree' (duration: 3.003530465s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.668151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:54.664293Z","time spent":"3.003848872s","remote":"127.0.0.1:40658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:41:57.668645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884454793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:57.668696Z","caller":"traceutil/trace.go:171","msg":"trace[273553871] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27283; }","duration":"2.884537096s","start":"2026-04-10T14:41:54.784146Z","end":"2026-04-10T14:41:57.668683Z","steps":["trace[273553871] 'count revisions from in-memory index tree' (duration: 2.884394862s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.66873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:54.784128Z","time spent":"2.884593007s","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:41:57.669142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368630901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:57.669179Z","caller":"traceutil/trace.go:171","msg":"trace[2077716843] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:27283; }","duration":"2.368774655s","start":"2026-04-10T14:41:55.300395Z","end":"2026-04-10T14:41:57.66917Z","steps":["trace[2077716843] 'range keys from in-memory index tree' (duration: 2.36856899s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.669208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.300378Z","time spent":"2.368823335s","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:41:57.669242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.368684141s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:41:57.669495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540537374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-10T14:41:57.669583Z","caller":"traceutil/trace.go:171","msg":"trace[1480960891] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27283; }","duration":"2.540665826s","start":"2026-04-10T14:41:55.128899Z","end":"2026-04-10T14:41:57.669565Z","steps":["trace[1480960891] 'range keys from in-memory index tree' (duration: 2.540399701s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.669615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.128883Z","time spent":"2.540724168s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-10T14:41:57.669955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465138086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:41:57.669988Z","caller":"traceutil/trace.go:171","msg":"trace[1231937987] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27283; }","duration":"2.465218768s","start":"2026-04-10T14:41:55.204763Z","end":"2026-04-10T14:41:57.669981Z","steps":["trace[1231937987] 'count revisions from in-memory index tree' (duration: 2.464990213s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.670083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.204736Z","time spent":"2.465335941s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:41:57.670153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432805257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:57.670172Z","caller":"traceutil/trace.go:171","msg":"trace[2107203918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27283; }","duration":"2.432864528s","start":"2026-04-10T14:41:55.237302Z","end":"2026-04-10T14:41:57.670166Z","steps":["trace[2107203918] 'range keys from in-memory index tree' (duration: 2.432730235s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.670188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.237278Z","time spent":"2.432905509s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:41:57.670691Z","caller":"traceutil/trace.go:171","msg":"trace[118199931] transaction","detail":"{read_only:false; response_revision:27284; number_of_response:1; }","duration":"2.370198731s","start":"2026-04-10T14:41:55.300469Z","end":"2026-04-10T14:41:57.670667Z","steps":["trace[118199931] 'process raft request' (duration: 2.370059438s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.670837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.300445Z","time spent":"2.370315415s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:41:57.676155Z","caller":"traceutil/trace.go:171","msg":"trace[1463828615] transaction","detail":"{read_only:false; response_revision:27286; number_of_response:1; }","duration":"2.348748695s","start":"2026-04-10T14:41:55.327381Z","end":"2026-04-10T14:41:57.67613Z","steps":["trace[1463828615] 'process raft request' (duration: 2.348472677s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:41:57.676126Z","caller":"traceutil/trace.go:171","msg":"trace[1921517720] transaction","detail":"{read_only:false; response_revision:27285; number_of_response:1; }","duration":"2.37552125s","start":"2026-04-10T14:41:55.300568Z","end":"2026-04-10T14:41:57.67609Z","steps":["trace[1921517720] 'process raft request' (duration: 2.375137959s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.676322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.327368Z","time spent":"2.348868127s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:41:57.676338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.30056Z","time spent":"2.375693124s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:41:57.681164Z","caller":"traceutil/trace.go:171","msg":"trace[995588075] linearizableReadLoop","detail":"{readStateIndex:28555; appliedIndex:28551; }","duration":"2.380617451s","start":"2026-04-10T14:41:55.300535Z","end":"2026-04-10T14:41:57.681152Z","steps":["trace[995588075] 'read index received' (duration: 2.369972994s)","trace[995588075] 'applied index is now lower than readState.Index' (duration: 10.643757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:41:57.681375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380825997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:57.681398Z","caller":"traceutil/trace.go:171","msg":"trace[530801906] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:27290; }","duration":"2.380869808s","start":"2026-04-10T14:41:55.300522Z","end":"2026-04-10T14:41:57.681392Z","steps":["trace[530801906] 'agreement among raft nodes before linearized reading' (duration: 2.380819307s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.681414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.300515Z","time spent":"2.380893729s","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-10T14:41:57.681824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381233748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:57.681909Z","caller":"traceutil/trace.go:171","msg":"trace[1944706291] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:27290; }","duration":"2.38133914s","start":"2026-04-10T14:41:55.300552Z","end":"2026-04-10T14:41:57.681892Z","steps":["trace[1944706291] 'agreement among raft nodes before linearized reading' (duration: 2.381186746s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.681958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.30055Z","time spent":"2.381398781s","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-10T14:41:57.683485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208112012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:41:57.683534Z","caller":"traceutil/trace.go:171","msg":"trace[1427628232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27290; }","duration":"2.208217695s","start":"2026-04-10T14:41:55.475304Z","end":"2026-04-10T14:41:57.683522Z","steps":["trace[1427628232] 'agreement among raft nodes before linearized reading' (duration: 2.208090012s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.683563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.475282Z","time spent":"2.208272917s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:41:57.683784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383083346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-10T14:41:57.683863Z","caller":"traceutil/trace.go:171","msg":"trace[826615934] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:27290; }","duration":"2.383200499s","start":"2026-04-10T14:41:55.300644Z","end":"2026-04-10T14:41:57.683845Z","steps":["trace[826615934] 'agreement among raft nodes before linearized reading' (duration: 2.382989213s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.683899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.300627Z","time spent":"2.38326204s","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-04-10T14:41:57.683929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297478963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:41:57.68398Z","caller":"traceutil/trace.go:171","msg":"trace[1768026692] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27290; }","duration":"2.297541195s","start":"2026-04-10T14:41:55.386425Z","end":"2026-04-10T14:41:57.683967Z","steps":["trace[1768026692] 'agreement among raft nodes before linearized reading' (duration: 2.297458703s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.684009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.386362Z","time spent":"2.297635327s","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:41:57.684073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383310932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:41:57.68415Z","caller":"traceutil/trace.go:171","msg":"trace[469260781] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:27290; }","duration":"2.383410554s","start":"2026-04-10T14:41:55.300725Z","end":"2026-04-10T14:41:57.684135Z","steps":["trace[469260781] 'agreement among raft nodes before linearized reading' (duration: 2.38326749s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:41:57.684191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:41:55.300722Z","time spent":"2.383461055s","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-10T14:42:12.193183Z","caller":"traceutil/trace.go:171","msg":"trace[526272344] transaction","detail":"{read_only:false; response_revision:27431; number_of_response:1; }","duration":"160.661652ms","start":"2026-04-10T14:42:12.032482Z","end":"2026-04-10T14:42:12.193144Z","steps":["trace[526272344] 'process raft request' (duration: 66.839286ms)","trace[526272344] 'compare' (duration: 93.690402ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:42:18.436604Z","caller":"traceutil/trace.go:171","msg":"trace[20562495] transaction","detail":"{read_only:false; response_revision:27502; number_of_response:1; }","duration":"121.455814ms","start":"2026-04-10T14:42:18.315116Z","end":"2026-04-10T14:42:18.436572Z","steps":["trace[20562495] 'process raft request' (duration: 31.092796ms)","trace[20562495] 'compare' (duration: 90.225913ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:42:18.473259Z","caller":"traceutil/trace.go:171","msg":"trace[1006901898] linearizableReadLoop","detail":"{readStateIndex:28780; appliedIndex:28779; }","duration":"110.52403ms","start":"2026-04-10T14:42:18.362697Z","end":"2026-04-10T14:42:18.473221Z","steps":["trace[1006901898] 'read index received' (duration: 110.501999ms)","trace[1006901898] 'applied index is now lower than readState.Index' (duration: 18.901µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:42:18.473241Z","caller":"traceutil/trace.go:171","msg":"trace[2033497263] transaction","detail":"{read_only:false; response_revision:27503; number_of_response:1; }","duration":"156.784881ms","start":"2026-04-10T14:42:18.31644Z","end":"2026-04-10T14:42:18.473225Z","steps":["trace[2033497263] 'process raft request' (duration: 156.657738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:42:18.473558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.833437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-10T14:42:18.473594Z","caller":"traceutil/trace.go:171","msg":"trace[251287872] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27503; }","duration":"110.93236ms","start":"2026-04-10T14:42:18.362651Z","end":"2026-04-10T14:42:18.473583Z","steps":["trace[251287872] 'agreement among raft nodes before linearized reading' (duration: 110.697794ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:42:18.548594Z","caller":"traceutil/trace.go:171","msg":"trace[2145282512] transaction","detail":"{read_only:false; response_revision:27504; number_of_response:1; }","duration":"180.324822ms","start":"2026-04-10T14:42:18.368215Z","end":"2026-04-10T14:42:18.54854Z","steps":["trace[2145282512] 'process raft request' (duration: 179.652096ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:42:24.369575Z","caller":"traceutil/trace.go:171","msg":"trace[505621469] transaction","detail":"{read_only:false; response_revision:27567; number_of_response:1; }","duration":"104.995116ms","start":"2026-04-10T14:42:24.264556Z","end":"2026-04-10T14:42:24.369552Z","steps":["trace[505621469] 'process raft request' (duration: 75.641814ms)","trace[505621469] 'compare' (duration: 29.241989ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:42:24.718482Z","caller":"traceutil/trace.go:171","msg":"trace[871445550] linearizableReadLoop","detail":"{readStateIndex:28849; appliedIndex:28848; }","duration":"226.735406ms","start":"2026-04-10T14:42:24.491705Z","end":"2026-04-10T14:42:24.71844Z","steps":["trace[871445550] 'read index received' (duration: 226.532041ms)","trace[871445550] 'applied index is now lower than readState.Index' (duration: 201.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:42:24.718543Z","caller":"traceutil/trace.go:171","msg":"trace[1426161811] transaction","detail":"{read_only:false; response_revision:27569; number_of_response:1; }","duration":"243.092382ms","start":"2026-04-10T14:42:24.475418Z","end":"2026-04-10T14:42:24.71851Z","steps":["trace[1426161811] 'process raft request' (duration: 242.835845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:42:24.718965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.251289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:42:24.719055Z","caller":"traceutil/trace.go:171","msg":"trace[790328554] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27569; }","duration":"227.391694ms","start":"2026-04-10T14:42:24.491644Z","end":"2026-04-10T14:42:24.719035Z","steps":["trace[790328554] 'agreement among raft nodes before linearized reading' (duration: 226.974924ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:42:24.84264Z","caller":"traceutil/trace.go:171","msg":"trace[1016590745] linearizableReadLoop","detail":"{readStateIndex:28850; appliedIndex:28849; }","duration":"124.02714ms","start":"2026-04-10T14:42:24.718578Z","end":"2026-04-10T14:42:24.842605Z","steps":["trace[1016590745] 'read index received' (duration: 123.393093ms)","trace[1016590745] 'applied index is now lower than readState.Index' (duration: 632.627µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:42:24.842771Z","caller":"traceutil/trace.go:171","msg":"trace[1987923911] transaction","detail":"{read_only:false; response_revision:27570; number_of_response:1; }","duration":"327.75598ms","start":"2026-04-10T14:42:24.514984Z","end":"2026-04-10T14:42:24.84274Z","steps":["trace[1987923911] 'process raft request' (duration: 326.897118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:42:24.842882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.946494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:42:24.842947Z","caller":"traceutil/trace.go:171","msg":"trace[474949075] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27570; }","duration":"224.060257ms","start":"2026-04-10T14:42:24.618871Z","end":"2026-04-10T14:42:24.842931Z","steps":["trace[474949075] 'agreement among raft nodes before linearized reading' (duration: 223.877363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:42:24.842935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:42:24.514969Z","time spent":"327.875663ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:42:24.845019Z","caller":"traceutil/trace.go:171","msg":"trace[278109021] transaction","detail":"{read_only:false; response_revision:27571; number_of_response:1; }","duration":"121.586647ms","start":"2026-04-10T14:42:24.723405Z","end":"2026-04-10T14:42:24.844992Z","steps":["trace[278109021] 'process raft request' (duration: 121.31922ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:42:24.845039Z","caller":"traceutil/trace.go:171","msg":"trace[1345093196] transaction","detail":"{read_only:false; response_revision:27572; number_of_response:1; }","duration":"121.484654ms","start":"2026-04-10T14:42:24.723526Z","end":"2026-04-10T14:42:24.84501Z","steps":["trace[1345093196] 'process raft request' (duration: 121.351351ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:42:24.845185Z","caller":"traceutil/trace.go:171","msg":"trace[499728174] transaction","detail":"{read_only:false; response_revision:27573; number_of_response:1; }","duration":"109.881842ms","start":"2026-04-10T14:42:24.735293Z","end":"2026-04-10T14:42:24.845175Z","steps":["trace[499728174] 'process raft request' (duration: 109.644966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:42:24.845285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.016582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:42:24.845351Z","caller":"traceutil/trace.go:171","msg":"trace[627950406] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27573; }","duration":"121.113565ms","start":"2026-04-10T14:42:24.724221Z","end":"2026-04-10T14:42:24.845335Z","steps":["trace[627950406] 'agreement among raft nodes before linearized reading' (duration: 120.93343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:42:31.19213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.846573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:42:31.192282Z","caller":"traceutil/trace.go:171","msg":"trace[1065784061] linearizableReadLoop","detail":"{readStateIndex:28922; appliedIndex:28921; }","duration":"196.442241ms","start":"2026-04-10T14:42:30.995819Z","end":"2026-04-10T14:42:31.192261Z","steps":["trace[1065784061] 'read index received' (duration: 69.399472ms)","trace[1065784061] 'applied index is now lower than readState.Index' (duration: 127.040929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:42:31.192477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.658966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:42:31.192531Z","caller":"traceutil/trace.go:171","msg":"trace[1823656587] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27639; }","duration":"196.755368ms","start":"2026-04-10T14:42:30.99576Z","end":"2026-04-10T14:42:31.192515Z","steps":["trace[1823656587] 'agreement among raft nodes before linearized reading' (duration: 196.560254ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:42:31.192555Z","caller":"traceutil/trace.go:171","msg":"trace[422900099] transaction","detail":"{read_only:false; response_revision:27639; number_of_response:1; }","duration":"214.265963ms","start":"2026-04-10T14:42:30.978234Z","end":"2026-04-10T14:42:31.1925Z","steps":["trace[422900099] 'process raft request' (duration: 86.940077ms)","trace[422900099] 'compare' (duration: 126.414703ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:42:31.234453Z","caller":"traceutil/trace.go:171","msg":"trace[1207749811] transaction","detail":"{read_only:false; response_revision:27640; number_of_response:1; }","duration":"164.00763ms","start":"2026-04-10T14:42:31.070418Z","end":"2026-04-10T14:42:31.234425Z","steps":["trace[1207749811] 'process raft request' (duration: 163.852486ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:42:31.31192Z","caller":"traceutil/trace.go:171","msg":"trace[1099509989] transaction","detail":"{read_only:false; response_revision:27641; number_of_response:1; }","duration":"114.651086ms","start":"2026-04-10T14:42:31.197207Z","end":"2026-04-10T14:42:31.311858Z","steps":["trace[1099509989] 'process raft request' (duration: 110.369594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:42:31.311994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.510238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:42:31.312057Z","caller":"traceutil/trace.go:171","msg":"trace[654956348] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27642; }","duration":"110.620222ms","start":"2026-04-10T14:42:31.201419Z","end":"2026-04-10T14:42:31.312039Z","steps":["trace[654956348] 'agreement among raft nodes before linearized reading' (duration: 110.444417ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:43:38.632788Z","caller":"traceutil/trace.go:171","msg":"trace[1244207711] transaction","detail":"{read_only:false; response_revision:28315; number_of_response:1; }","duration":"141.119358ms","start":"2026-04-10T14:43:38.491636Z","end":"2026-04-10T14:43:38.632755Z","steps":["trace[1244207711] 'process raft request' (duration: 86.530711ms)","trace[1244207711] 'compare' (duration: 54.449533ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:43:38.634191Z","caller":"traceutil/trace.go:171","msg":"trace[704431427] transaction","detail":"{read_only:false; response_revision:28319; number_of_response:1; }","duration":"140.497222ms","start":"2026-04-10T14:43:38.493682Z","end":"2026-04-10T14:43:38.634179Z","steps":["trace[704431427] 'process raft request' (duration: 140.470511ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:43:38.63422Z","caller":"traceutil/trace.go:171","msg":"trace[1090433977] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"141.713273ms","start":"2026-04-10T14:43:38.492477Z","end":"2026-04-10T14:43:38.63419Z","steps":["trace[1090433977] 'process raft request' (duration: 141.5661ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:43:38.634367Z","caller":"traceutil/trace.go:171","msg":"trace[1792560117] transaction","detail":"{read_only:false; response_revision:28317; number_of_response:1; }","duration":"141.777935ms","start":"2026-04-10T14:43:38.49256Z","end":"2026-04-10T14:43:38.634338Z","steps":["trace[1792560117] 'process raft request' (duration: 141.538649ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:43:38.634531Z","caller":"traceutil/trace.go:171","msg":"trace[1018152381] transaction","detail":"{read_only:false; response_revision:28318; number_of_response:1; }","duration":"141.625652ms","start":"2026-04-10T14:43:38.492885Z","end":"2026-04-10T14:43:38.634511Z","steps":["trace[1018152381] 'process raft request' (duration: 141.241012ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:43:55.204474Z","caller":"traceutil/trace.go:171","msg":"trace[1833149885] transaction","detail":"{read_only:false; response_revision:28544; number_of_response:1; }","duration":"133.181042ms","start":"2026-04-10T14:43:55.071258Z","end":"2026-04-10T14:43:55.204439Z","steps":["trace[1833149885] 'process raft request' (duration: 63.919562ms)","trace[1833149885] 'compare' (duration: 68.948611ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:43:55.220518Z","caller":"traceutil/trace.go:171","msg":"trace[916066420] transaction","detail":"{read_only:false; response_revision:28545; number_of_response:1; }","duration":"101.865172ms","start":"2026-04-10T14:43:55.118613Z","end":"2026-04-10T14:43:55.220478Z","steps":["trace[916066420] 'process raft request' (duration: 101.715817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:43:58.478573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.175794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:43:58.478666Z","caller":"traceutil/trace.go:171","msg":"trace[1056649944] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28604; }","duration":"101.314478ms","start":"2026-04-10T14:43:58.377329Z","end":"2026-04-10T14:43:58.478644Z","steps":["trace[1056649944] 'range keys from in-memory index tree' (duration: 100.973909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:04.172752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577059,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:44:04.580257Z","caller":"traceutil/trace.go:171","msg":"trace[1110418012] linearizableReadLoop","detail":"{readStateIndex:29985; appliedIndex:29984; }","duration":"907.579319ms","start":"2026-04-10T14:44:03.672647Z","end":"2026-04-10T14:44:04.580226Z","steps":["trace[1110418012] 'read index received' (duration: 907.321083ms)","trace[1110418012] 'applied index is now lower than readState.Index' (duration: 257.016µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:04.580333Z","caller":"traceutil/trace.go:171","msg":"trace[1198136275] transaction","detail":"{read_only:false; response_revision:28658; number_of_response:1; }","duration":"948.351185ms","start":"2026-04-10T14:44:03.631949Z","end":"2026-04-10T14:44:04.5803Z","steps":["trace[1198136275] 'process raft request' (duration: 948.093098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:04.580464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.786464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:04.580708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:03.631933Z","time spent":"948.663523ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:04.580717Z","caller":"traceutil/trace.go:171","msg":"trace[24109584] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28658; }","duration":"908.095464ms","start":"2026-04-10T14:44:03.672596Z","end":"2026-04-10T14:44:04.580692Z","steps":["trace[24109584] 'agreement among raft nodes before linearized reading' (duration: 907.786895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:04.580793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:03.672571Z","time spent":"908.197306ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:04.60093Z","caller":"traceutil/trace.go:171","msg":"trace[1165564895] transaction","detail":"{read_only:false; response_revision:28660; number_of_response:1; }","duration":"251.672207ms","start":"2026-04-10T14:44:04.349227Z","end":"2026-04-10T14:44:04.600899Z","steps":["trace[1165564895] 'process raft request' (duration: 251.512003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:04.601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.62513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:04.601276Z","caller":"traceutil/trace.go:171","msg":"trace[1039306061] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28664; }","duration":"615.950898ms","start":"2026-04-10T14:44:03.985304Z","end":"2026-04-10T14:44:04.601255Z","steps":["trace[1039306061] 'agreement among raft nodes before linearized reading' (duration: 615.590078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:04.601322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:03.985284Z","time spent":"616.02749ms","remote":"127.0.0.1:55078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:04.60153Z","caller":"traceutil/trace.go:171","msg":"trace[323658133] transaction","detail":"{read_only:false; response_revision:28659; number_of_response:1; }","duration":"308.320047ms","start":"2026-04-10T14:44:04.293196Z","end":"2026-04-10T14:44:04.601516Z","steps":["trace[323658133] 'process raft request' (duration: 307.430934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:04.601628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:04.293174Z","time spent":"308.390849ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:04.601859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.528679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:04.601888Z","caller":"traceutil/trace.go:171","msg":"trace[373457228] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28664; }","duration":"141.560639ms","start":"2026-04-10T14:44:04.460319Z","end":"2026-04-10T14:44:04.60188Z","steps":["trace[373457228] 'agreement among raft nodes before linearized reading' (duration: 141.516098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:04.60202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.924901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:44:04.602041Z","caller":"traceutil/trace.go:171","msg":"trace[1898072129] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28664; }","duration":"234.978512ms","start":"2026-04-10T14:44:04.367056Z","end":"2026-04-10T14:44:04.602034Z","steps":["trace[1898072129] 'agreement among raft nodes before linearized reading' (duration: 234.91029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:04.602138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.404874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:04.602297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.402233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:04.602387Z","caller":"traceutil/trace.go:171","msg":"trace[482056283] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28664; }","duration":"592.545507ms","start":"2026-04-10T14:44:04.009823Z","end":"2026-04-10T14:44:04.602368Z","steps":["trace[482056283] 'agreement among raft nodes before linearized reading' (duration: 592.378742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:04.602431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:04.009688Z","time spent":"592.734022ms","remote":"127.0.0.1:45448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:04.602557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.291702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:04.602603Z","caller":"traceutil/trace.go:171","msg":"trace[1563779250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28664; }","duration":"356.372654ms","start":"2026-04-10T14:44:04.246218Z","end":"2026-04-10T14:44:04.602591Z","steps":["trace[1563779250] 'agreement among raft nodes before linearized reading' (duration: 356.294342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:04.602633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:04.246205Z","time spent":"356.420065ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:44:04.60219Z","caller":"traceutil/trace.go:171","msg":"trace[174173767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28664; }","duration":"325.489387ms","start":"2026-04-10T14:44:04.276686Z","end":"2026-04-10T14:44:04.602176Z","steps":["trace[174173767] 'agreement among raft nodes before linearized reading' (duration: 325.412425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:04.60293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:04.276669Z","time spent":"326.247526ms","remote":"127.0.0.1:38428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:04.751074Z","caller":"traceutil/trace.go:171","msg":"trace[1062694351] transaction","detail":"{read_only:false; response_revision:28667; number_of_response:1; }","duration":"127.672377ms","start":"2026-04-10T14:44:04.623375Z","end":"2026-04-10T14:44:04.751047Z","steps":["trace[1062694351] 'process raft request' (duration: 127.607935ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:04.751092Z","caller":"traceutil/trace.go:171","msg":"trace[1111459365] transaction","detail":"{read_only:false; response_revision:28666; number_of_response:1; }","duration":"135.682107ms","start":"2026-04-10T14:44:04.615333Z","end":"2026-04-10T14:44:04.751015Z","steps":["trace[1111459365] 'process raft request' (duration: 108.061584ms)","trace[1111459365] 'compare' (duration: 27.427038ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:04.751355Z","caller":"traceutil/trace.go:171","msg":"trace[1963724624] linearizableReadLoop","detail":"{readStateIndex:29993; appliedIndex:29992; }","duration":"130.240074ms","start":"2026-04-10T14:44:04.621066Z","end":"2026-04-10T14:44:04.751306Z","steps":["trace[1963724624] 'read index received' (duration: 102.300704ms)","trace[1963724624] 'applied index is now lower than readState.Index' (duration: 27.93668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:04.751602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.509692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:44:04.751687Z","caller":"traceutil/trace.go:171","msg":"trace[1245475658] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28667; }","duration":"130.637915ms","start":"2026-04-10T14:44:04.62103Z","end":"2026-04-10T14:44:04.751668Z","steps":["trace[1245475658] 'agreement among raft nodes before linearized reading' (duration: 130.391718ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:05.369625Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-10T14:44:05.375074Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-10T14:44:05.375175Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-04-10T14:44:09.249056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577148,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:44:09.43534Z","caller":"traceutil/trace.go:171","msg":"trace[780000351] transaction","detail":"{read_only:false; response_revision:28695; number_of_response:1; }","duration":"818.269545ms","start":"2026-04-10T14:44:08.617036Z","end":"2026-04-10T14:44:09.435306Z","steps":["trace[780000351] 'process raft request' (duration: 818.071921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:09.43551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.617024Z","time spent":"818.402309ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:09.717009Z","caller":"traceutil/trace.go:171","msg":"trace[2004163983] transaction","detail":"{read_only:false; response_revision:28696; number_of_response:1; }","duration":"1.093973211s","start":"2026-04-10T14:44:08.622991Z","end":"2026-04-10T14:44:09.716964Z","steps":["trace[2004163983] 'process raft request' (duration: 1.093720565s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:09.717159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.622973Z","time spent":"1.094108614s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:09.717383Z","caller":"traceutil/trace.go:171","msg":"trace[1041323086] transaction","detail":"{read_only:false; response_revision:28698; number_of_response:1; }","duration":"1.093591101s","start":"2026-04-10T14:44:08.623764Z","end":"2026-04-10T14:44:09.717355Z","steps":["trace[1041323086] 'process raft request' (duration: 1.093438566s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:09.717444Z","caller":"traceutil/trace.go:171","msg":"trace[107364215] transaction","detail":"{read_only:false; response_revision:28699; number_of_response:1; }","duration":"1.08820022s","start":"2026-04-10T14:44:08.629209Z","end":"2026-04-10T14:44:09.717409Z","steps":["trace[107364215] 'process raft request' (duration: 1.088091737s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:09.717381Z","caller":"traceutil/trace.go:171","msg":"trace[2082923874] linearizableReadLoop","detail":"{readStateIndex:30028; appliedIndex:30023; }","duration":"968.583414ms","start":"2026-04-10T14:44:08.748775Z","end":"2026-04-10T14:44:09.717359Z","steps":["trace[2082923874] 'read index received' (duration: 686.299266ms)","trace[2082923874] 'applied index is now lower than readState.Index' (duration: 282.283348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:09.717551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.623752Z","time spent":"1.093713133s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:09.717444Z","caller":"traceutil/trace.go:171","msg":"trace[563269148] transaction","detail":"{read_only:false; response_revision:28697; number_of_response:1; }","duration":"1.094048743s","start":"2026-04-10T14:44:08.623325Z","end":"2026-04-10T14:44:09.717373Z","steps":["trace[563269148] 'process raft request' (duration: 1.093599471s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:09.717708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.275283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T14:44:09.717703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.629185Z","time spent":"1.088401675s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:09.717747Z","caller":"traceutil/trace.go:171","msg":"trace[751777340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28699; }","duration":"953.359286ms","start":"2026-04-10T14:44:08.764377Z","end":"2026-04-10T14:44:09.717737Z","steps":["trace[751777340] 'agreement among raft nodes before linearized reading' (duration: 953.244193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:09.717787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.764354Z","time spent":"953.419247ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:44:09.717813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.62331Z","time spent":"1.09432337s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:09.717907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.780337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:44:09.717929Z","caller":"traceutil/trace.go:171","msg":"trace[2076816018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28699; }","duration":"852.828299ms","start":"2026-04-10T14:44:08.865095Z","end":"2026-04-10T14:44:09.717924Z","steps":["trace[2076816018] 'agreement among raft nodes before linearized reading' (duration: 852.767167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:09.717955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.865084Z","time spent":"852.86625ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:44:09.717941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.109616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:09.717528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.748788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:09.717871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.030554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:44:09.718052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.340662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:44:09.718079Z","caller":"traceutil/trace.go:171","msg":"trace[851800887] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28699; }","duration":"175.263241ms","start":"2026-04-10T14:44:09.542797Z","end":"2026-04-10T14:44:09.71806Z","steps":["trace[851800887] 'agreement among raft nodes before linearized reading' (duration: 175.070045ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:09.718103Z","caller":"traceutil/trace.go:171","msg":"trace[813746095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28699; }","duration":"796.292512ms","start":"2026-04-10T14:44:08.92179Z","end":"2026-04-10T14:44:09.718083Z","steps":["trace[813746095] 'agreement among raft nodes before linearized reading' (duration: 796.015264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:09.718112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.39612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:44:09.718121Z","caller":"traceutil/trace.go:171","msg":"trace[1041893917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28699; }","duration":"804.478634ms","start":"2026-04-10T14:44:08.913622Z","end":"2026-04-10T14:44:09.718101Z","steps":["trace[1041893917] 'agreement among raft nodes before linearized reading' (duration: 804.273868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:09.717849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.713977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:09.718161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.921771Z","time spent":"796.371063ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:44:09.718194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.913609Z","time spent":"804.572057ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:44:09.718199Z","caller":"traceutil/trace.go:171","msg":"trace[2044440644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28699; }","duration":"480.138668ms","start":"2026-04-10T14:44:09.238046Z","end":"2026-04-10T14:44:09.718185Z","steps":["trace[2044440644] 'agreement among raft nodes before linearized reading' (duration: 479.661485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:09.717783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.977774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T14:44:09.71826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:09.237978Z","time spent":"480.265052ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:44:09.718276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.796303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:09.71814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.859234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:44:09.718302Z","caller":"traceutil/trace.go:171","msg":"trace[363864511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28699; }","duration":"850.512028ms","start":"2026-04-10T14:44:08.867758Z","end":"2026-04-10T14:44:09.71827Z","steps":["trace[363864511] 'agreement among raft nodes before linearized reading' (duration: 849.910323ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:09.718334Z","caller":"traceutil/trace.go:171","msg":"trace[1297159627] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28699; }","duration":"901.084ms","start":"2026-04-10T14:44:08.817234Z","end":"2026-04-10T14:44:09.718318Z","steps":["trace[1297159627] 'agreement among raft nodes before linearized reading' (duration: 900.841384ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:09.718329Z","caller":"traceutil/trace.go:171","msg":"trace[936874841] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28699; }","duration":"892.881204ms","start":"2026-04-10T14:44:08.82543Z","end":"2026-04-10T14:44:09.718311Z","steps":["trace[936874841] 'agreement among raft nodes before linearized reading' (duration: 892.795042ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:09.718189Z","caller":"traceutil/trace.go:171","msg":"trace[1796983535] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28699; }","duration":"898.482113ms","start":"2026-04-10T14:44:08.819678Z","end":"2026-04-10T14:44:09.71816Z","steps":["trace[1796983535] 'agreement among raft nodes before linearized reading' (duration: 898.230535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:09.718382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.867728Z","time spent":"850.632521ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:44:09.718392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.825418Z","time spent":"892.958897ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:09.718412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.819663Z","time spent":"898.733119ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:44:09.718368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.817216Z","time spent":"901.142941ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:44:09.718133Z","caller":"traceutil/trace.go:171","msg":"trace[738176108] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28699; }","duration":"969.361115ms","start":"2026-04-10T14:44:08.748715Z","end":"2026-04-10T14:44:09.718077Z","steps":["trace[738176108] 'agreement among raft nodes before linearized reading' (duration: 968.722628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:09.718655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.748694Z","time spent":"969.948569ms","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:09.718734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.001543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:44:09.718904Z","caller":"traceutil/trace.go:171","msg":"trace[1055832336] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28699; }","duration":"874.169806ms","start":"2026-04-10T14:44:08.844658Z","end":"2026-04-10T14:44:09.718828Z","steps":["trace[1055832336] 'agreement among raft nodes before linearized reading' (duration: 873.617072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:09.719025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:08.844642Z","time spent":"874.363362ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-10T14:44:10.06713Z","caller":"traceutil/trace.go:171","msg":"trace[455506591] linearizableReadLoop","detail":"{readStateIndex:30029; appliedIndex:30028; }","duration":"343.184849ms","start":"2026-04-10T14:44:09.723914Z","end":"2026-04-10T14:44:10.067099Z","steps":["trace[455506591] 'read index received' (duration: 264.39454ms)","trace[455506591] 'applied index is now lower than readState.Index' (duration: 78.788969ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:10.067152Z","caller":"traceutil/trace.go:171","msg":"trace[1275780939] transaction","detail":"{read_only:false; response_revision:28700; number_of_response:1; }","duration":"344.598095ms","start":"2026-04-10T14:44:09.722513Z","end":"2026-04-10T14:44:10.067112Z","steps":["trace[1275780939] 'process raft request' (duration: 265.711814ms)","trace[1275780939] 'compare' (duration: 78.636855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:10.067311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:09.722487Z","time spent":"344.739909ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:10.067543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.60015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-10T14:44:10.067643Z","caller":"traceutil/trace.go:171","msg":"trace[1136337273] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28700; }","duration":"343.733724ms","start":"2026-04-10T14:44:09.723883Z","end":"2026-04-10T14:44:10.067617Z","steps":["trace[1136337273] 'agreement among raft nodes before linearized reading' (duration: 343.316612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:10.067703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:09.723868Z","time spent":"343.824296ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:44:10.567609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:11.068377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:11.568611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:11.584879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.519852401s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:11.990618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.460907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:11.990902Z","caller":"traceutil/trace.go:171","msg":"trace[555248222] transaction","detail":"{read_only:false; response_revision:28701; number_of_response:1; }","duration":"2.266852444s","start":"2026-04-10T14:44:09.723987Z","end":"2026-04-10T14:44:11.990839Z","steps":["trace[555248222] 'process raft request' (duration: 1.861063648s)","trace[555248222] 'compare' (duration: 403.730992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:11.991121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:09.723977Z","time spent":"2.267032068s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:11.991103Z","caller":"traceutil/trace.go:171","msg":"trace[841078190] linearizableReadLoop","detail":"{readStateIndex:30037; appliedIndex:30029; }","duration":"1.92387749s","start":"2026-04-10T14:44:10.067205Z","end":"2026-04-10T14:44:11.991082Z","steps":["trace[841078190] 'read index received' (duration: 1.517862239s)","trace[841078190] 'applied index is now lower than readState.Index' (duration: 406.014321ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:11.99141Z","caller":"traceutil/trace.go:171","msg":"trace[1661893334] transaction","detail":"{read_only:false; response_revision:28706; number_of_response:1; }","duration":"1.918796708s","start":"2026-04-10T14:44:10.072601Z","end":"2026-04-10T14:44:11.991398Z","steps":["trace[1661893334] 'process raft request' (duration: 1.918363446s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:11.991483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:10.072581Z","time spent":"1.918858449s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:11.991532Z","caller":"traceutil/trace.go:171","msg":"trace[984152258] transaction","detail":"{read_only:false; response_revision:28708; number_of_response:1; }","duration":"551.164714ms","start":"2026-04-10T14:44:11.440327Z","end":"2026-04-10T14:44:11.991491Z","steps":["trace[984152258] 'process raft request' (duration: 550.720952ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:11.991549Z","caller":"traceutil/trace.go:171","msg":"trace[174269408] transaction","detail":"{read_only:false; response_revision:28707; number_of_response:1; }","duration":"1.76812958s","start":"2026-04-10T14:44:10.223376Z","end":"2026-04-10T14:44:11.991505Z","steps":["trace[174269408] 'process raft request' (duration: 1.767637107s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:11.991608Z","caller":"traceutil/trace.go:171","msg":"trace[1335682842] transaction","detail":"{read_only:false; response_revision:28702; number_of_response:1; }","duration":"2.267440779s","start":"2026-04-10T14:44:09.724138Z","end":"2026-04-10T14:44:11.991579Z","steps":["trace[1335682842] 'process raft request' (duration: 2.266599477s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:11.991654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:11.440297Z","time spent":"551.293707ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:11.991648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266677309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-10T14:44:11.991689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:10.223345Z","time spent":"1.768261154s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:11.991696Z","caller":"traceutil/trace.go:171","msg":"trace[307089325] transaction","detail":"{read_only:false; response_revision:28703; number_of_response:1; }","duration":"2.267492201s","start":"2026-04-10T14:44:09.724192Z","end":"2026-04-10T14:44:11.991684Z","steps":["trace[307089325] 'process raft request' (duration: 2.266626058s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:11.991717Z","caller":"traceutil/trace.go:171","msg":"trace[1767905783] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28708; }","duration":"2.266780782s","start":"2026-04-10T14:44:09.724911Z","end":"2026-04-10T14:44:11.991692Z","steps":["trace[1767905783] 'agreement among raft nodes before linearized reading' (duration: 2.266599407s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:11.99171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183602068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:44:11.991772Z","caller":"traceutil/trace.go:171","msg":"trace[379634369] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28708; }","duration":"2.183713001s","start":"2026-04-10T14:44:09.808042Z","end":"2026-04-10T14:44:11.991755Z","steps":["trace[379634369] 'agreement among raft nodes before linearized reading' (duration: 2.183463575s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:11.991764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:09.724132Z","time spent":"2.267560453s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:11.991766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:09.724893Z","time spent":"2.266858104s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:44:11.99176Z","caller":"traceutil/trace.go:171","msg":"trace[862498229] transaction","detail":"{read_only:false; response_revision:28705; number_of_response:1; }","duration":"2.267446019s","start":"2026-04-10T14:44:09.724285Z","end":"2026-04-10T14:44:11.991731Z","steps":["trace[862498229] 'process raft request' (duration: 2.266638808s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:11.991816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:09.808017Z","time spent":"2.183787723s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":184,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:11.991795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:09.724185Z","time spent":"2.267549022s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:11.991915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:09.724279Z","time spent":"2.267569262s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:11.991646Z","caller":"traceutil/trace.go:171","msg":"trace[1798867579] transaction","detail":"{read_only:false; response_revision:28704; number_of_response:1; }","duration":"2.267393298s","start":"2026-04-10T14:44:09.724233Z","end":"2026-04-10T14:44:11.991626Z","steps":["trace[1798867579] 'process raft request' (duration: 2.266641859s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:11.99207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:09.724226Z","time spent":"2.267805239s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:12.492253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:12.992468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:13.238243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:13.238336Z","caller":"traceutil/trace.go:171","msg":"trace[978989183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458882s","start":"2026-04-10T14:44:11.237858Z","end":"2026-04-10T14:44:13.238317Z","steps":["trace[978989183] 'agreement among raft nodes before linearized reading' (duration: 2.000346469s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:13.238386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:11.237836Z","time spent":"2.000540304s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:13.493044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:13.969329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.246202474s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:44:13.969785Z","caller":"traceutil/trace.go:171","msg":"trace[530951740] transaction","detail":"{read_only:false; response_revision:28709; number_of_response:1; }","duration":"2.24677689s","start":"2026-04-10T14:44:11.722972Z","end":"2026-04-10T14:44:13.969749Z","steps":["trace[530951740] 'process raft request' (duration: 2.246620105s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:13.969954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:11.722947Z","time spent":"2.246933984s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:15.238171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999717681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:15.238249Z","caller":"traceutil/trace.go:171","msg":"trace[2085478484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999854077s","start":"2026-04-10T14:44:13.23838Z","end":"2026-04-10T14:44:15.238234Z","steps":["trace[2085478484] 'agreement among raft nodes before linearized reading' (duration: 1.999753903s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:15.23828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:13.238358Z","time spent":"1.999917008s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:15.962599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.993027768s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:16.302104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.152923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:16.302326Z","caller":"traceutil/trace.go:171","msg":"trace[999697017] transaction","detail":"{read_only:false; response_revision:28711; number_of_response:1; }","duration":"4.5774332s","start":"2026-04-10T14:44:11.724875Z","end":"2026-04-10T14:44:16.302308Z","steps":["trace[999697017] 'process raft request' (duration: 4.577336708s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:16.302338Z","caller":"traceutil/trace.go:171","msg":"trace[169410091] transaction","detail":"{read_only:false; response_revision:28710; number_of_response:1; }","duration":"4.577752679s","start":"2026-04-10T14:44:11.724528Z","end":"2026-04-10T14:44:16.302281Z","steps":["trace[169410091] 'process raft request' (duration: 4.238297288s)","trace[169410091] 'compare' (duration: 339.03232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:16.3024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:11.724868Z","time spent":"4.577501583s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:16.302523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:11.724506Z","time spent":"4.577924993s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:16.302599Z","caller":"traceutil/trace.go:171","msg":"trace[1900811857] transaction","detail":"{read_only:false; response_revision:28712; number_of_response:1; }","duration":"4.577596276s","start":"2026-04-10T14:44:11.72498Z","end":"2026-04-10T14:44:16.302576Z","steps":["trace[1900811857] 'process raft request' (duration: 4.577290878s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:16.302736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:11.724961Z","time spent":"4.577718539s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:16.302793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.113831785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-10T14:44:16.302811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.363826623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:16.302832Z","caller":"traceutil/trace.go:171","msg":"trace[70041543] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28715; }","duration":"6.113936497s","start":"2026-04-10T14:44:10.188888Z","end":"2026-04-10T14:44:16.302824Z","steps":["trace[70041543] 'agreement among raft nodes before linearized reading' (duration: 6.113773253s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:16.302613Z","caller":"traceutil/trace.go:171","msg":"trace[793334940] linearizableReadLoop","detail":"{readStateIndex:30044; appliedIndex:30037; }","duration":"4.311244035s","start":"2026-04-10T14:44:11.99135Z","end":"2026-04-10T14:44:16.302594Z","steps":["trace[793334940] 'read index received' (duration: 1.978249291s)","trace[793334940] 'applied index is now lower than readState.Index' (duration: 2.332994034s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:16.302857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:10.188864Z","time spent":"6.113987389s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-10T14:44:16.302859Z","caller":"traceutil/trace.go:171","msg":"trace[325678709] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28715; }","duration":"5.363925525s","start":"2026-04-10T14:44:10.938918Z","end":"2026-04-10T14:44:16.302844Z","steps":["trace[325678709] 'agreement among raft nodes before linearized reading' (duration: 5.363845653s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:16.302876Z","caller":"traceutil/trace.go:171","msg":"trace[527628811] transaction","detail":"{read_only:false; response_revision:28713; number_of_response:1; }","duration":"4.306269924s","start":"2026-04-10T14:44:11.996587Z","end":"2026-04-10T14:44:16.302857Z","steps":["trace[527628811] 'process raft request' (duration: 4.305870474s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:16.302908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:10.938883Z","time spent":"5.364014538s","remote":"127.0.0.1:55252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:44:16.302894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.812886524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-10T14:44:16.302935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.650256919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:16.302957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.95162475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:16.303058Z","caller":"traceutil/trace.go:171","msg":"trace[1654965543] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28715; }","duration":"5.650422234s","start":"2026-04-10T14:44:10.652618Z","end":"2026-04-10T14:44:16.30304Z","steps":["trace[1654965543] 'agreement among raft nodes before linearized reading' (duration: 5.650272039s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:16.303095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.728202726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:16.303099Z","caller":"traceutil/trace.go:171","msg":"trace[1964993697] transaction","detail":"{read_only:false; response_revision:28715; number_of_response:1; }","duration":"3.269979051s","start":"2026-04-10T14:44:13.03311Z","end":"2026-04-10T14:44:16.303089Z","steps":["trace[1964993697] 'process raft request' (duration: 3.269454087s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:16.303098Z","caller":"traceutil/trace.go:171","msg":"trace[2080450694] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28715; }","duration":"4.951834846s","start":"2026-04-10T14:44:11.351242Z","end":"2026-04-10T14:44:16.303077Z","steps":["trace[2080450694] 'agreement among raft nodes before linearized reading' (duration: 4.951587179s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:16.303107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:10.652588Z","time spent":"5.650505026s","remote":"127.0.0.1:54958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:16.303125Z","caller":"traceutil/trace.go:171","msg":"trace[820148101] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28715; }","duration":"5.728267768s","start":"2026-04-10T14:44:10.57485Z","end":"2026-04-10T14:44:16.303118Z","steps":["trace[820148101] 'agreement among raft nodes before linearized reading' (duration: 5.728159955s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:16.302952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:11.996561Z","time spent":"4.306352386s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:16.303151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:11.351225Z","time spent":"4.951913859s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:16.303194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:13.033088Z","time spent":"3.270043452s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:16.303217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.161671439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:16.302997Z","caller":"traceutil/trace.go:171","msg":"trace[208471197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28715; }","duration":"4.812970406s","start":"2026-04-10T14:44:11.489981Z","end":"2026-04-10T14:44:16.302952Z","steps":["trace[208471197] 'agreement among raft nodes before linearized reading' (duration: 4.812740901s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:16.303059Z","caller":"traceutil/trace.go:171","msg":"trace[1401089690] transaction","detail":"{read_only:false; response_revision:28714; number_of_response:1; }","duration":"3.428107534s","start":"2026-04-10T14:44:12.87494Z","end":"2026-04-10T14:44:16.303048Z","steps":["trace[1401089690] 'process raft request' (duration: 3.42758811s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:16.303265Z","caller":"traceutil/trace.go:171","msg":"trace[260815888] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28715; }","duration":"5.161723341s","start":"2026-04-10T14:44:11.141527Z","end":"2026-04-10T14:44:16.30325Z","steps":["trace[260815888] 'agreement among raft nodes before linearized reading' (duration: 5.161647979s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:16.303317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:11.14146Z","time spent":"5.161843934s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:16.303332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:12.874914Z","time spent":"3.42837537s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:16.303281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:11.48992Z","time spent":"4.813355386s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:44:16.303148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:10.574831Z","time spent":"5.72831137s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:16.803806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:17.268468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024642664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:17.268566Z","caller":"traceutil/trace.go:171","msg":"trace[1800538784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.024770068s","start":"2026-04-10T14:44:15.243775Z","end":"2026-04-10T14:44:17.268545Z","steps":["trace[1800538784] 'agreement among raft nodes before linearized reading' (duration: 2.024647844s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:17.268645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:15.24377Z","time spent":"2.02486449s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:17.304138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:17.460312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.497506838s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:18.08305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.422956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:18.083277Z","caller":"traceutil/trace.go:171","msg":"trace[525166548] transaction","detail":"{read_only:false; response_revision:28717; number_of_response:1; }","duration":"3.345268138s","start":"2026-04-10T14:44:14.73799Z","end":"2026-04-10T14:44:18.083258Z","steps":["trace[525166548] 'process raft request' (duration: 3.345159475s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:18.08334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:14.73797Z","time spent":"3.34533882s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:18.083699Z","caller":"traceutil/trace.go:171","msg":"trace[724145999] transaction","detail":"{read_only:false; response_revision:28716; number_of_response:1; }","duration":"4.086613933s","start":"2026-04-10T14:44:13.997049Z","end":"2026-04-10T14:44:18.083651Z","steps":["trace[724145999] 'process raft request' (duration: 3.463461457s)","trace[724145999] 'compare' (duration: 620.168398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:18.083924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:13.997032Z","time spent":"4.086741006s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:18.4875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02698461s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:18.817517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509831135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:18.817695Z","caller":"traceutil/trace.go:171","msg":"trace[1000592051] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"2.51003197s","start":"2026-04-10T14:44:16.30764Z","end":"2026-04-10T14:44:18.817672Z","steps":["trace[1000592051] 'agreement among raft nodes before linearized reading' (duration: 2.509822934s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:18.817771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:16.307591Z","time spent":"2.510167913s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/10 14:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:18.81878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.823006649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:18.818856Z","caller":"traceutil/trace.go:171","msg":"trace[542159748] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"6.823122851s","start":"2026-04-10T14:44:11.995717Z","end":"2026-04-10T14:44:18.81884Z","steps":["trace[542159748] 'agreement among raft nodes before linearized reading' (duration: 6.823028379s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:18.818955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:11.995703Z","time spent":"6.823241985s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/10 14:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/10 14:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:18.995212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999655516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:44:18.995293Z","caller":"traceutil/trace.go:171","msg":"trace[1201806200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999806829s","start":"2026-04-10T14:44:13.995469Z","end":"2026-04-10T14:44:18.995275Z","steps":["trace[1201806200] 'agreement among raft nodes before linearized reading' (duration: 4.999698137s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:18.995335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:13.995445Z","time spent":"4.999879792s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/10 14:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:18.995356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999759328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:44:18.995443Z","caller":"traceutil/trace.go:171","msg":"trace[367006872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999880421s","start":"2026-04-10T14:44:13.995545Z","end":"2026-04-10T14:44:18.995426Z","steps":["trace[367006872] 'agreement among raft nodes before linearized reading' (duration: 4.999771168s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:18.99549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:13.995537Z","time spent":"4.999945623s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:44:18.996071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999954613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:18.996176Z","caller":"traceutil/trace.go:171","msg":"trace[655526393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000078716s","start":"2026-04-10T14:44:13.996076Z","end":"2026-04-10T14:44:18.996155Z","steps":["trace[655526393] 'agreement among raft nodes before linearized reading' (duration: 4.999949883s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:18.996273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:13.996048Z","time spent":"5.00021494s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/10 14:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:19.24548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976864654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:19.245958Z","caller":"traceutil/trace.go:171","msg":"trace[2042836205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.976989669s","start":"2026-04-10T14:44:17.268557Z","end":"2026-04-10T14:44:19.245547Z","steps":["trace[2042836205] 'agreement among raft nodes before linearized reading' (duration: 1.976885415s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:19.246572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:17.268516Z","time spent":"1.978041346s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:19.439237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.307972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:19.439418Z","caller":"traceutil/trace.go:171","msg":"trace[1774824748] linearizableReadLoop","detail":"{readStateIndex:30048; appliedIndex:30044; }","duration":"3.136549513s","start":"2026-04-10T14:44:16.302855Z","end":"2026-04-10T14:44:19.439405Z","steps":["trace[1774824748] 'read index received' (duration: 1.157621325s)","trace[1774824748] 'applied index is now lower than readState.Index' (duration: 1.978927288s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:19.440184Z","caller":"traceutil/trace.go:171","msg":"trace[1872935340] transaction","detail":"{read_only:false; response_revision:28718; number_of_response:1; }","duration":"3.462048241s","start":"2026-04-10T14:44:15.978112Z","end":"2026-04-10T14:44:19.44016Z","steps":["trace[1872935340] 'process raft request' (duration: 2.509737462s)","trace[1872935340] 'compare' (duration: 950.336507ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:19.440256Z","caller":"traceutil/trace.go:171","msg":"trace[442627176] transaction","detail":"{read_only:false; response_revision:28719; number_of_response:1; }","duration":"2.443510932s","start":"2026-04-10T14:44:16.996717Z","end":"2026-04-10T14:44:19.440228Z","steps":["trace[442627176] 'process raft request' (duration: 2.442596567s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:19.440273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:15.97809Z","time spent":"3.462138254s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:19.440389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:16.996684Z","time spent":"2.443635205s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:20.603836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.455234369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:20.603928Z","caller":"traceutil/trace.go:171","msg":"trace[1418123337] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28720; }","duration":"6.455400662s","start":"2026-04-10T14:44:14.148505Z","end":"2026-04-10T14:44:20.603905Z","steps":["trace[1418123337] 'agreement among raft nodes before linearized reading' (duration: 5.291708218s)","trace[1418123337] 'count revisions from in-memory index tree' (duration: 1.163577251s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.603965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:14.148473Z","time spent":"6.455480374s","remote":"127.0.0.1:55204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:20.604156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538419702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:288281"} {"level":"info","ts":"2026-04-10T14:44:20.604243Z","caller":"traceutil/trace.go:171","msg":"trace[1602398948] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:28720; }","duration":"4.538555046s","start":"2026-04-10T14:44:16.065663Z","end":"2026-04-10T14:44:20.604218Z","steps":["trace[1602398948] 'agreement among raft nodes before linearized reading' (duration: 3.374533754s)","trace[1602398948] 'range keys from in-memory index tree' (duration: 1.163573591s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.604279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:16.065647Z","time spent":"4.538624697s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":288304,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-10T14:44:20.604387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164380993s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-10T14:44:20.604524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.302798434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:20.604554Z","caller":"traceutil/trace.go:171","msg":"trace[671116173] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28720; }","duration":"6.302881436s","start":"2026-04-10T14:44:14.301663Z","end":"2026-04-10T14:44:20.604544Z","steps":["trace[671116173] 'agreement among raft nodes before linearized reading' (duration: 5.138469432s)","trace[671116173] 'count revisions from in-memory index tree' (duration: 1.164367242s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.604578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:14.301635Z","time spent":"6.302936058s","remote":"127.0.0.1:45400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:20.604855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.671835793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-10T14:44:20.604878Z","caller":"traceutil/trace.go:171","msg":"trace[1002539038] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:28720; }","duration":"7.671898475s","start":"2026-04-10T14:44:12.932973Z","end":"2026-04-10T14:44:20.604872Z","steps":["trace[1002539038] 'agreement among raft nodes before linearized reading' (duration: 6.507207535s)","trace[1002539038] 'range keys from in-memory index tree' (duration: 1.164624028s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.604899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:12.932955Z","time spent":"7.671934836s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-04-10T14:44:20.605048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.607114977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:44:20.60507Z","caller":"traceutil/trace.go:171","msg":"trace[1372008148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28720; }","duration":"6.607158088s","start":"2026-04-10T14:44:13.997905Z","end":"2026-04-10T14:44:20.605064Z","steps":["trace[1372008148] 'agreement among raft nodes before linearized reading' (duration: 5.442292504s)","trace[1372008148] 'range keys from in-memory index tree' (duration: 1.164811732s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.60509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:13.997895Z","time spent":"6.607190709s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:44:20.605215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980789364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:20.605241Z","caller":"traceutil/trace.go:171","msg":"trace[1096366552] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28720; }","duration":"4.980852506s","start":"2026-04-10T14:44:15.624381Z","end":"2026-04-10T14:44:20.605234Z","steps":["trace[1096366552] 'agreement among raft nodes before linearized reading' (duration: 3.815809087s)","trace[1096366552] 'count revisions from in-memory index tree' (duration: 1.164997908s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.605264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:15.624363Z","time spent":"4.980894886s","remote":"127.0.0.1:40806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:20.605303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.09063988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:20.605379Z","caller":"traceutil/trace.go:171","msg":"trace[1488574391] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:0; response_revision:28720; }","duration":"8.090781543s","start":"2026-04-10T14:44:12.51458Z","end":"2026-04-10T14:44:20.605362Z","steps":["trace[1488574391] 'agreement among raft nodes before linearized reading' (duration: 6.925638061s)","trace[1488574391] 'range keys from in-memory index tree' (duration: 1.165032269s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.605412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:12.514556Z","time spent":"8.090850775s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-10T14:44:20.605432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.364779509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-10T14:44:20.605467Z","caller":"traceutil/trace.go:171","msg":"trace[1479484148] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978; range_end:; response_count:1; response_revision:28720; }","duration":"5.36483172s","start":"2026-04-10T14:44:15.240623Z","end":"2026-04-10T14:44:20.605454Z","steps":["trace[1479484148] 'agreement among raft nodes before linearized reading' (duration: 4.199562766s)","trace[1479484148] 'range keys from in-memory index tree' (duration: 1.165185773s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.605494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:15.24061Z","time spent":"5.364876701s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" "} {"level":"warn","ts":"2026-04-10T14:44:20.605559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.610443854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:20.605583Z","caller":"traceutil/trace.go:171","msg":"trace[1661515621] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28720; }","duration":"4.610500685s","start":"2026-04-10T14:44:15.995074Z","end":"2026-04-10T14:44:20.605574Z","steps":["trace[1661515621] 'agreement among raft nodes before linearized reading' (duration: 3.445147718s)","trace[1661515621] 'count revisions from in-memory index tree' (duration: 1.165316606s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.605612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:15.995057Z","time spent":"4.610541757s","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:20.60563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.760224864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:20.605662Z","caller":"traceutil/trace.go:171","msg":"trace[251536316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28720; }","duration":"5.760254425s","start":"2026-04-10T14:44:14.845397Z","end":"2026-04-10T14:44:20.605651Z","steps":["trace[251536316] 'agreement among raft nodes before linearized reading' (duration: 4.594796106s)","trace[251536316] 'count revisions from in-memory index tree' (duration: 1.165408578s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.605691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:14.845341Z","time spent":"5.760342957s","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:20.605811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.741636518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-10T14:44:20.60584Z","caller":"traceutil/trace.go:171","msg":"trace[2100826197] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28720; }","duration":"7.741694571s","start":"2026-04-10T14:44:12.864139Z","end":"2026-04-10T14:44:20.605833Z","steps":["trace[2100826197] 'agreement among raft nodes before linearized reading' (duration: 6.576085897s)","trace[2100826197] 'range keys from in-memory index tree' (duration: 1.16547706s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.605838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.634363585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-04-10T14:44:20.605855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:12.86412Z","time spent":"7.741731451s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-10T14:44:20.605862Z","caller":"traceutil/trace.go:171","msg":"trace[1499353928] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:28720; }","duration":"7.634388105s","start":"2026-04-10T14:44:12.971467Z","end":"2026-04-10T14:44:20.605855Z","steps":["trace[1499353928] 'agreement among raft nodes before linearized reading' (duration: 6.46873927s)","trace[1499353928] 'range keys from in-memory index tree' (duration: 1.165592043s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.605887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:12.971413Z","time spent":"7.634468297s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-10T14:44:20.605995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.712726108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:20.606034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.762996677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:20.606055Z","caller":"traceutil/trace.go:171","msg":"trace[968794005] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28720; }","duration":"4.71282669s","start":"2026-04-10T14:44:15.893221Z","end":"2026-04-10T14:44:20.606047Z","steps":["trace[968794005] 'agreement among raft nodes before linearized reading' (duration: 3.54696724s)","trace[968794005] 'count revisions from in-memory index tree' (duration: 1.165778808s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:20.606063Z","caller":"traceutil/trace.go:171","msg":"trace[93205218] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28720; }","duration":"7.763095719s","start":"2026-04-10T14:44:12.842957Z","end":"2026-04-10T14:44:20.606053Z","steps":["trace[93205218] 'agreement among raft nodes before linearized reading' (duration: 6.597267049s)","trace[93205218] 'count revisions from in-memory index tree' (duration: 1.165755368s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.606074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:15.893199Z","time spent":"4.712868171s","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:20.606094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:12.842934Z","time spent":"7.763151401s","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:20.606256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.140934593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:20.606284Z","caller":"traceutil/trace.go:171","msg":"trace[1595256775] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28720; }","duration":"6.141011277s","start":"2026-04-10T14:44:14.465265Z","end":"2026-04-10T14:44:20.606277Z","steps":["trace[1595256775] 'agreement among raft nodes before linearized reading' (duration: 4.974963332s)","trace[1595256775] 'count revisions from in-memory index tree' (duration: 1.166010064s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.606305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:14.465242Z","time spent":"6.141056537s","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":36,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:20.606459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.534017616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:44:20.606484Z","caller":"traceutil/trace.go:171","msg":"trace[1088835836] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28720; }","duration":"8.534081288s","start":"2026-04-10T14:44:12.072396Z","end":"2026-04-10T14:44:20.606477Z","steps":["trace[1088835836] 'agreement among raft nodes before linearized reading' (duration: 7.367831888s)","trace[1088835836] 'range keys from in-memory index tree' (duration: 1.166176978s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.606501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:12.07234Z","time spent":"8.53415571s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:44:20.606621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.608098163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:44:20.60664Z","caller":"traceutil/trace.go:171","msg":"trace[1644629393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28720; }","duration":"6.608135494s","start":"2026-04-10T14:44:13.998499Z","end":"2026-04-10T14:44:20.606635Z","steps":["trace[1644629393] 'agreement among raft nodes before linearized reading' (duration: 5.441683498s)","trace[1644629393] 'range keys from in-memory index tree' (duration: 1.166355673s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:20.606654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:13.998491Z","time spent":"6.608159875s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:44:20.608913Z","caller":"traceutil/trace.go:171","msg":"trace[321191975] transaction","detail":"{read_only:false; response_revision:28721; number_of_response:1; }","duration":"2.300451183s","start":"2026-04-10T14:44:18.308448Z","end":"2026-04-10T14:44:20.608899Z","steps":["trace[321191975] 'process raft request' (duration: 2.295982877s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:20.609176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:18.308417Z","time spent":"2.300550195s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:21.250837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000590176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:44:21.250932Z","caller":"traceutil/trace.go:171","msg":"trace[879751679] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00074704s","start":"2026-04-10T14:44:19.250165Z","end":"2026-04-10T14:44:21.250913Z","steps":["trace[879751679] 'agreement among raft nodes before linearized reading' (duration: 2.000618146s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:21.250975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:19.250142Z","time spent":"2.000824542s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:22.072197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.612207Z","time spent":"1.459981245s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:22.099284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.788586505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:22.099404Z","caller":"traceutil/trace.go:171","msg":"trace[127884701] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"5.788765159s","start":"2026-04-10T14:44:16.310612Z","end":"2026-04-10T14:44:22.099377Z","steps":["trace[127884701] 'agreement among raft nodes before linearized reading' (duration: 5.788610475s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:22.099468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:16.310597Z","time spent":"5.788858112s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/10 14:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:23.018272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.928714022s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:23.021332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412376257s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:23.022497Z","caller":"traceutil/trace.go:171","msg":"trace[2066213047] transaction","detail":"{read_only:false; response_revision:28722; number_of_response:1; }","duration":"4.713300642s","start":"2026-04-10T14:44:18.309155Z","end":"2026-04-10T14:44:23.022456Z","steps":["trace[2066213047] 'process raft request' (duration: 2.299722384s)","trace[2066213047] 'compare' (duration: 2.410086776s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:23.022675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:18.309135Z","time spent":"4.713451927s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:23.025832Z","caller":"traceutil/trace.go:171","msg":"trace[933310267] transaction","detail":"{read_only:false; response_revision:28723; number_of_response:1; }","duration":"4.713064086s","start":"2026-04-10T14:44:18.312744Z","end":"2026-04-10T14:44:23.025808Z","steps":["trace[933310267] 'process raft request' (duration: 4.708679232s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:23.025942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:18.312726Z","time spent":"4.713165658s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:23.026357Z","caller":"traceutil/trace.go:171","msg":"trace[135016892] linearizableReadLoop","detail":"{readStateIndex:30053; appliedIndex:30048; }","duration":"3.586900304s","start":"2026-04-10T14:44:19.439437Z","end":"2026-04-10T14:44:23.026337Z","steps":["trace[135016892] 'read index received' (duration: 60.03991ms)","trace[135016892] 'applied index is now lower than readState.Index' (duration: 3.526857184s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:23.026532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.640470324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-10T14:44:23.026536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.956546194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:23.026584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19363535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:23.026594Z","caller":"traceutil/trace.go:171","msg":"trace[532870513] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28725; }","duration":"5.956633487s","start":"2026-04-10T14:44:17.06995Z","end":"2026-04-10T14:44:23.026584Z","steps":["trace[532870513] 'agreement among raft nodes before linearized reading' (duration: 5.956480803s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:23.026616Z","caller":"traceutil/trace.go:171","msg":"trace[665977454] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28725; }","duration":"4.193685592s","start":"2026-04-10T14:44:18.832921Z","end":"2026-04-10T14:44:23.026607Z","steps":["trace[665977454] 'agreement among raft nodes before linearized reading' (duration: 4.193645551s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:23.02663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:17.069932Z","time spent":"5.956686717s","remote":"127.0.0.1:54888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:23.026669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244771067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:23.026696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324242654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:23.026747Z","caller":"traceutil/trace.go:171","msg":"trace[1489303188] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28725; }","duration":"4.324331166s","start":"2026-04-10T14:44:18.702394Z","end":"2026-04-10T14:44:23.026725Z","steps":["trace[1489303188] 'agreement among raft nodes before linearized reading' (duration: 4.324274265s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:23.026783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:18.702371Z","time spent":"4.324402378s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:23.026343Z","caller":"traceutil/trace.go:171","msg":"trace[755470644] transaction","detail":"{read_only:false; response_revision:28725; number_of_response:1; }","duration":"2.936899876s","start":"2026-04-10T14:44:20.089433Z","end":"2026-04-10T14:44:23.026333Z","steps":["trace[755470644] 'process raft request' (duration: 2.936832425s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:23.026584Z","caller":"traceutil/trace.go:171","msg":"trace[1329931896] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28725; }","duration":"5.640559786s","start":"2026-04-10T14:44:17.386012Z","end":"2026-04-10T14:44:23.026572Z","steps":["trace[1329931896] 'agreement among raft nodes before linearized reading' (duration: 5.640362561s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:23.026894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:17.385987Z","time spent":"5.640899016s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-10T14:44:23.026701Z","caller":"traceutil/trace.go:171","msg":"trace[2089191639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28725; }","duration":"4.244842438s","start":"2026-04-10T14:44:18.781853Z","end":"2026-04-10T14:44:23.026695Z","steps":["trace[2089191639] 'agreement among raft nodes before linearized reading' (duration: 4.244798057s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:23.027017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:18.781815Z","time spent":"4.245187268s","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:23.026638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:18.832912Z","time spent":"4.193720693s","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:23.027132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.72053172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67f180ac-f329-4e80-b037-af1098f16310\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-10T14:44:23.026545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494693308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:44:23.027319Z","caller":"traceutil/trace.go:171","msg":"trace[2060603328] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28725; }","duration":"4.495503449s","start":"2026-04-10T14:44:18.531801Z","end":"2026-04-10T14:44:23.027304Z","steps":["trace[2060603328] 'agreement among raft nodes before linearized reading' (duration: 4.494579295s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:23.027282Z","caller":"traceutil/trace.go:171","msg":"trace[1209176860] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67f180ac-f329-4e80-b037-af1098f16310; range_end:; response_count:1; response_revision:28725; }","duration":"6.720730906s","start":"2026-04-10T14:44:16.306528Z","end":"2026-04-10T14:44:23.027258Z","steps":["trace[1209176860] 'agreement among raft nodes before linearized reading' (duration: 6.720183232s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:23.027435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:16.306506Z","time spent":"6.720913881s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-67f180ac-f329-4e80-b037-af1098f16310\" "} {"level":"warn","ts":"2026-04-10T14:44:23.027366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:18.531763Z","time spent":"4.495588951s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":131,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:23.026638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.53320855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:23.02768Z","caller":"traceutil/trace.go:171","msg":"trace[465760691] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28725; }","duration":"5.534252097s","start":"2026-04-10T14:44:17.493418Z","end":"2026-04-10T14:44:23.02767Z","steps":["trace[465760691] 'agreement among raft nodes before linearized reading' (duration: 5.533188649s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:23.027718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:17.49332Z","time spent":"5.534386691s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:23.027172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.089408Z","time spent":"2.93743613s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:23.027987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.717327727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:23.028074Z","caller":"traceutil/trace.go:171","msg":"trace[559883496] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28725; }","duration":"6.71744189s","start":"2026-04-10T14:44:16.310616Z","end":"2026-04-10T14:44:23.028058Z","steps":["trace[559883496] 'agreement among raft nodes before linearized reading' (duration: 6.717323917s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:23.028147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:16.310602Z","time spent":"6.717533112s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:44:23.251752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:23.251844Z","caller":"traceutil/trace.go:171","msg":"trace[666426994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511753s","start":"2026-04-10T14:44:21.251313Z","end":"2026-04-10T14:44:23.251825Z","steps":["trace[666426994] 'agreement among raft nodes before linearized reading' (duration: 2.000396081s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:23.25189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:21.251249Z","time spent":"2.000631887s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:23.526723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:23.573297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000298137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:23.573392Z","caller":"traceutil/trace.go:171","msg":"trace[620954008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440591s","start":"2026-04-10T14:44:21.572932Z","end":"2026-04-10T14:44:23.573373Z","steps":["trace[620954008] 'agreement among raft nodes before linearized reading' (duration: 2.000325408s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:23.57344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:21.572915Z","time spent":"2.000516533s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:23.994821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997182422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:23.994925Z","caller":"traceutil/trace.go:171","msg":"trace[237090567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997327474s","start":"2026-04-10T14:44:20.997572Z","end":"2026-04-10T14:44:23.9949Z","steps":["trace[237090567] 'agreement among raft nodes before linearized reading' (duration: 2.997210502s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:23.994894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996440342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-10T14:44:23.994987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.997552Z","time spent":"2.997422538s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:44:23.994998Z","caller":"traceutil/trace.go:171","msg":"trace[137962631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996618937s","start":"2026-04-10T14:44:20.998356Z","end":"2026-04-10T14:44:23.994975Z","steps":["trace[137962631] 'agreement among raft nodes before linearized reading' (duration: 2.996480663s)"],"step_count":1} 2026/04/10 14:44:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:23.995063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.998329Z","time spent":"2.99672344s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/10 14:44:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:24.003352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.612138Z","time spent":"3.391206048s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:44:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:24.003341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.612247Z","time spent":"3.391088355s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:44:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:24.003679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005517789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:24.003735Z","caller":"traceutil/trace.go:171","msg":"trace[343553094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.005603051s","start":"2026-04-10T14:44:20.99812Z","end":"2026-04-10T14:44:24.003723Z","steps":["trace[343553094] 'agreement among raft nodes before linearized reading' (duration: 3.005516649s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:24.003774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.998051Z","time spent":"3.005714864s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/10 14:44:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:24.015207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403852679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:24.015279Z","caller":"traceutil/trace.go:171","msg":"trace[1366536915] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; }","duration":"3.403971332s","start":"2026-04-10T14:44:20.611293Z","end":"2026-04-10T14:44:24.015264Z","steps":["trace[1366536915] 'agreement among raft nodes before linearized reading' (duration: 3.40386514s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:24.015312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.611286Z","time spent":"3.404019164s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} 2026/04/10 14:44:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:24.015735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4054223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:24.015813Z","caller":"traceutil/trace.go:171","msg":"trace[1883775168] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; }","duration":"3.405554784s","start":"2026-04-10T14:44:20.610241Z","end":"2026-04-10T14:44:24.015796Z","steps":["trace[1883775168] 'agreement among raft nodes before linearized reading' (duration: 3.405457031s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:24.015865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.610227Z","time spent":"3.405628335s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} 2026/04/10 14:44:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:24.027335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577195,"retry-timeout":"500ms"} 2026/04/10 14:44:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:24.43429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412154086s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:24.540084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108137521s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:24.540229Z","caller":"traceutil/trace.go:171","msg":"trace[1113885233] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28725; }","duration":"1.108289665s","start":"2026-04-10T14:44:23.431916Z","end":"2026-04-10T14:44:24.540206Z","steps":["trace[1113885233] 'range keys from in-memory index tree' (duration: 1.108119391s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:24.541104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.506864ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-10T14:44:24.541455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.608686Z","time spent":"3.932760442s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:44:24.541537Z","caller":"traceutil/trace.go:171","msg":"trace[1453519435] transaction","detail":"{read_only:false; response_revision:28730; number_of_response:1; }","duration":"3.929026264s","start":"2026-04-10T14:44:20.612496Z","end":"2026-04-10T14:44:24.541522Z","steps":["trace[1453519435] 'process raft request' (duration: 3.928958413s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:24.541537Z","caller":"traceutil/trace.go:171","msg":"trace[2044912091] transaction","detail":"{read_only:false; response_revision:28726; number_of_response:1; }","duration":"3.930770319s","start":"2026-04-10T14:44:20.610743Z","end":"2026-04-10T14:44:24.541513Z","steps":["trace[2044912091] 'process raft request' (duration: 3.930473942s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:24.541648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.612485Z","time spent":"3.929098616s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:24.541652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.61073Z","time spent":"3.930858031s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:24.541694Z","caller":"traceutil/trace.go:171","msg":"trace[947797901] transaction","detail":"{read_only:false; response_revision:28731; number_of_response:1; }","duration":"3.096421094s","start":"2026-04-10T14:44:21.445249Z","end":"2026-04-10T14:44:24.54167Z","steps":["trace[947797901] 'process raft request' (duration: 3.096238s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:24.541916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:21.4452Z","time spent":"3.09658367s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:25.259451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:44:25.259567Z","caller":"traceutil/trace.go:171","msg":"trace[1304606556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365519s","start":"2026-04-10T14:44:23.25918Z","end":"2026-04-10T14:44:25.259545Z","steps":["trace[1304606556] 'agreement among raft nodes before linearized reading' (duration: 2.000218276s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.259622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:23.259167Z","time spent":"2.000445172s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:44:25.47634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041800127s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:44:25.477084Z","caller":"traceutil/trace.go:171","msg":"trace[819278499] linearizableReadLoop","detail":"{readStateIndex:30067; appliedIndex:30054; }","duration":"2.450653857s","start":"2026-04-10T14:44:23.026401Z","end":"2026-04-10T14:44:25.477055Z","steps":["trace[819278499] 'read index received' (duration: 1.408197663s)","trace[819278499] 'applied index is now lower than readState.Index' (duration: 1.042454604s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:25.477571Z","caller":"traceutil/trace.go:171","msg":"trace[943033637] transaction","detail":"{read_only:false; response_revision:28735; number_of_response:1; }","duration":"1.471288472s","start":"2026-04-10T14:44:24.006241Z","end":"2026-04-10T14:44:25.47753Z","steps":["trace[943033637] 'process raft request' (duration: 1.470756628s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.477669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.480262516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:25.477683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054480458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:25.477744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:24.006232Z","time spent":"1.471432585s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:25.477788Z","caller":"traceutil/trace.go:171","msg":"trace[246972611] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28735; }","duration":"3.054651632s","start":"2026-04-10T14:44:22.42311Z","end":"2026-04-10T14:44:25.477762Z","steps":["trace[246972611] 'agreement among raft nodes before linearized reading' (duration: 3.054325154s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.477839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.944537565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:25.477844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:22.423089Z","time spent":"3.054744386s","remote":"127.0.0.1:40886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:25.477862Z","caller":"traceutil/trace.go:171","msg":"trace[145416907] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28735; }","duration":"4.944560816s","start":"2026-04-10T14:44:20.533295Z","end":"2026-04-10T14:44:25.477856Z","steps":["trace[145416907] 'agreement among raft nodes before linearized reading' (duration: 4.944515365s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.477891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.533235Z","time spent":"4.944650318s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:25.477901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.496195733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:25.477987Z","caller":"traceutil/trace.go:171","msg":"trace[707023441] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28735; }","duration":"5.496323646s","start":"2026-04-10T14:44:19.98164Z","end":"2026-04-10T14:44:25.477964Z","steps":["trace[707023441] 'agreement among raft nodes before linearized reading' (duration: 5.496183923s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.478081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:19.981624Z","time spent":"5.496438859s","remote":"127.0.0.1:55142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:25.478112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.05030395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:25.478134Z","caller":"traceutil/trace.go:171","msg":"trace[1773114556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28735; }","duration":"5.050365871s","start":"2026-04-10T14:44:20.427762Z","end":"2026-04-10T14:44:25.478128Z","steps":["trace[1773114556] 'agreement among raft nodes before linearized reading' (duration: 5.05032181s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:25.478115Z","caller":"traceutil/trace.go:171","msg":"trace[321571872] transaction","detail":"{read_only:false; response_revision:28732; number_of_response:1; }","duration":"1.668868356s","start":"2026-04-10T14:44:23.809233Z","end":"2026-04-10T14:44:25.478102Z","steps":["trace[321571872] 'process raft request' (duration: 1.667301635s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.47816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.427741Z","time spent":"5.050413192s","remote":"127.0.0.1:38466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:25.4782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:23.809209Z","time spent":"1.668955137s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:25.478366Z","caller":"traceutil/trace.go:171","msg":"trace[436634668] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28733; }","duration":"1.473077889s","start":"2026-04-10T14:44:24.005274Z","end":"2026-04-10T14:44:25.478352Z","steps":["trace[436634668] 'process raft request' (duration: 1.471511088s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.477762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.474991893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:25.478428Z","caller":"traceutil/trace.go:171","msg":"trace[724994980] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28735; }","duration":"4.475669482s","start":"2026-04-10T14:44:21.002749Z","end":"2026-04-10T14:44:25.478419Z","steps":["trace[724994980] 'agreement among raft nodes before linearized reading' (duration: 4.474987184s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.478433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:24.005258Z","time spent":"1.47313996s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:25.47846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:21.002742Z","time spent":"4.475709683s","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:25.478548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.676927246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:25.478588Z","caller":"traceutil/trace.go:171","msg":"trace[912918905] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28733; }","duration":"1.473260445s","start":"2026-04-10T14:44:24.005317Z","end":"2026-04-10T14:44:25.478578Z","steps":["trace[912918905] 'process raft request' (duration: 1.47156013s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:25.478614Z","caller":"traceutil/trace.go:171","msg":"trace[1484542972] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28735; }","duration":"5.677046879s","start":"2026-04-10T14:44:19.801551Z","end":"2026-04-10T14:44:25.478598Z","steps":["trace[1484542972] 'agreement among raft nodes before linearized reading' (duration: 5.676796372s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:25.478653Z","caller":"traceutil/trace.go:171","msg":"trace[1149771370] transaction","detail":"{read_only:false; response_revision:28734; number_of_response:1; }","duration":"1.47316001s","start":"2026-04-10T14:44:24.005486Z","end":"2026-04-10T14:44:25.478646Z","steps":["trace[1149771370] 'process raft request' (duration: 1.471436935s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.47867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:19.801527Z","time spent":"5.677131732s","remote":"127.0.0.1:45508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:25.478756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469411998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:44:25.478837Z","caller":"traceutil/trace.go:171","msg":"trace[1599780005] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28735; }","duration":"2.46951668s","start":"2026-04-10T14:44:23.009281Z","end":"2026-04-10T14:44:25.478798Z","steps":["trace[1599780005] 'agreement among raft nodes before linearized reading' (duration: 2.46914178s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.478871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:23.009252Z","time spent":"2.469612803s","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":193,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:25.478685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:24.005469Z","time spent":"1.473198313s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:25.478628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:24.005233Z","time spent":"1.473370917s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:25.478836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.774049475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:25.479611Z","caller":"traceutil/trace.go:171","msg":"trace[1253357661] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28735; }","duration":"5.774831895s","start":"2026-04-10T14:44:19.704737Z","end":"2026-04-10T14:44:25.479569Z","steps":["trace[1253357661] 'agreement among raft nodes before linearized reading' (duration: 5.774073005s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.479739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:19.704711Z","time spent":"5.774985739s","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:25.477798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.493782165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:25.479808Z","caller":"traceutil/trace.go:171","msg":"trace[994663639] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28735; }","duration":"4.495836088s","start":"2026-04-10T14:44:20.983958Z","end":"2026-04-10T14:44:25.479794Z","steps":["trace[994663639] 'agreement among raft nodes before linearized reading' (duration: 4.493819036s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.480034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:20.983929Z","time spent":"4.496093925s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:25.478933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971002367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:25.480152Z","caller":"traceutil/trace.go:171","msg":"trace[1705627561] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:28735; }","duration":"2.97228383s","start":"2026-04-10T14:44:22.507859Z","end":"2026-04-10T14:44:25.480143Z","steps":["trace[1705627561] 'agreement among raft nodes before linearized reading' (duration: 2.971023167s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.480175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:22.507829Z","time spent":"2.972337702s","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:25.478943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.893669891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-10T14:44:25.480318Z","caller":"traceutil/trace.go:171","msg":"trace[921865362] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28735; }","duration":"5.895080658s","start":"2026-04-10T14:44:19.58523Z","end":"2026-04-10T14:44:25.480311Z","steps":["trace[921865362] 'agreement among raft nodes before linearized reading' (duration: 5.89362431s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.480341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:19.585211Z","time spent":"5.895123518s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T14:44:25.478989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525975617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:25.480468Z","caller":"traceutil/trace.go:171","msg":"trace[625351503] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28735; }","duration":"2.527515846s","start":"2026-04-10T14:44:22.952927Z","end":"2026-04-10T14:44:25.480443Z","steps":["trace[625351503] 'agreement among raft nodes before linearized reading' (duration: 2.526033147s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.480543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:22.952903Z","time spent":"2.527614339s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:25.477718Z","caller":"traceutil/trace.go:171","msg":"trace[1247267374] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28735; }","duration":"5.480381829s","start":"2026-04-10T14:44:19.997325Z","end":"2026-04-10T14:44:25.477706Z","steps":["trace[1247267374] 'agreement among raft nodes before linearized reading' (duration: 5.480150513s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.480737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:19.997301Z","time spent":"5.48341415s","remote":"127.0.0.1:46688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:25.479079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863895217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-10T14:44:25.480937Z","caller":"traceutil/trace.go:171","msg":"trace[1532475806] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:28735; }","duration":"2.865795547s","start":"2026-04-10T14:44:22.615121Z","end":"2026-04-10T14:44:25.480917Z","steps":["trace[1532475806] 'agreement among raft nodes before linearized reading' (duration: 2.863888686s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:25.480996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:22.615091Z","time spent":"2.865887759s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-10T14:44:25.977418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:26.477962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:26.978115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:27.25977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99922989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:44:27.26007Z","caller":"traceutil/trace.go:171","msg":"trace[941786317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999595639s","start":"2026-04-10T14:44:25.260446Z","end":"2026-04-10T14:44:27.260041Z","steps":["trace[941786317] 'agreement among raft nodes before linearized reading' (duration: 1.999276011s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:27.260133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:25.260418Z","time spent":"1.999702942s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:44:27.48177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:27.484302Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.00766104s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:44:27.485153Z","caller":"traceutil/trace.go:171","msg":"trace[2109180692] transaction","detail":"{read_only:false; response_revision:28736; number_of_response:1; }","duration":"3.038810399s","start":"2026-04-10T14:44:24.446298Z","end":"2026-04-10T14:44:27.485108Z","steps":["trace[2109180692] 'process raft request' (duration: 3.038489721s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:27.48526Z","caller":"traceutil/trace.go:171","msg":"trace[859341876] transaction","detail":"{read_only:false; response_revision:28737; number_of_response:1; }","duration":"2.942688347s","start":"2026-04-10T14:44:24.542537Z","end":"2026-04-10T14:44:27.485225Z","steps":["trace[859341876] 'process raft request' (duration: 2.942475302s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:27.485357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:24.44628Z","time spent":"3.038969834s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:27.48542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:24.542512Z","time spent":"2.94282976s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:27.485558Z","caller":"traceutil/trace.go:171","msg":"trace[1488295697] transaction","detail":"{read_only:false; response_revision:28738; number_of_response:1; }","duration":"2.454930429s","start":"2026-04-10T14:44:25.030601Z","end":"2026-04-10T14:44:27.485531Z","steps":["trace[1488295697] 'process raft request' (duration: 2.454484908s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:27.485703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:25.030571Z","time spent":"2.455075764s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:27.485814Z","caller":"traceutil/trace.go:171","msg":"trace[505665] transaction","detail":"{read_only:false; response_revision:28739; number_of_response:1; }","duration":"2.455045393s","start":"2026-04-10T14:44:25.030754Z","end":"2026-04-10T14:44:27.485799Z","steps":["trace[505665] 'process raft request' (duration: 2.454391535s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:27.485915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:25.030735Z","time spent":"2.455114705s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:27.488751Z","caller":"traceutil/trace.go:171","msg":"trace[903662749] transaction","detail":"{read_only:false; response_revision:28740; number_of_response:1; }","duration":"2.452913478s","start":"2026-04-10T14:44:25.035799Z","end":"2026-04-10T14:44:27.488713Z","steps":["trace[903662749] 'process raft request' (duration: 2.449399906s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:27.488932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:25.035764Z","time spent":"2.453066972s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:27.614987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:25.483504Z","time spent":"2.131475715s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:44:28.921408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.733438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:28.921652Z","caller":"traceutil/trace.go:171","msg":"trace[420482083] linearizableReadLoop","detail":"{readStateIndex:30076; appliedIndex:30067; }","duration":"3.444463321s","start":"2026-04-10T14:44:25.477175Z","end":"2026-04-10T14:44:28.921638Z","steps":["trace[420482083] 'read index received' (duration: 2.007527976s)","trace[420482083] 'applied index is now lower than readState.Index' (duration: 1.436934665s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:28.921862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980148906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:28.921903Z","caller":"traceutil/trace.go:171","msg":"trace[1322287384] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28744; }","duration":"4.980234909s","start":"2026-04-10T14:44:23.941657Z","end":"2026-04-10T14:44:28.921892Z","steps":["trace[1322287384] 'agreement among raft nodes before linearized reading' (duration: 4.980157287s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:28.921835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.949602848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:28.921929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:23.941632Z","time spent":"4.98028928s","remote":"127.0.0.1:54910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:28.921949Z","caller":"traceutil/trace.go:171","msg":"trace[507168255] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28744; }","duration":"4.949787642s","start":"2026-04-10T14:44:23.972142Z","end":"2026-04-10T14:44:28.92193Z","steps":["trace[507168255] 'agreement among raft nodes before linearized reading' (duration: 4.949573297s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:28.922027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:23.972114Z","time spent":"4.949878435s","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:28.921982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.66329482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-04-10T14:44:28.92211Z","caller":"traceutil/trace.go:171","msg":"trace[773171186] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28744; }","duration":"5.663475414s","start":"2026-04-10T14:44:23.258614Z","end":"2026-04-10T14:44:28.922089Z","steps":["trace[773171186] 'agreement among raft nodes before linearized reading' (duration: 5.663220458s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:28.922165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:23.258591Z","time spent":"5.663561906s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-10T14:44:28.922224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.89132641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-10T14:44:28.922255Z","caller":"traceutil/trace.go:171","msg":"trace[1850942246] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28744; }","duration":"5.891372462s","start":"2026-04-10T14:44:23.030873Z","end":"2026-04-10T14:44:28.922245Z","steps":["trace[1850942246] 'agreement among raft nodes before linearized reading' (duration: 5.891267399s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:28.92227Z","caller":"traceutil/trace.go:171","msg":"trace[304413929] transaction","detail":"{read_only:false; response_revision:28742; number_of_response:1; }","duration":"3.434983163s","start":"2026-04-10T14:44:25.487269Z","end":"2026-04-10T14:44:28.922252Z","steps":["trace[304413929] 'process raft request' (duration: 3.434222133s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:28.922126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.88790411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:28.922369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:25.487246Z","time spent":"3.435063716s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:28.922395Z","caller":"traceutil/trace.go:171","msg":"trace[1961970846] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28744; }","duration":"5.888167178s","start":"2026-04-10T14:44:23.034215Z","end":"2026-04-10T14:44:28.922382Z","steps":["trace[1961970846] 'agreement among raft nodes before linearized reading' (duration: 5.88788093s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:28.922406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.583437954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:28.92244Z","caller":"traceutil/trace.go:171","msg":"trace[643977656] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:28744; }","duration":"5.583515276s","start":"2026-04-10T14:44:23.338916Z","end":"2026-04-10T14:44:28.922431Z","steps":["trace[643977656] 'agreement among raft nodes before linearized reading' (duration: 5.583445624s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:28.922443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:23.034189Z","time spent":"5.88823932s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:44:28.922399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.137291439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:28.922507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012960505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:28.922699Z","caller":"traceutil/trace.go:171","msg":"trace[175950679] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28744; }","duration":"5.01319097s","start":"2026-04-10T14:44:23.909484Z","end":"2026-04-10T14:44:28.922675Z","steps":["trace[175950679] 'agreement among raft nodes before linearized reading' (duration: 5.013002245s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:28.922733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:23.909454Z","time spent":"5.013268512s","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:28.922284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:23.030845Z","time spent":"5.891431213s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-10T14:44:28.922534Z","caller":"traceutil/trace.go:171","msg":"trace[2105798011] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:28744; }","duration":"4.137492374s","start":"2026-04-10T14:44:24.785012Z","end":"2026-04-10T14:44:28.922505Z","steps":["trace[2105798011] 'agreement among raft nodes before linearized reading' (duration: 4.137245768s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:28.922904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:24.784979Z","time spent":"4.137915384s","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:28.922472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:23.338899Z","time spent":"5.583566057s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:28.922557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230288109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:28.923103Z","caller":"traceutil/trace.go:171","msg":"trace[2077727932] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28744; }","duration":"4.230853964s","start":"2026-04-10T14:44:24.692227Z","end":"2026-04-10T14:44:28.923081Z","steps":["trace[2077727932] 'agreement among raft nodes before linearized reading' (duration: 4.230308099s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:28.922565Z","caller":"traceutil/trace.go:171","msg":"trace[1024058213] transaction","detail":"{read_only:false; response_revision:28743; number_of_response:1; }","duration":"2.39982285s","start":"2026-04-10T14:44:26.522729Z","end":"2026-04-10T14:44:28.922552Z","steps":["trace[1024058213] 'process raft request' (duration: 2.398840055s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:28.92318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:24.692208Z","time spent":"4.230949247s","remote":"127.0.0.1:45364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:28.92262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377640079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-10T14:44:28.923287Z","caller":"traceutil/trace.go:171","msg":"trace[2033987735] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978; range_end:; response_count:1; response_revision:28744; }","duration":"4.378297657s","start":"2026-04-10T14:44:24.544975Z","end":"2026-04-10T14:44:28.923273Z","steps":["trace[2033987735] 'agreement among raft nodes before linearized reading' (duration: 4.377602088s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:28.923341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:24.544921Z","time spent":"4.37840563s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" "} {"level":"warn","ts":"2026-04-10T14:44:28.923322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:26.522683Z","time spent":"2.400549559s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:28.922631Z","caller":"traceutil/trace.go:171","msg":"trace[678058100] transaction","detail":"{read_only:false; response_revision:28744; number_of_response:1; }","duration":"2.376572991s","start":"2026-04-10T14:44:26.546044Z","end":"2026-04-10T14:44:28.922617Z","steps":["trace[678058100] 'process raft request' (duration: 2.375548995s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:28.923548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:26.546026Z","time spent":"2.377463815s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:29.267627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:44:29.267767Z","caller":"traceutil/trace.go:171","msg":"trace[1522627737] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464981s","start":"2026-04-10T14:44:27.267275Z","end":"2026-04-10T14:44:29.26774Z","steps":["trace[1522627737] 'agreement among raft nodes before linearized reading' (duration: 2.000280837s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:29.26785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:27.26725Z","time spent":"2.000571184s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:44:29.421727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:29.922742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:30.423723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:30.529218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.1315888s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:44:30.529639Z","caller":"traceutil/trace.go:171","msg":"trace[781913947] transaction","detail":"{read_only:false; response_revision:28745; number_of_response:1; }","duration":"2.290383039s","start":"2026-04-10T14:44:28.239231Z","end":"2026-04-10T14:44:30.529614Z","steps":["trace[781913947] 'process raft request' (duration: 2.290223545s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:30.529765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:28.239212Z","time spent":"2.290470632s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:31.269098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000653067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:31.26917Z","caller":"traceutil/trace.go:171","msg":"trace[1254429182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00077178s","start":"2026-04-10T14:44:29.268384Z","end":"2026-04-10T14:44:31.269156Z","steps":["trace[1254429182] 'agreement among raft nodes before linearized reading' (duration: 2.000681568s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:31.2692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:29.268361Z","time spent":"2.000833261s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:32.146219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.613023977s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:32.61249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989769468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:32.612598Z","caller":"traceutil/trace.go:171","msg":"trace[1437738022] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.989934513s","start":"2026-04-10T14:44:27.622642Z","end":"2026-04-10T14:44:32.612576Z","steps":["trace[1437738022] 'agreement among raft nodes before linearized reading' (duration: 4.989786528s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:32.612648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:27.622629Z","time spent":"4.990008414s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/10 14:44:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:32.665378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.800428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:32.665636Z","caller":"traceutil/trace.go:171","msg":"trace[1867709459] transaction","detail":"{read_only:false; response_revision:28748; number_of_response:1; }","duration":"3.174534336s","start":"2026-04-10T14:44:29.491087Z","end":"2026-04-10T14:44:32.665621Z","steps":["trace[1867709459] 'process raft request' (duration: 3.174472495s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:32.665611Z","caller":"traceutil/trace.go:171","msg":"trace[942122252] transaction","detail":"{read_only:false; response_revision:28746; number_of_response:1; }","duration":"3.740161839s","start":"2026-04-10T14:44:28.925411Z","end":"2026-04-10T14:44:32.665573Z","steps":["trace[942122252] 'process raft request' (duration: 3.221100834s)","trace[942122252] 'compare' (duration: 518.670995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:32.665692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:29.491058Z","time spent":"3.174612098s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:32.665763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:28.925374Z","time spent":"3.740308954s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:32.665793Z","caller":"traceutil/trace.go:171","msg":"trace[1354936260] transaction","detail":"{read_only:false; response_revision:28749; number_of_response:1; }","duration":"3.173417847s","start":"2026-04-10T14:44:29.492368Z","end":"2026-04-10T14:44:32.665786Z","steps":["trace[1354936260] 'process raft request' (duration: 3.173222231s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:32.665845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:29.492357Z","time spent":"3.173456498s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:32.665863Z","caller":"traceutil/trace.go:171","msg":"trace[483128589] linearizableReadLoop","detail":"{readStateIndex:30082; appliedIndex:30076; }","duration":"3.744157364s","start":"2026-04-10T14:44:28.921679Z","end":"2026-04-10T14:44:32.665837Z","steps":["trace[483128589] 'read index received' (duration: 1.607867211s)","trace[483128589] 'applied index is now lower than readState.Index' (duration: 2.136289322s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:32.665618Z","caller":"traceutil/trace.go:171","msg":"trace[937626830] transaction","detail":"{read_only:false; response_revision:28747; number_of_response:1; }","duration":"3.733891805s","start":"2026-04-10T14:44:28.931707Z","end":"2026-04-10T14:44:32.665599Z","steps":["trace[937626830] 'process raft request' (duration: 3.733759531s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:32.665977Z","caller":"traceutil/trace.go:171","msg":"trace[1563589165] transaction","detail":"{read_only:false; response_revision:28750; number_of_response:1; }","duration":"3.170386329s","start":"2026-04-10T14:44:29.495578Z","end":"2026-04-10T14:44:32.665964Z","steps":["trace[1563589165] 'process raft request' (duration: 3.170135642s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:32.665995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:28.931684Z","time spent":"3.734272944s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:32.666095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:29.495563Z","time spent":"3.1704465s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:32.666229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.047565128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:32.66624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.02986988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:32.666262Z","caller":"traceutil/trace.go:171","msg":"trace[1256899463] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28750; }","duration":"5.04763194s","start":"2026-04-10T14:44:27.618618Z","end":"2026-04-10T14:44:32.66625Z","steps":["trace[1256899463] 'agreement among raft nodes before linearized reading' (duration: 5.047574538s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:32.666271Z","caller":"traceutil/trace.go:171","msg":"trace[1034020767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28750; }","duration":"6.029933812s","start":"2026-04-10T14:44:26.636326Z","end":"2026-04-10T14:44:32.66626Z","steps":["trace[1034020767] 'agreement among raft nodes before linearized reading' (duration: 6.029881821s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:32.66627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.879736726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:32.666294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:26.636308Z","time spent":"6.029979974s","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:32.666296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:27.618598Z","time spent":"5.047685701s","remote":"127.0.0.1:55002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:32.666316Z","caller":"traceutil/trace.go:171","msg":"trace[41857437] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:28750; }","duration":"5.879816908s","start":"2026-04-10T14:44:26.786483Z","end":"2026-04-10T14:44:32.6663Z","steps":["trace[41857437] 'agreement among raft nodes before linearized reading' (duration: 5.879744446s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:32.66635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:26.786461Z","time spent":"5.87988014s","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:32.666342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.813753442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:32.666467Z","caller":"traceutil/trace.go:171","msg":"trace[259150440] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28750; }","duration":"5.813935607s","start":"2026-04-10T14:44:26.852504Z","end":"2026-04-10T14:44:32.66644Z","steps":["trace[259150440] 'agreement among raft nodes before linearized reading' (duration: 5.813703181s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:32.666448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.310970007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:32.666532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:26.852488Z","time spent":"5.814025249s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:32.666569Z","caller":"traceutil/trace.go:171","msg":"trace[502347901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28750; }","duration":"6.311144262s","start":"2026-04-10T14:44:26.35539Z","end":"2026-04-10T14:44:32.666534Z","steps":["trace[502347901] 'agreement among raft nodes before linearized reading' (duration: 6.310914815s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:32.666612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.179369083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-10T14:44:32.666653Z","caller":"traceutil/trace.go:171","msg":"trace[1783572927] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28750; }","duration":"5.179423664s","start":"2026-04-10T14:44:27.487206Z","end":"2026-04-10T14:44:32.66663Z","steps":["trace[1783572927] 'agreement among raft nodes before linearized reading' (duration: 5.179332112s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:32.666652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:26.355372Z","time spent":"6.311259715s","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:32.666672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:27.487192Z","time spent":"5.179475715s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-10T14:44:32.666994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.745488957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:32.667038Z","caller":"traceutil/trace.go:171","msg":"trace[1993595046] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28750; }","duration":"5.745564299s","start":"2026-04-10T14:44:26.92146Z","end":"2026-04-10T14:44:32.667024Z","steps":["trace[1993595046] 'agreement among raft nodes before linearized reading' (duration: 5.745400505s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:32.667072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:26.921443Z","time spent":"5.745618862s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:32.707317Z","caller":"traceutil/trace.go:171","msg":"trace[1540923292] transaction","detail":"{read_only:false; response_revision:28751; number_of_response:1; }","duration":"1.777830104s","start":"2026-04-10T14:44:30.92945Z","end":"2026-04-10T14:44:32.70728Z","steps":["trace[1540923292] 'process raft request' (duration: 1.777569127s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:32.707554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:30.929431Z","time spent":"1.777984587s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:33.277084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999528928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:33.277182Z","caller":"traceutil/trace.go:171","msg":"trace[1920978258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999675002s","start":"2026-04-10T14:44:31.277488Z","end":"2026-04-10T14:44:33.277163Z","steps":["trace[1920978258] 'agreement among raft nodes before linearized reading' (duration: 1.999557999s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:33.277238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:31.27747Z","time spent":"1.999755813s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:34.390845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.966043ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:34.390956Z","caller":"traceutil/trace.go:171","msg":"trace[814222615] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28751; }","duration":"959.086276ms","start":"2026-04-10T14:44:33.431853Z","end":"2026-04-10T14:44:34.390939Z","steps":["trace[814222615] 'range keys from in-memory index tree' (duration: 958.946792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:35.098212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.391217474s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:35.098813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472515314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:35.098862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982034505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:35.098978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045601326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:35.09906Z","caller":"traceutil/trace.go:171","msg":"trace[1647815478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28752; }","duration":"2.982313673s","start":"2026-04-10T14:44:32.116734Z","end":"2026-04-10T14:44:35.099047Z","steps":["trace[1647815478] 'agreement among raft nodes before linearized reading' (duration: 2.982028746s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:35.09914Z","caller":"traceutil/trace.go:171","msg":"trace[713214630] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28752; }","duration":"3.045830091s","start":"2026-04-10T14:44:32.053282Z","end":"2026-04-10T14:44:35.099112Z","steps":["trace[713214630] 'agreement among raft nodes before linearized reading' (duration: 3.045562565s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:35.098903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312645655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-10T14:44:35.099141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:32.116711Z","time spent":"2.982414395s","remote":"127.0.0.1:38498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:35.099227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:32.053259Z","time spent":"3.045936065s","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:35.099237Z","caller":"traceutil/trace.go:171","msg":"trace[479292340] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28752; }","duration":"5.313042276s","start":"2026-04-10T14:44:29.786163Z","end":"2026-04-10T14:44:35.099205Z","steps":["trace[479292340] 'agreement among raft nodes before linearized reading' (duration: 5.312612354s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:35.098907Z","caller":"traceutil/trace.go:171","msg":"trace[1161255176] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28752; }","duration":"3.472677007s","start":"2026-04-10T14:44:31.626197Z","end":"2026-04-10T14:44:35.098874Z","steps":["trace[1161255176] 'agreement among raft nodes before linearized reading' (duration: 3.472507093s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:35.099342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:29.786133Z","time spent":"5.31317845s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-10T14:44:35.099429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:31.62615Z","time spent":"3.473223633s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:35.098947Z","caller":"traceutil/trace.go:171","msg":"trace[707671056] transaction","detail":"{read_only:false; response_revision:28752; number_of_response:1; }","duration":"2.603730498s","start":"2026-04-10T14:44:32.495207Z","end":"2026-04-10T14:44:35.098937Z","steps":["trace[707671056] 'process raft request' (duration: 2.603161523s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:35.099625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.173375541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f91f059-4c69-4314-958e-c338e91d14be\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-10T14:44:35.099755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:32.495182Z","time spent":"2.604423727s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:35.098989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989462444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:35.099817Z","caller":"traceutil/trace.go:171","msg":"trace[257411110] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f91f059-4c69-4314-958e-c338e91d14be; range_end:; response_count:1; response_revision:28752; }","duration":"6.173609027s","start":"2026-04-10T14:44:28.926199Z","end":"2026-04-10T14:44:35.099808Z","steps":["trace[257411110] 'agreement among raft nodes before linearized reading' (duration: 6.172881748s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:35.099891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:28.926174Z","time spent":"6.1737087s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-7f91f059-4c69-4314-958e-c338e91d14be\" "} {"level":"info","ts":"2026-04-10T14:44:35.099894Z","caller":"traceutil/trace.go:171","msg":"trace[1925947367] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28752; }","duration":"3.990371317s","start":"2026-04-10T14:44:31.109479Z","end":"2026-04-10T14:44:35.09985Z","steps":["trace[1925947367] 'agreement among raft nodes before linearized reading' (duration: 3.989488454s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:35.098971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184049205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:35.099994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:31.109456Z","time spent":"3.990511212s","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:35.099001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.164035596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:35.100047Z","caller":"traceutil/trace.go:171","msg":"trace[434332430] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28752; }","duration":"6.165086074s","start":"2026-04-10T14:44:28.934952Z","end":"2026-04-10T14:44:35.100038Z","steps":["trace[434332430] 'agreement among raft nodes before linearized reading' (duration: 6.164006956s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:35.100091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:28.934916Z","time spent":"6.165161236s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-10T14:44:35.100004Z","caller":"traceutil/trace.go:171","msg":"trace[1002549405] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28752; }","duration":"3.185101233s","start":"2026-04-10T14:44:31.914878Z","end":"2026-04-10T14:44:35.099979Z","steps":["trace[1002549405] 'agreement among raft nodes before linearized reading' (duration: 3.184055665s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:35.100154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:31.91486Z","time spent":"3.185273717s","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:35.099031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.009233655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:35.100521Z","caller":"traceutil/trace.go:171","msg":"trace[546363591] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28752; }","duration":"5.011032902s","start":"2026-04-10T14:44:30.08948Z","end":"2026-04-10T14:44:35.100513Z","steps":["trace[546363591] 'agreement among raft nodes before linearized reading' (duration: 5.009243746s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:35.100584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:30.089456Z","time spent":"5.011115345s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:35.098686Z","caller":"traceutil/trace.go:171","msg":"trace[1014707471] linearizableReadLoop","detail":"{readStateIndex:30084; appliedIndex:30082; }","duration":"2.432715949s","start":"2026-04-10T14:44:32.665921Z","end":"2026-04-10T14:44:35.098637Z","steps":["trace[1014707471] 'read index received' (duration: 41.244798ms)","trace[1014707471] 'applied index is now lower than readState.Index' (duration: 2.391470171s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:35.278316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001094348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:35.278436Z","caller":"traceutil/trace.go:171","msg":"trace[1671411930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001265903s","start":"2026-04-10T14:44:33.27715Z","end":"2026-04-10T14:44:35.278416Z","steps":["trace[1671411930] 'agreement among raft nodes before linearized reading' (duration: 2.001124009s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:35.278486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:33.27713Z","time spent":"2.001345355s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:35.602778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:36.103688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:36.466015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.367597933s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:37.176291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.976745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:37.176655Z","caller":"traceutil/trace.go:171","msg":"trace[1834260188] linearizableReadLoop","detail":"{readStateIndex:30089; appliedIndex:30084; }","duration":"2.074350863s","start":"2026-04-10T14:44:35.102288Z","end":"2026-04-10T14:44:37.176639Z","steps":["trace[1834260188] 'read index received' (duration: 1.363895345s)","trace[1834260188] 'applied index is now lower than readState.Index' (duration: 710.454498ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:37.176684Z","caller":"traceutil/trace.go:171","msg":"trace[168363781] transaction","detail":"{read_only:false; response_revision:28753; number_of_response:1; }","duration":"4.190342854s","start":"2026-04-10T14:44:32.986303Z","end":"2026-04-10T14:44:37.176646Z","steps":["trace[168363781] 'process raft request' (duration: 3.479929247s)","trace[168363781] 'compare' (duration: 709.77088ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:37.176724Z","caller":"traceutil/trace.go:171","msg":"trace[421466814] transaction","detail":"{read_only:false; response_revision:28756; number_of_response:1; }","duration":"2.502966604s","start":"2026-04-10T14:44:34.673732Z","end":"2026-04-10T14:44:37.176699Z","steps":["trace[421466814] 'process raft request' (duration: 2.50280953s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:37.17675Z","caller":"traceutil/trace.go:171","msg":"trace[394367205] transaction","detail":"{read_only:false; response_revision:28757; number_of_response:1; }","duration":"2.463777821s","start":"2026-04-10T14:44:34.712931Z","end":"2026-04-10T14:44:37.176709Z","steps":["trace[394367205] 'process raft request' (duration: 2.463656718s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.176934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893776174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:37.176948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071860507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-10T14:44:37.176957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.533577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:37.17697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766669841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:37.176982Z","caller":"traceutil/trace.go:171","msg":"trace[1365887619] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28757; }","duration":"2.071906798s","start":"2026-04-10T14:44:35.105065Z","end":"2026-04-10T14:44:37.176972Z","steps":["trace[1365887619] 'agreement among raft nodes before linearized reading' (duration: 2.071822506s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:37.176984Z","caller":"traceutil/trace.go:171","msg":"trace[1428163327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28757; }","duration":"1.893854846s","start":"2026-04-10T14:44:35.283114Z","end":"2026-04-10T14:44:37.176969Z","steps":["trace[1428163327] 'agreement among raft nodes before linearized reading' (duration: 1.893795134s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:37.177004Z","caller":"traceutil/trace.go:171","msg":"trace[235093206] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28757; }","duration":"1.766730573s","start":"2026-04-10T14:44:35.410263Z","end":"2026-04-10T14:44:37.176994Z","steps":["trace[235093206] 'agreement among raft nodes before linearized reading' (duration: 1.766682071s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:37.177004Z","caller":"traceutil/trace.go:171","msg":"trace[283874953] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28757; }","duration":"343.619669ms","start":"2026-04-10T14:44:36.83337Z","end":"2026-04-10T14:44:37.17699Z","steps":["trace[283874953] 'agreement among raft nodes before linearized reading' (duration: 343.544048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.177015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23091073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:37.177029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:35.283093Z","time spent":"1.893925367s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:44:37.177026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904446463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:37.177054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891063722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:37.177011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:35.105053Z","time spent":"2.0719523s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-10T14:44:37.177036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907862431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:37.177079Z","caller":"traceutil/trace.go:171","msg":"trace[1092116677] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28757; }","duration":"1.891101574s","start":"2026-04-10T14:44:35.28597Z","end":"2026-04-10T14:44:37.177071Z","steps":["trace[1092116677] 'agreement among raft nodes before linearized reading' (duration: 1.891059992s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:37.177062Z","caller":"traceutil/trace.go:171","msg":"trace[957489188] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28757; }","duration":"1.230988612s","start":"2026-04-10T14:44:35.946058Z","end":"2026-04-10T14:44:37.177047Z","steps":["trace[957489188] 'agreement among raft nodes before linearized reading' (duration: 1.2309068s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.17708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391682032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:37.17708Z","caller":"traceutil/trace.go:171","msg":"trace[869441004] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28757; }","duration":"1.904551005s","start":"2026-04-10T14:44:35.272517Z","end":"2026-04-10T14:44:37.177068Z","steps":["trace[869441004] 'agreement among raft nodes before linearized reading' (duration: 1.904425131s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.177073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.507972776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-5f986b8845-zl7l6.18a5054dd895d934\" ","response":"range_response_count:1 size:1170"} {"level":"info","ts":"2026-04-10T14:44:37.177108Z","caller":"traceutil/trace.go:171","msg":"trace[733229497] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28757; }","duration":"1.391736743s","start":"2026-04-10T14:44:35.785364Z","end":"2026-04-10T14:44:37.177101Z","steps":["trace[733229497] 'agreement among raft nodes before linearized reading' (duration: 1.391696472s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.177117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:35.946009Z","time spent":"1.231095845s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:37.177112Z","caller":"traceutil/trace.go:171","msg":"trace[1634554971] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28757; }","duration":"1.907974635s","start":"2026-04-10T14:44:35.269117Z","end":"2026-04-10T14:44:37.177091Z","steps":["trace[1634554971] 'agreement among raft nodes before linearized reading' (duration: 1.907883652s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.177127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:35.272501Z","time spent":"1.904615638s","remote":"127.0.0.1:38392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:37.176797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349971056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:37.177136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:35.78535Z","time spent":"1.391779334s","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:37.177164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:35.269093Z","time spent":"1.908060698s","remote":"127.0.0.1:54932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:37.177038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:35.410248Z","time spent":"1.766781923s","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:37.177099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:35.285961Z","time spent":"1.891133005s","remote":"127.0.0.1:46644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:37.177047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:36.833349Z","time spent":"343.686242ms","remote":"127.0.0.1:46552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:37.176847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:34.673683Z","time spent":"2.503094408s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:37.176847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:32.986275Z","time spent":"4.190496218s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:37.176874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672837719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:37.176894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894110342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:37.177486Z","caller":"traceutil/trace.go:171","msg":"trace[1434598304] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28757; }","duration":"3.673483386s","start":"2026-04-10T14:44:33.503983Z","end":"2026-04-10T14:44:37.177467Z","steps":["trace[1434598304] 'agreement among raft nodes before linearized reading' (duration: 3.6728544s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:37.177508Z","caller":"traceutil/trace.go:171","msg":"trace[826626397] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28757; }","duration":"3.894751709s","start":"2026-04-10T14:44:33.282745Z","end":"2026-04-10T14:44:37.177497Z","steps":["trace[826626397] 'agreement among raft nodes before linearized reading' (duration: 3.894107852s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.17753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:33.503963Z","time spent":"3.673551187s","remote":"127.0.0.1:45412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:37.177544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:33.282731Z","time spent":"3.89480286s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:37.176867Z","caller":"traceutil/trace.go:171","msg":"trace[1852041701] transaction","detail":"{read_only:false; response_revision:28755; number_of_response:1; }","duration":"2.50315295s","start":"2026-04-10T14:44:34.673679Z","end":"2026-04-10T14:44:37.176832Z","steps":["trace[1852041701] 'process raft request' (duration: 2.502806671s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.176909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.507713458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:44:37.177617Z","caller":"traceutil/trace.go:171","msg":"trace[1807353487] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28757; }","duration":"4.508424477s","start":"2026-04-10T14:44:32.669174Z","end":"2026-04-10T14:44:37.177599Z","steps":["trace[1807353487] 'agreement among raft nodes before linearized reading' (duration: 4.507673547s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.17763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:34.67365Z","time spent":"2.503940659s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:37.176801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127618309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:37.177682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:32.669167Z","time spent":"4.508495388s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-10T14:44:37.177708Z","caller":"traceutil/trace.go:171","msg":"trace[1007146087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28757; }","duration":"3.128582854s","start":"2026-04-10T14:44:34.049116Z","end":"2026-04-10T14:44:37.177699Z","steps":["trace[1007146087] 'agreement among raft nodes before linearized reading' (duration: 3.127538437s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.176939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490951296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:37.177735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:34.049095Z","time spent":"3.128631676s","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:37.176829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.500161131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7295"} {"level":"warn","ts":"2026-04-10T14:44:37.17706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:34.712912Z","time spent":"2.464048817s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:37.177768Z","caller":"traceutil/trace.go:171","msg":"trace[1534430776] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28757; }","duration":"1.491795857s","start":"2026-04-10T14:44:35.685952Z","end":"2026-04-10T14:44:37.177748Z","steps":["trace[1534430776] 'agreement among raft nodes before linearized reading' (duration: 1.490945235s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:37.177782Z","caller":"traceutil/trace.go:171","msg":"trace[1014964635] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28757; }","duration":"4.501140698s","start":"2026-04-10T14:44:32.676627Z","end":"2026-04-10T14:44:37.177768Z","steps":["trace[1014964635] 'agreement among raft nodes before linearized reading' (duration: 4.50010464s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.17783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:32.67661Z","time spent":"4.501206519s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-10T14:44:37.177138Z","caller":"traceutil/trace.go:171","msg":"trace[1367792050] range","detail":"{range_begin:/registry/events/openstack/senlin-api-5f986b8845-zl7l6.18a5054dd895d934; range_end:; response_count:1; response_revision:28757; }","duration":"4.508070399s","start":"2026-04-10T14:44:32.669051Z","end":"2026-04-10T14:44:37.177122Z","steps":["trace[1367792050] 'agreement among raft nodes before linearized reading' (duration: 4.507883673s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.176785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12532178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:37.177911Z","caller":"traceutil/trace.go:171","msg":"trace[906323705] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28757; }","duration":"3.126496371s","start":"2026-04-10T14:44:34.051401Z","end":"2026-04-10T14:44:37.177897Z","steps":["trace[906323705] 'agreement among raft nodes before linearized reading' (duration: 3.125302319s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.177862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:35.685935Z","time spent":"1.49187441s","remote":"127.0.0.1:55314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:37.177956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:34.051388Z","time spent":"3.126554002s","remote":"127.0.0.1:46596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:37.177912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:32.669033Z","time spent":"4.5088625s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1193,"request content":"key:\"/registry/events/openstack/senlin-api-5f986b8845-zl7l6.18a5054dd895d934\" "} {"level":"info","ts":"2026-04-10T14:44:37.178238Z","caller":"traceutil/trace.go:171","msg":"trace[746316344] transaction","detail":"{read_only:false; response_revision:28754; number_of_response:1; }","duration":"2.50660041s","start":"2026-04-10T14:44:34.671615Z","end":"2026-04-10T14:44:37.178216Z","steps":["trace[746316344] 'process raft request' (duration: 2.504773453s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.178935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:34.671588Z","time spent":"2.507302617s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:37.181536Z","caller":"traceutil/trace.go:171","msg":"trace[871556149] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28757; }","duration":"4.350418447s","start":"2026-04-10T14:44:32.826754Z","end":"2026-04-10T14:44:37.177172Z","steps":["trace[871556149] 'agreement among raft nodes before linearized reading' (duration: 4.349958925s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:37.181666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:32.826735Z","time spent":"4.354906944s","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:37.687188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:38.188306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:38.582203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397429402s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:39.187155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:39.187269Z","caller":"traceutil/trace.go:171","msg":"trace[2013129662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336009s","start":"2026-04-10T14:44:37.186907Z","end":"2026-04-10T14:44:39.187243Z","steps":["trace[2013129662] 'agreement among raft nodes before linearized reading' (duration: 2.000206246s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:39.187331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:37.186896Z","time spent":"2.000420181s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:39.419992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.516458ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-10T14:44:39.420185Z","caller":"traceutil/trace.go:171","msg":"trace[2114175101] linearizableReadLoop","detail":"{readStateIndex:30091; appliedIndex:30089; }","duration":"2.233238366s","start":"2026-04-10T14:44:37.186932Z","end":"2026-04-10T14:44:39.42017Z","steps":["trace[2114175101] 'read index received' (duration: 1.395568523s)","trace[2114175101] 'applied index is now lower than readState.Index' (duration: 837.668793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:39.420196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:37.184691Z","time spent":"2.235496225s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:44:39.420242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:37.185551Z","time spent":"2.234687794s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:44:39.921262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:40.196329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032938316s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:41.187705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:44:41.187849Z","caller":"traceutil/trace.go:171","msg":"trace[1306413428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543694s","start":"2026-04-10T14:44:39.187257Z","end":"2026-04-10T14:44:41.187801Z","steps":["trace[1306413428] 'agreement among raft nodes before linearized reading' (duration: 2.00039814s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:41.187926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:39.187248Z","time spent":"2.000659677s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:41.657016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460393657s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:41.65719Z","caller":"traceutil/trace.go:171","msg":"trace[723577390] transaction","detail":"{read_only:false; response_revision:28758; number_of_response:1; }","duration":"2.493936859s","start":"2026-04-10T14:44:39.163224Z","end":"2026-04-10T14:44:41.657161Z","steps":["trace[723577390] 'process raft request' (duration: 1.033306885s)","trace[723577390] 'compare' (duration: 1.459292599s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:41.65728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:39.163198Z","time spent":"2.494033512s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:41.657997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461475886s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:44:41.660055Z","caller":"traceutil/trace.go:171","msg":"trace[331510720] transaction","detail":"{read_only:false; response_revision:28759; number_of_response:1; }","duration":"2.476696758s","start":"2026-04-10T14:44:39.183336Z","end":"2026-04-10T14:44:41.660033Z","steps":["trace[331510720] 'process raft request' (duration: 2.475047546s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:41.660386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:39.183317Z","time spent":"2.476818722s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:41.660371Z","caller":"traceutil/trace.go:171","msg":"trace[812230236] transaction","detail":"{read_only:false; response_revision:28760; number_of_response:1; }","duration":"2.475856266s","start":"2026-04-10T14:44:39.184481Z","end":"2026-04-10T14:44:41.660337Z","steps":["trace[812230236] 'process raft request' (duration: 2.475282772s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:41.660481Z","caller":"traceutil/trace.go:171","msg":"trace[1456048306] transaction","detail":"{read_only:false; response_revision:28764; number_of_response:1; }","duration":"2.239248292s","start":"2026-04-10T14:44:39.421186Z","end":"2026-04-10T14:44:41.660435Z","steps":["trace[1456048306] 'process raft request' (duration: 2.23914038s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:41.660543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:39.184474Z","time spent":"2.476042721s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:41.660653Z","caller":"traceutil/trace.go:171","msg":"trace[745020435] transaction","detail":"{read_only:false; response_revision:28762; number_of_response:1; }","duration":"2.468101654s","start":"2026-04-10T14:44:39.192542Z","end":"2026-04-10T14:44:41.660643Z","steps":["trace[745020435] 'process raft request' (duration: 2.467521989s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:41.660671Z","caller":"traceutil/trace.go:171","msg":"trace[151935474] transaction","detail":"{read_only:false; response_revision:28761; number_of_response:1; }","duration":"2.468201727s","start":"2026-04-10T14:44:39.192456Z","end":"2026-04-10T14:44:41.660658Z","steps":["trace[151935474] 'process raft request' (duration: 2.467521569s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:41.660702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:39.192512Z","time spent":"2.468164936s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:41.660722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:39.192437Z","time spent":"2.468256309s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:41.660691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:39.421158Z","time spent":"2.239400297s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:41.660815Z","caller":"traceutil/trace.go:171","msg":"trace[349852800] transaction","detail":"{read_only:false; response_revision:28763; number_of_response:1; }","duration":"2.239763366s","start":"2026-04-10T14:44:39.421024Z","end":"2026-04-10T14:44:41.660787Z","steps":["trace[349852800] 'process raft request' (duration: 2.239114739s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:41.660953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:39.421009Z","time spent":"2.239876368s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:42.773526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113079431s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:44:42.775353Z","caller":"traceutil/trace.go:171","msg":"trace[1262975156] transaction","detail":"{read_only:false; response_revision:28765; number_of_response:1; }","duration":"2.668256664s","start":"2026-04-10T14:44:40.107064Z","end":"2026-04-10T14:44:42.77532Z","steps":["trace[1262975156] 'process raft request' (duration: 2.666573281s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:42.775363Z","caller":"traceutil/trace.go:171","msg":"trace[1687166605] linearizableReadLoop","detail":"{readStateIndex:30099; appliedIndex:30091; }","duration":"3.355138406s","start":"2026-04-10T14:44:39.420203Z","end":"2026-04-10T14:44:42.775342Z","steps":["trace[1687166605] 'read index received' (duration: 776.343578ms)","trace[1687166605] 'applied index is now lower than readState.Index' (duration: 2.578793828s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:42.775533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:40.107044Z","time spent":"2.668403758s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:43.196507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:44:43.196612Z","caller":"traceutil/trace.go:171","msg":"trace[2001001968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522144s","start":"2026-04-10T14:44:41.196067Z","end":"2026-04-10T14:44:43.196589Z","steps":["trace[2001001968] 'agreement among raft nodes before linearized reading' (duration: 2.000396031s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:43.196662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:41.196042Z","time spent":"2.000608705s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:44.422061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.551406255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:44.42217Z","caller":"traceutil/trace.go:171","msg":"trace[1638799514] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28765; }","duration":"5.551519918s","start":"2026-04-10T14:44:38.870622Z","end":"2026-04-10T14:44:44.422142Z","steps":["trace[1638799514] 'agreement among raft nodes before linearized reading' (duration: 3.90472826s)","trace[1638799514] 'count revisions from in-memory index tree' (duration: 1.646627554s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:44.422226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:38.8706Z","time spent":"5.55161035s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:44.422392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.749458ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:44.422491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.298346151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:44.42251Z","caller":"traceutil/trace.go:171","msg":"trace[156343643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28765; }","duration":"989.867921ms","start":"2026-04-10T14:44:43.432625Z","end":"2026-04-10T14:44:44.422492Z","steps":["trace[156343643] 'range keys from in-memory index tree' (duration: 989.733147ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:44.422531Z","caller":"traceutil/trace.go:171","msg":"trace[284765636] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28765; }","duration":"5.298423013s","start":"2026-04-10T14:44:39.124094Z","end":"2026-04-10T14:44:44.422517Z","steps":["trace[284765636] 'agreement among raft nodes before linearized reading' (duration: 3.651275195s)","trace[284765636] 'count revisions from in-memory index tree' (duration: 1.647097727s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:44.422576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:39.124074Z","time spent":"5.298491366s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:44.422736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.570187502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:44.422792Z","caller":"traceutil/trace.go:171","msg":"trace[177350823] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28765; }","duration":"6.570278724s","start":"2026-04-10T14:44:37.852503Z","end":"2026-04-10T14:44:44.422781Z","steps":["trace[177350823] 'agreement among raft nodes before linearized reading' (duration: 4.92287595s)","trace[177350823] 'count revisions from in-memory index tree' (duration: 1.647337853s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:44.422824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:37.852483Z","time spent":"6.570332855s","remote":"127.0.0.1:54970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:44.42306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.23243984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7295"} {"level":"info","ts":"2026-04-10T14:44:44.423102Z","caller":"traceutil/trace.go:171","msg":"trace[1640188171] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28765; }","duration":"7.232501771s","start":"2026-04-10T14:44:37.190589Z","end":"2026-04-10T14:44:44.42309Z","steps":["trace[1640188171] 'agreement among raft nodes before linearized reading' (duration: 5.584800018s)","trace[1640188171] 'range keys from in-memory index tree' (duration: 1.647574139s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:44.423132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:37.190576Z","time spent":"7.232549803s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-10T14:44:44.423439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.234823481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-10T14:44:44.423547Z","caller":"traceutil/trace.go:171","msg":"trace[427009184] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28765; }","duration":"7.234950624s","start":"2026-04-10T14:44:37.188569Z","end":"2026-04-10T14:44:44.42352Z","steps":["trace[427009184] 'agreement among raft nodes before linearized reading' (duration: 5.586846761s)","trace[427009184] 'range keys from in-memory index tree' (duration: 1.647862567s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:44.423632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:37.188565Z","time spent":"7.235050928s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-10T14:44:44.424243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648703329s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:44.424483Z","caller":"traceutil/trace.go:171","msg":"trace[1423597558] transaction","detail":"{read_only:false; response_revision:28766; number_of_response:1; }","duration":"3.596711691s","start":"2026-04-10T14:44:40.827751Z","end":"2026-04-10T14:44:44.424462Z","steps":["trace[1423597558] 'process raft request' (duration: 1.94758263s)","trace[1423597558] 'compare' (duration: 1.646589154s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:44.424613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:40.827726Z","time spent":"3.596817023s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:44.425162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493285027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:44.425218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.013957115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:44.425245Z","caller":"traceutil/trace.go:171","msg":"trace[1867465916] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28767; }","duration":"3.493423081s","start":"2026-04-10T14:44:40.931802Z","end":"2026-04-10T14:44:44.425226Z","steps":["trace[1867465916] 'agreement among raft nodes before linearized reading' (duration: 3.493289666s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.425281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786240664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:44.425335Z","caller":"traceutil/trace.go:171","msg":"trace[698228604] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28767; }","duration":"1.786336776s","start":"2026-04-10T14:44:42.638984Z","end":"2026-04-10T14:44:44.425321Z","steps":["trace[698228604] 'agreement among raft nodes before linearized reading' (duration: 1.786265034s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.425346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.753507633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:44.42538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:42.638962Z","time spent":"1.786407358s","remote":"127.0.0.1:55062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:44.42468Z","caller":"traceutil/trace.go:171","msg":"trace[2103050852] transaction","detail":"{read_only:false; response_revision:28767; number_of_response:1; }","duration":"757.387565ms","start":"2026-04-10T14:44:43.667272Z","end":"2026-04-10T14:44:44.424659Z","steps":["trace[2103050852] 'process raft request' (duration: 757.161009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.425728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156619033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17029"} {"level":"info","ts":"2026-04-10T14:44:44.425776Z","caller":"traceutil/trace.go:171","msg":"trace[1550509442] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28767; }","duration":"2.156707095s","start":"2026-04-10T14:44:42.269058Z","end":"2026-04-10T14:44:44.425765Z","steps":["trace[1550509442] 'agreement among raft nodes before linearized reading' (duration: 2.156553941s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.425777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:43.667238Z","time spent":"758.462032ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:44.425808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:42.269039Z","time spent":"2.156759497s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17052,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-10T14:44:44.425995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670613166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:44.426068Z","caller":"traceutil/trace.go:171","msg":"trace[2087513203] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28767; }","duration":"2.670711359s","start":"2026-04-10T14:44:41.755341Z","end":"2026-04-10T14:44:44.426053Z","steps":["trace[2087513203] 'agreement among raft nodes before linearized reading' (duration: 2.670621927s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:44.424776Z","caller":"traceutil/trace.go:171","msg":"trace[405462903] linearizableReadLoop","detail":"{readStateIndex:30101; appliedIndex:30100; }","duration":"1.649207752s","start":"2026-04-10T14:44:42.775556Z","end":"2026-04-10T14:44:44.424764Z","steps":["trace[405462903] 'read index received' (duration: 53.501µs)","trace[405462903] 'applied index is now lower than readState.Index' (duration: 1.649152051s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:44.42611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:41.755323Z","time spent":"2.670775521s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:44.425076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.878847538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-10T14:44:44.426253Z","caller":"traceutil/trace.go:171","msg":"trace[1213175629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28767; }","duration":"4.88004308s","start":"2026-04-10T14:44:39.546167Z","end":"2026-04-10T14:44:44.42621Z","steps":["trace[1213175629] 'agreement among raft nodes before linearized reading' (duration: 4.878693995s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.426324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:39.54614Z","time spent":"4.880163373s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:44:44.425175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76064517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-10T14:44:44.426434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763798011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-10T14:44:44.426473Z","caller":"traceutil/trace.go:171","msg":"trace[800382172] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28767; }","duration":"2.763892433s","start":"2026-04-10T14:44:41.662571Z","end":"2026-04-10T14:44:44.426463Z","steps":["trace[800382172] 'agreement among raft nodes before linearized reading' (duration: 2.763793331s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:44.425412Z","caller":"traceutil/trace.go:171","msg":"trace[466625333] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28767; }","duration":"4.753596935s","start":"2026-04-10T14:44:39.671777Z","end":"2026-04-10T14:44:44.425374Z","steps":["trace[466625333] 'agreement among raft nodes before linearized reading' (duration: 4.753502483s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.426502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:41.662549Z","time spent":"2.763948146s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-10T14:44:44.426474Z","caller":"traceutil/trace.go:171","msg":"trace[130178485] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978; range_end:; response_count:1; response_revision:28767; }","duration":"2.761904332s","start":"2026-04-10T14:44:41.664501Z","end":"2026-04-10T14:44:44.426405Z","steps":["trace[130178485] 'agreement among raft nodes before linearized reading' (duration: 2.760573707s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.426513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:39.671751Z","time spent":"4.754749425s","remote":"127.0.0.1:55252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:44.425259Z","caller":"traceutil/trace.go:171","msg":"trace[124707757] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28767; }","duration":"4.014037677s","start":"2026-04-10T14:44:40.411209Z","end":"2026-04-10T14:44:44.425247Z","steps":["trace[124707757] 'agreement among raft nodes before linearized reading' (duration: 4.013917863s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.425306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:40.931778Z","time spent":"3.493512602s","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:44.426582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:41.664494Z","time spent":"2.762056117s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" "} {"level":"warn","ts":"2026-04-10T14:44:44.42669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:40.411189Z","time spent":"4.015439173s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:44.598225Z","caller":"traceutil/trace.go:171","msg":"trace[1408731039] transaction","detail":"{read_only:false; response_revision:28768; number_of_response:1; }","duration":"930.54446ms","start":"2026-04-10T14:44:43.66765Z","end":"2026-04-10T14:44:44.598194Z","steps":["trace[1408731039] 'process raft request' (duration: 929.43057ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:44.598242Z","caller":"traceutil/trace.go:171","msg":"trace[1322088677] transaction","detail":"{read_only:false; response_revision:28769; number_of_response:1; }","duration":"930.041918ms","start":"2026-04-10T14:44:43.668174Z","end":"2026-04-10T14:44:44.598216Z","steps":["trace[1322088677] 'process raft request' (duration: 929.936165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.598388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:43.668165Z","time spent":"930.14411ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:44.598392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:43.667623Z","time spent":"930.674715ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:44.598532Z","caller":"traceutil/trace.go:171","msg":"trace[582272820] linearizableReadLoop","detail":"{readStateIndex:30105; appliedIndex:30102; }","duration":"172.364025ms","start":"2026-04-10T14:44:44.426105Z","end":"2026-04-10T14:44:44.598469Z","steps":["trace[582272820] 'read index received' (duration: 170.978439ms)","trace[582272820] 'applied index is now lower than readState.Index' (duration: 1.384106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:44.598627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.683298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:44.598684Z","caller":"traceutil/trace.go:171","msg":"trace[1507058262] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28770; }","duration":"388.74123ms","start":"2026-04-10T14:44:44.209929Z","end":"2026-04-10T14:44:44.59867Z","steps":["trace[1507058262] 'agreement among raft nodes before linearized reading' (duration: 388.621307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.598715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.202357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:44.598761Z","caller":"traceutil/trace.go:171","msg":"trace[101064406] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28770; }","duration":"491.274719ms","start":"2026-04-10T14:44:44.107474Z","end":"2026-04-10T14:44:44.598748Z","steps":["trace[101064406] 'agreement among raft nodes before linearized reading' (duration: 491.165336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.598804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.107453Z","time spent":"491.341112ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:44.59883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.821713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:44.598866Z","caller":"traceutil/trace.go:171","msg":"trace[1873777563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28770; }","duration":"776.920125ms","start":"2026-04-10T14:44:43.821939Z","end":"2026-04-10T14:44:44.598859Z","steps":["trace[1873777563] 'agreement among raft nodes before linearized reading' (duration: 776.860854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.598889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:43.821917Z","time spent":"776.966126ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:44.598891Z","caller":"traceutil/trace.go:171","msg":"trace[215264676] transaction","detail":"{read_only:false; response_revision:28770; number_of_response:1; }","duration":"929.943345ms","start":"2026-04-10T14:44:43.668938Z","end":"2026-04-10T14:44:44.598881Z","steps":["trace[215264676] 'process raft request' (duration: 929.224686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.598941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:43.668927Z","time spent":"929.986356ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:44.599011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.123885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:44.599033Z","caller":"traceutil/trace.go:171","msg":"trace[133546246] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28770; }","duration":"543.146296ms","start":"2026-04-10T14:44:44.05588Z","end":"2026-04-10T14:44:44.599027Z","steps":["trace[133546246] 'agreement among raft nodes before linearized reading' (duration: 543.110195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.599048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.055816Z","time spent":"543.227847ms","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:44.599074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.846758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:44.599077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402160646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:44.599104Z","caller":"traceutil/trace.go:171","msg":"trace[1047682384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28770; }","duration":"177.92351ms","start":"2026-04-10T14:44:44.421171Z","end":"2026-04-10T14:44:44.599095Z","steps":["trace[1047682384] 'agreement among raft nodes before linearized reading' (duration: 177.873789ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:44.59911Z","caller":"traceutil/trace.go:171","msg":"trace[854047793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28770; }","duration":"1.402223357s","start":"2026-04-10T14:44:43.196878Z","end":"2026-04-10T14:44:44.599101Z","steps":["trace[854047793] 'agreement among raft nodes before linearized reading' (duration: 1.402182016s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.599136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:43.196858Z","time spent":"1.402272908s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:44:44.599185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.963155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-10T14:44:44.599206Z","caller":"traceutil/trace.go:171","msg":"trace[406260825] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28770; }","duration":"671.032357ms","start":"2026-04-10T14:44:43.928169Z","end":"2026-04-10T14:44:44.599201Z","steps":["trace[406260825] 'agreement among raft nodes before linearized reading' (duration: 670.957485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.599223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:43.928144Z","time spent":"671.075378ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T14:44:44.599243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.940937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:44.599287Z","caller":"traceutil/trace.go:171","msg":"trace[1989368063] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28770; }","duration":"272.027529ms","start":"2026-04-10T14:44:44.32725Z","end":"2026-04-10T14:44:44.599278Z","steps":["trace[1989368063] 'agreement among raft nodes before linearized reading' (duration: 271.958027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.599041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306170148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:44.599322Z","caller":"traceutil/trace.go:171","msg":"trace[137317888] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28770; }","duration":"1.306493906s","start":"2026-04-10T14:44:43.292822Z","end":"2026-04-10T14:44:44.599316Z","steps":["trace[137317888] 'agreement among raft nodes before linearized reading' (duration: 1.306185468s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:44.599358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:43.292804Z","time spent":"1.306544827s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:44.598724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.209876Z","time spent":"388.836582ms","remote":"127.0.0.1:46762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:45.099705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:45.600891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:46.023719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.426634215s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:46.60628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000111693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:44:46.606363Z","caller":"traceutil/trace.go:171","msg":"trace[1732199714] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238157s","start":"2026-04-10T14:44:44.606108Z","end":"2026-04-10T14:44:46.606346Z","steps":["trace[1732199714] 'agreement among raft nodes before linearized reading' (duration: 2.000124614s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:46.6064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.606099Z","time spent":"2.000293988s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:44:47.011058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.940534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:47.011312Z","caller":"traceutil/trace.go:171","msg":"trace[696121036] transaction","detail":"{read_only:false; response_revision:28773; number_of_response:1; }","duration":"2.577324689s","start":"2026-04-10T14:44:44.433971Z","end":"2026-04-10T14:44:47.011296Z","steps":["trace[696121036] 'process raft request' (duration: 2.577275577s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:47.011324Z","caller":"traceutil/trace.go:171","msg":"trace[1604952054] transaction","detail":"{read_only:false; response_revision:28771; number_of_response:1; }","duration":"2.582806792s","start":"2026-04-10T14:44:44.428479Z","end":"2026-04-10T14:44:47.011286Z","steps":["trace[1604952054] 'process raft request' (duration: 1.59556356s)","trace[1604952054] 'compare' (duration: 985.982479ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:47.011501Z","caller":"traceutil/trace.go:171","msg":"trace[292517760] transaction","detail":"{read_only:false; response_revision:28772; number_of_response:1; }","duration":"2.581108377s","start":"2026-04-10T14:44:44.430383Z","end":"2026-04-10T14:44:47.011492Z","steps":["trace[292517760] 'process raft request' (duration: 2.580781538s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:47.011504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.428463Z","time spent":"2.582933875s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:47.011542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.43036Z","time spent":"2.581160629s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:47.011364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.43396Z","time spent":"2.57738055s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:47.748132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.721003698s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:47.867307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.538038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:47.86847Z","caller":"traceutil/trace.go:171","msg":"trace[1267243386] transaction","detail":"{read_only:false; response_revision:28774; number_of_response:1; }","duration":"3.265249766s","start":"2026-04-10T14:44:44.603201Z","end":"2026-04-10T14:44:47.868451Z","steps":["trace[1267243386] 'process raft request' (duration: 3.145518897s)","trace[1267243386] 'compare' (duration: 118.389224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:47.868537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.603184Z","time spent":"3.265326209s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:47.86855Z","caller":"traceutil/trace.go:171","msg":"trace[386256191] transaction","detail":"{read_only:false; response_revision:28775; number_of_response:1; }","duration":"3.182963876s","start":"2026-04-10T14:44:44.685569Z","end":"2026-04-10T14:44:47.868533Z","steps":["trace[386256191] 'process raft request' (duration: 3.182804673s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:47.868476Z","caller":"traceutil/trace.go:171","msg":"trace[1268345150] linearizableReadLoop","detail":"{readStateIndex:30110; appliedIndex:30105; }","duration":"3.269849648s","start":"2026-04-10T14:44:44.59861Z","end":"2026-04-10T14:44:47.86846Z","steps":["trace[1268345150] 'read index received' (duration: 1.425392623s)","trace[1268345150] 'applied index is now lower than readState.Index' (duration: 1.844455935s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:47.868618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.685548Z","time spent":"3.183035059s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:47.868684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440841996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-54d79f04-f971-4b48-b2b3-53d1456dbe4c\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-10T14:44:47.868705Z","caller":"traceutil/trace.go:171","msg":"trace[103525915] range","detail":"{range_begin:/registry/persistentvolumes/pvc-54d79f04-f971-4b48-b2b3-53d1456dbe4c; range_end:; response_count:1; response_revision:28775; }","duration":"3.440895808s","start":"2026-04-10T14:44:44.427802Z","end":"2026-04-10T14:44:47.868698Z","steps":["trace[103525915] 'agreement among raft nodes before linearized reading' (duration: 3.440807415s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:47.86872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.427784Z","time spent":"3.440932558s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-54d79f04-f971-4b48-b2b3-53d1456dbe4c\" "} {"level":"warn","ts":"2026-04-10T14:44:47.868684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440310181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:44:47.868757Z","caller":"traceutil/trace.go:171","msg":"trace[219609066] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28775; }","duration":"3.440424445s","start":"2026-04-10T14:44:44.428317Z","end":"2026-04-10T14:44:47.868742Z","steps":["trace[219609066] 'agreement among raft nodes before linearized reading' (duration: 3.440197889s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:47.868796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.428296Z","time spent":"3.440493267s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-10T14:44:47.868994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435356283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-10T14:44:47.869044Z","caller":"traceutil/trace.go:171","msg":"trace[2094635531] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28775; }","duration":"3.435488306s","start":"2026-04-10T14:44:44.43354Z","end":"2026-04-10T14:44:47.869029Z","steps":["trace[2094635531] 'agreement among raft nodes before linearized reading' (duration: 3.434943991s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:47.869073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.433522Z","time spent":"3.435543269s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-10T14:44:48.369314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:48.606883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998845741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:48.606989Z","caller":"traceutil/trace.go:171","msg":"trace[628637325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999005475s","start":"2026-04-10T14:44:46.607963Z","end":"2026-04-10T14:44:48.606969Z","steps":["trace[628637325] 'agreement among raft nodes before linearized reading' (duration: 1.998871012s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:48.607073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:46.607952Z","time spent":"1.999082466s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:49.18363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.562511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:49.183963Z","caller":"traceutil/trace.go:171","msg":"trace[1814411509] transaction","detail":"{read_only:false; response_revision:28777; number_of_response:1; }","duration":"2.579345731s","start":"2026-04-10T14:44:46.604598Z","end":"2026-04-10T14:44:49.183943Z","steps":["trace[1814411509] 'process raft request' (duration: 2.579212197s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:49.184009Z","caller":"traceutil/trace.go:171","msg":"trace[1084793264] transaction","detail":"{read_only:false; response_revision:28776; number_of_response:1; }","duration":"2.750925085s","start":"2026-04-10T14:44:46.433013Z","end":"2026-04-10T14:44:49.183938Z","steps":["trace[1084793264] 'process raft request' (duration: 2.197962053s)","trace[1084793264] 'compare' (duration: 552.14371ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:49.184072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:46.604571Z","time spent":"2.579462673s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:49.184188Z","caller":"traceutil/trace.go:171","msg":"trace[382725346] transaction","detail":"{read_only:false; response_revision:28778; number_of_response:1; }","duration":"2.578036566s","start":"2026-04-10T14:44:46.606127Z","end":"2026-04-10T14:44:49.184164Z","steps":["trace[382725346] 'process raft request' (duration: 2.57777586s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:49.184208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:46.43299Z","time spent":"2.751116611s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:49.184272Z","caller":"traceutil/trace.go:171","msg":"trace[5570995] transaction","detail":"{read_only:false; response_revision:28779; number_of_response:1; }","duration":"2.576068014s","start":"2026-04-10T14:44:46.608181Z","end":"2026-04-10T14:44:49.184249Z","steps":["trace[5570995] 'process raft request' (duration: 2.575858879s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:49.184311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:46.606071Z","time spent":"2.578182349s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:49.184316Z","caller":"traceutil/trace.go:171","msg":"trace[1255912680] linearizableReadLoop","detail":"{readStateIndex:30116; appliedIndex:30110; }","duration":"1.315657774s","start":"2026-04-10T14:44:47.868637Z","end":"2026-04-10T14:44:49.184294Z","steps":["trace[1255912680] 'read index received' (duration: 762.452917ms)","trace[1255912680] 'applied index is now lower than readState.Index' (duration: 553.203537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:49.184378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:46.60815Z","time spent":"2.576177367s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:49.184459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753632506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:49.184489Z","caller":"traceutil/trace.go:171","msg":"trace[1837564615] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28781; }","duration":"2.753701048s","start":"2026-04-10T14:44:46.43078Z","end":"2026-04-10T14:44:49.184481Z","steps":["trace[1837564615] 'agreement among raft nodes before linearized reading' (duration: 2.753624976s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:49.184487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.583707525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:49.184482Z","caller":"traceutil/trace.go:171","msg":"trace[364366193] transaction","detail":"{read_only:false; response_revision:28780; number_of_response:1; }","duration":"2.168995417s","start":"2026-04-10T14:44:47.015466Z","end":"2026-04-10T14:44:49.184461Z","steps":["trace[364366193] 'process raft request' (duration: 2.168709009s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:49.18451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:46.43076Z","time spent":"2.75374447s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:49.184496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067284849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:49.18447Z","caller":"traceutil/trace.go:171","msg":"trace[1047633138] transaction","detail":"{read_only:false; response_revision:28781; number_of_response:1; }","duration":"1.403197043s","start":"2026-04-10T14:44:47.781237Z","end":"2026-04-10T14:44:49.184434Z","steps":["trace[1047633138] 'process raft request' (duration: 1.403005217s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:49.184533Z","caller":"traceutil/trace.go:171","msg":"trace[533428211] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28781; }","duration":"4.583767167s","start":"2026-04-10T14:44:44.600752Z","end":"2026-04-10T14:44:49.184519Z","steps":["trace[533428211] 'agreement among raft nodes before linearized reading' (duration: 4.583678085s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:49.184553Z","caller":"traceutil/trace.go:171","msg":"trace[68320750] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28781; }","duration":"4.06738001s","start":"2026-04-10T14:44:45.117158Z","end":"2026-04-10T14:44:49.184538Z","steps":["trace[68320750] 'agreement among raft nodes before linearized reading' (duration: 4.067248137s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:49.184585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:44.600706Z","time spent":"4.583859149s","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:49.184586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:47.015444Z","time spent":"2.16910349s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:44:49.184629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160935306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-04-10T14:44:49.184621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941339402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:49.184696Z","caller":"traceutil/trace.go:171","msg":"trace[233818658] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28781; }","duration":"2.161028069s","start":"2026-04-10T14:44:47.02365Z","end":"2026-04-10T14:44:49.184678Z","steps":["trace[233818658] 'agreement among raft nodes before linearized reading' (duration: 2.160835144s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:49.184725Z","caller":"traceutil/trace.go:171","msg":"trace[1781856000] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28781; }","duration":"2.941484496s","start":"2026-04-10T14:44:46.243207Z","end":"2026-04-10T14:44:49.184692Z","steps":["trace[1781856000] 'agreement among raft nodes before linearized reading' (duration: 2.94123725s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:49.184748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:47.023634Z","time spent":"2.16110177s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-10T14:44:49.184767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091357713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:49.184759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311646399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:49.184798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:46.243193Z","time spent":"2.941592588s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:49.184828Z","caller":"traceutil/trace.go:171","msg":"trace[1855042429] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28781; }","duration":"1.091487296s","start":"2026-04-10T14:44:48.093322Z","end":"2026-04-10T14:44:49.184809Z","steps":["trace[1855042429] 'agreement among raft nodes before linearized reading' (duration: 1.091365533s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:49.184831Z","caller":"traceutil/trace.go:171","msg":"trace[1804892218] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:28781; }","duration":"1.311733022s","start":"2026-04-10T14:44:47.873084Z","end":"2026-04-10T14:44:49.184817Z","steps":["trace[1804892218] 'agreement among raft nodes before linearized reading' (duration: 1.31162752s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:49.184833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.270524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:49.184861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:48.093303Z","time spent":"1.091550157s","remote":"127.0.0.1:45510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:49.184638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:47.781213Z","time spent":"1.403343917s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:49.184873Z","caller":"traceutil/trace.go:171","msg":"trace[1100365420] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28781; }","duration":"280.387987ms","start":"2026-04-10T14:44:48.904472Z","end":"2026-04-10T14:44:49.18486Z","steps":["trace[1100365420] 'agreement among raft nodes before linearized reading' (duration: 280.315016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:49.184888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.353866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:49.184887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313024986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-10T14:44:49.184912Z","caller":"traceutil/trace.go:171","msg":"trace[1141605612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28781; }","duration":"570.410266ms","start":"2026-04-10T14:44:48.614495Z","end":"2026-04-10T14:44:49.184906Z","steps":["trace[1141605612] 'agreement among raft nodes before linearized reading' (duration: 570.372766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:49.184627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:45.117137Z","time spent":"4.067471033s","remote":"127.0.0.1:55252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:44:49.184931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:48.614479Z","time spent":"570.448819ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:44:49.184936Z","caller":"traceutil/trace.go:171","msg":"trace[1322923860] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28781; }","duration":"1.313077897s","start":"2026-04-10T14:44:47.871845Z","end":"2026-04-10T14:44:49.184923Z","steps":["trace[1322923860] 'agreement among raft nodes before linearized reading' (duration: 1.312944144s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:49.184972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:47.871831Z","time spent":"1.313131408s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-10T14:44:49.184866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:47.873075Z","time spent":"1.311783523s","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-10T14:44:49.185044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314577476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:44:49.185143Z","caller":"traceutil/trace.go:171","msg":"trace[1084427046] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28781; }","duration":"1.314690169s","start":"2026-04-10T14:44:47.870437Z","end":"2026-04-10T14:44:49.185127Z","steps":["trace[1084427046] 'agreement among raft nodes before linearized reading' (duration: 1.314207516s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:49.185205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:47.870426Z","time spent":"1.314763631s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-10T14:44:50.152554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.350615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:50.152665Z","caller":"traceutil/trace.go:171","msg":"trace[680958757] linearizableReadLoop","detail":"{readStateIndex:30117; appliedIndex:30116; }","duration":"961.133309ms","start":"2026-04-10T14:44:49.191513Z","end":"2026-04-10T14:44:50.152646Z","steps":["trace[680958757] 'read index received' (duration: 470.64063ms)","trace[680958757] 'applied index is now lower than readState.Index' (duration: 490.490879ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:50.152742Z","caller":"traceutil/trace.go:171","msg":"trace[624572525] transaction","detail":"{read_only:false; response_revision:28782; number_of_response:1; }","duration":"963.84367ms","start":"2026-04-10T14:44:49.18888Z","end":"2026-04-10T14:44:50.152723Z","steps":["trace[624572525] 'process raft request' (duration: 473.256558ms)","trace[624572525] 'compare' (duration: 489.027811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:50.152801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:49.18886Z","time spent":"963.914902ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:44:50.154317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.771691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-10T14:44:50.154403Z","caller":"traceutil/trace.go:171","msg":"trace[287215273] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28782; }","duration":"962.907585ms","start":"2026-04-10T14:44:49.191475Z","end":"2026-04-10T14:44:50.154383Z","steps":["trace[287215273] 'agreement among raft nodes before linearized reading' (duration: 961.411506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:50.154445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:49.191462Z","time spent":"962.975436ms","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-04-10T14:44:50.653347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:50.813105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038047769s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:51.017844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.465714ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-10T14:44:51.018117Z","caller":"traceutil/trace.go:171","msg":"trace[394234804] linearizableReadLoop","detail":"{readStateIndex:30119; appliedIndex:30117; }","duration":"865.409297ms","start":"2026-04-10T14:44:50.152691Z","end":"2026-04-10T14:44:51.0181Z","steps":["trace[394234804] 'read index received' (duration: 660.595234ms)","trace[394234804] 'applied index is now lower than readState.Index' (duration: 204.812963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:51.018095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:49.193075Z","time spent":"1.825010576s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:44:51.018316Z","caller":"traceutil/trace.go:171","msg":"trace[819633353] transaction","detail":"{read_only:false; response_revision:28783; number_of_response:1; }","duration":"1.822381278s","start":"2026-04-10T14:44:49.195927Z","end":"2026-04-10T14:44:51.018308Z","steps":["trace[819633353] 'process raft request' (duration: 1.822048269s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:51.01839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:49.195914Z","time spent":"1.822424738s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:51.018578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186215961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:51.018606Z","caller":"traceutil/trace.go:171","msg":"trace[501271485] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28783; }","duration":"1.186289373s","start":"2026-04-10T14:44:49.832309Z","end":"2026-04-10T14:44:51.018598Z","steps":["trace[501271485] 'agreement among raft nodes before linearized reading' (duration: 1.186226541s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:51.018628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:49.832288Z","time spent":"1.186335275s","remote":"127.0.0.1:46530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:51.018718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826776483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:51.018797Z","caller":"traceutil/trace.go:171","msg":"trace[1696868286] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28783; }","duration":"1.826884336s","start":"2026-04-10T14:44:49.19189Z","end":"2026-04-10T14:44:51.018774Z","steps":["trace[1696868286] 'agreement among raft nodes before linearized reading' (duration: 1.826738242s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:51.018855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:49.191882Z","time spent":"1.826963528s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:44:51.018844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.088164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-10T14:44:51.018912Z","caller":"traceutil/trace.go:171","msg":"trace[1034561493] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978; range_end:; response_count:1; response_revision:28783; }","duration":"861.204177ms","start":"2026-04-10T14:44:50.157689Z","end":"2026-04-10T14:44:51.018893Z","steps":["trace[1034561493] 'agreement among raft nodes before linearized reading' (duration: 861.009312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:51.018942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:50.15767Z","time spent":"861.266069ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" "} {"level":"warn","ts":"2026-04-10T14:44:51.019052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406839147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:51.019086Z","caller":"traceutil/trace.go:171","msg":"trace[33415648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28783; }","duration":"1.406918348s","start":"2026-04-10T14:44:49.612156Z","end":"2026-04-10T14:44:51.019075Z","steps":["trace[33415648] 'agreement among raft nodes before linearized reading' (duration: 1.406853997s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:51.019107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.282411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:51.019115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:49.612134Z","time spent":"1.40697333s","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:51.019132Z","caller":"traceutil/trace.go:171","msg":"trace[72039572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28783; }","duration":"819.347553ms","start":"2026-04-10T14:44:50.199778Z","end":"2026-04-10T14:44:51.019126Z","steps":["trace[72039572] 'agreement among raft nodes before linearized reading' (duration: 819.300082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:51.019154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:50.199761Z","time spent":"819.388584ms","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:51.019159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.291308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:51.019216Z","caller":"traceutil/trace.go:171","msg":"trace[708023999] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28783; }","duration":"318.387891ms","start":"2026-04-10T14:44:50.700816Z","end":"2026-04-10T14:44:51.019203Z","steps":["trace[708023999] 'agreement among raft nodes before linearized reading' (duration: 318.278208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:51.019197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.951806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:51.019212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822102689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-10T14:44:51.01925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.947053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:44:51.019268Z","caller":"traceutil/trace.go:171","msg":"trace[27389276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28783; }","duration":"782.064169ms","start":"2026-04-10T14:44:50.237186Z","end":"2026-04-10T14:44:51.01925Z","steps":["trace[27389276] 'agreement among raft nodes before linearized reading' (duration: 781.950476ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:51.019276Z","caller":"traceutil/trace.go:171","msg":"trace[1790442358] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28783; }","duration":"136.003774ms","start":"2026-04-10T14:44:50.883265Z","end":"2026-04-10T14:44:51.019269Z","steps":["trace[1790442358] 'agreement among raft nodes before linearized reading' (duration: 135.806579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:51.019239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810190189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:51.019284Z","caller":"traceutil/trace.go:171","msg":"trace[263990817] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28783; }","duration":"1.822186622s","start":"2026-04-10T14:44:49.197078Z","end":"2026-04-10T14:44:51.019264Z","steps":["trace[263990817] 'agreement among raft nodes before linearized reading' (duration: 1.822012308s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:51.019297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:50.237165Z","time spent":"782.126211ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:44:51.019322Z","caller":"traceutil/trace.go:171","msg":"trace[1676233518] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28783; }","duration":"1.810304131s","start":"2026-04-10T14:44:49.208999Z","end":"2026-04-10T14:44:51.019303Z","steps":["trace[1676233518] 'agreement among raft nodes before linearized reading' (duration: 1.810139207s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:51.019332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:49.197071Z","time spent":"1.822250175s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-10T14:44:51.019346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.555567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e08f4062-bf25-43dc-a2c6-3c27a9b1c191\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-10T14:44:51.019366Z","caller":"traceutil/trace.go:171","msg":"trace[28868405] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e08f4062-bf25-43dc-a2c6-3c27a9b1c191; range_end:; response_count:1; response_revision:28783; }","duration":"861.607778ms","start":"2026-04-10T14:44:50.157751Z","end":"2026-04-10T14:44:51.019359Z","steps":["trace[28868405] 'agreement among raft nodes before linearized reading' (duration: 861.509175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:51.019381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:50.157737Z","time spent":"861.639009ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e08f4062-bf25-43dc-a2c6-3c27a9b1c191\" "} {"level":"warn","ts":"2026-04-10T14:44:51.019369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:49.208992Z","time spent":"1.810367463s","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:51.019241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:50.700799Z","time spent":"318.437571ms","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:51.565574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:52.503878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.719059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:52.503992Z","caller":"traceutil/trace.go:171","msg":"trace[1303095287] transaction","detail":"{read_only:false; response_revision:28785; number_of_response:1; }","duration":"1.481476908s","start":"2026-04-10T14:44:51.022495Z","end":"2026-04-10T14:44:52.503972Z","steps":["trace[1303095287] 'process raft request' (duration: 802.583905ms)","trace[1303095287] 'compare' (duration: 678.100633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:52.504072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.022471Z","time spent":"1.48155058s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:53.296239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.471079456s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:44:53.572687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:44:53.572784Z","caller":"traceutil/trace.go:171","msg":"trace[1109509539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166554s","start":"2026-04-10T14:44:51.572598Z","end":"2026-04-10T14:44:53.572765Z","steps":["trace[1109509539] 'agreement among raft nodes before linearized reading' (duration: 2.000048791s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:53.572831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.572582Z","time spent":"2.000240646s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:44:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:44:54.14132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.798119ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:54.142964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.205986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:54.143265Z","caller":"traceutil/trace.go:171","msg":"trace[1161101342] transaction","detail":"{read_only:false; response_revision:28786; number_of_response:1; }","duration":"2.951853978s","start":"2026-04-10T14:44:51.191371Z","end":"2026-04-10T14:44:54.143225Z","steps":["trace[1161101342] 'process raft request' (duration: 2.105297492s)","trace[1161101342] 'compare' (duration: 844.42496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:54.143426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.191338Z","time spent":"2.952009932s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:54.143494Z","caller":"traceutil/trace.go:171","msg":"trace[2063950933] transaction","detail":"{read_only:false; response_revision:28791; number_of_response:1; }","duration":"1.636529281s","start":"2026-04-10T14:44:52.506945Z","end":"2026-04-10T14:44:54.143474Z","steps":["trace[2063950933] 'process raft request' (duration: 1.636459699s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:54.143427Z","caller":"traceutil/trace.go:171","msg":"trace[276762831] transaction","detail":"{read_only:false; response_revision:28788; number_of_response:1; }","duration":"2.949900846s","start":"2026-04-10T14:44:51.193502Z","end":"2026-04-10T14:44:54.143403Z","steps":["trace[276762831] 'process raft request' (duration: 2.949722622s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:54.143571Z","caller":"traceutil/trace.go:171","msg":"trace[1422395445] transaction","detail":"{read_only:false; response_revision:28787; number_of_response:1; }","duration":"2.951656452s","start":"2026-04-10T14:44:51.191904Z","end":"2026-04-10T14:44:54.14356Z","steps":["trace[1422395445] 'process raft request' (duration: 2.95122901s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.143754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.193461Z","time spent":"2.950229894s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:54.143768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.191883Z","time spent":"2.951837226s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:54.14381Z","caller":"traceutil/trace.go:171","msg":"trace[1029806198] transaction","detail":"{read_only:false; response_revision:28789; number_of_response:1; }","duration":"2.949988298s","start":"2026-04-10T14:44:51.193806Z","end":"2026-04-10T14:44:54.143794Z","steps":["trace[1029806198] 'process raft request' (duration: 2.949474545s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.143889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:52.506924Z","time spent":"1.636631874s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:44:54.143871Z","caller":"traceutil/trace.go:171","msg":"trace[1649636314] linearizableReadLoop","detail":"{readStateIndex:30125; appliedIndex:30120; }","duration":"3.078768802s","start":"2026-04-10T14:44:51.065056Z","end":"2026-04-10T14:44:54.143825Z","steps":["trace[1649636314] 'read index received' (duration: 765.239789ms)","trace[1649636314] 'applied index is now lower than readState.Index' (duration: 2.313524263s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:54.143882Z","caller":"traceutil/trace.go:171","msg":"trace[1688018200] transaction","detail":"{read_only:false; response_revision:28790; number_of_response:1; }","duration":"2.343905048s","start":"2026-04-10T14:44:51.799915Z","end":"2026-04-10T14:44:54.14382Z","steps":["trace[1688018200] 'process raft request' (duration: 2.343419786s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.143879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.193792Z","time spent":"2.95004927s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:54.144069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120129755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-z2ncp\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-04-10T14:44:54.144072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.799896Z","time spent":"2.344078153s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:54.144063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118662167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-10T14:44:54.144106Z","caller":"traceutil/trace.go:171","msg":"trace[493997885] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-z2ncp; range_end:; response_count:1; response_revision:28791; }","duration":"3.120176406s","start":"2026-04-10T14:44:51.023918Z","end":"2026-04-10T14:44:54.144095Z","steps":["trace[493997885] 'agreement among raft nodes before linearized reading' (duration: 3.120037103s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.14415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.023913Z","time spent":"3.120224027s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-z2ncp\" "} {"level":"warn","ts":"2026-04-10T14:44:54.144156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118634286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:54.144175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120635978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-10T14:44:54.144172Z","caller":"traceutil/trace.go:171","msg":"trace[1906717173] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28791; }","duration":"3.11879454s","start":"2026-04-10T14:44:51.025354Z","end":"2026-04-10T14:44:54.144149Z","steps":["trace[1906717173] 'agreement among raft nodes before linearized reading' (duration: 3.118544134s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:54.144191Z","caller":"traceutil/trace.go:171","msg":"trace[1948070399] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28791; }","duration":"3.118700977s","start":"2026-04-10T14:44:51.025479Z","end":"2026-04-10T14:44:54.14418Z","steps":["trace[1948070399] 'agreement among raft nodes before linearized reading' (duration: 3.118615845s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:54.144216Z","caller":"traceutil/trace.go:171","msg":"trace[451955300] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28791; }","duration":"3.120713991s","start":"2026-04-10T14:44:51.023488Z","end":"2026-04-10T14:44:54.144202Z","steps":["trace[451955300] 'agreement among raft nodes before linearized reading' (duration: 3.120515466s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.144228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.025473Z","time spent":"3.118746619s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:44:54.144227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.025344Z","time spent":"3.118873262s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-10T14:44:54.144253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.02348Z","time spent":"3.120764472s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-10T14:44:54.144326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674352208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:54.144348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074712708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-10T14:44:54.1444Z","caller":"traceutil/trace.go:171","msg":"trace[1964967235] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28791; }","duration":"3.07480186s","start":"2026-04-10T14:44:51.069584Z","end":"2026-04-10T14:44:54.144386Z","steps":["trace[1964967235] 'agreement among raft nodes before linearized reading' (duration: 3.074657357s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.144411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.672344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:54.144438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.069567Z","time spent":"3.074863041s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-10T14:44:54.144446Z","caller":"traceutil/trace.go:171","msg":"trace[1227070646] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28791; }","duration":"322.706635ms","start":"2026-04-10T14:44:53.82173Z","end":"2026-04-10T14:44:54.144437Z","steps":["trace[1227070646] 'agreement among raft nodes before linearized reading' (duration: 322.650333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.144471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.355732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:54.144479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:53.821674Z","time spent":"322.795996ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:54.144504Z","caller":"traceutil/trace.go:171","msg":"trace[1483305617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28791; }","duration":"408.390033ms","start":"2026-04-10T14:44:53.736103Z","end":"2026-04-10T14:44:54.144493Z","steps":["trace[1483305617] 'agreement among raft nodes before linearized reading' (duration: 408.336432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.144504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504610413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:54.144535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:53.736037Z","time spent":"408.486456ms","remote":"127.0.0.1:38436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:54.144537Z","caller":"traceutil/trace.go:171","msg":"trace[1718936152] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28791; }","duration":"1.504774487s","start":"2026-04-10T14:44:52.639752Z","end":"2026-04-10T14:44:54.144527Z","steps":["trace[1718936152] 'agreement among raft nodes before linearized reading' (duration: 1.504707595s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.144559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339110863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:54.144566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:52.639721Z","time spent":"1.50483786s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:54.144362Z","caller":"traceutil/trace.go:171","msg":"trace[490175129] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28791; }","duration":"1.674438961s","start":"2026-04-10T14:44:52.469912Z","end":"2026-04-10T14:44:54.144351Z","steps":["trace[490175129] 'agreement among raft nodes before linearized reading' (duration: 1.674371s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:54.144599Z","caller":"traceutil/trace.go:171","msg":"trace[1811397789] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28791; }","duration":"2.339193685s","start":"2026-04-10T14:44:51.805395Z","end":"2026-04-10T14:44:54.144589Z","steps":["trace[1811397789] 'agreement among raft nodes before linearized reading' (duration: 2.339111732s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.14463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.805384Z","time spent":"2.339238516s","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:54.144634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:52.469886Z","time spent":"1.67473136s","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:54.144759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709867482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T14:44:54.144785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877389016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:54.144801Z","caller":"traceutil/trace.go:171","msg":"trace[1133918403] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28791; }","duration":"2.709960005s","start":"2026-04-10T14:44:51.434829Z","end":"2026-04-10T14:44:54.144789Z","steps":["trace[1133918403] 'agreement among raft nodes before linearized reading' (duration: 2.709769241s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.14481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907940614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:54.14482Z","caller":"traceutil/trace.go:171","msg":"trace[260390341] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28791; }","duration":"1.877484269s","start":"2026-04-10T14:44:52.267326Z","end":"2026-04-10T14:44:54.14481Z","steps":["trace[260390341] 'agreement among raft nodes before linearized reading' (duration: 1.877364626s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.14484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:51.434809Z","time spent":"2.710018466s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:44:54.144845Z","caller":"traceutil/trace.go:171","msg":"trace[1563424257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28791; }","duration":"1.907975844s","start":"2026-04-10T14:44:52.23686Z","end":"2026-04-10T14:44:54.144836Z","steps":["trace[1563424257] 'agreement among raft nodes before linearized reading' (duration: 1.907917593s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.144849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:52.26729Z","time spent":"1.877551381s","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":86,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:54.144875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:52.236807Z","time spent":"1.908061137s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:44:54.142517Z","caller":"traceutil/trace.go:171","msg":"trace[824318141] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28785; }","duration":"708.166668ms","start":"2026-04-10T14:44:53.433494Z","end":"2026-04-10T14:44:54.141661Z","steps":["trace[824318141] 'range keys from in-memory index tree' (duration: 707.780138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:54.65328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:55.108015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.650899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:55.108191Z","caller":"traceutil/trace.go:171","msg":"trace[692281417] transaction","detail":"{read_only:false; response_revision:28792; number_of_response:1; }","duration":"956.820647ms","start":"2026-04-10T14:44:54.15135Z","end":"2026-04-10T14:44:55.10817Z","steps":["trace[692281417] 'process raft request' (duration: 852.933272ms)","trace[692281417] 'compare' (duration: 103.31699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:55.10862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.151303Z","time spent":"956.93901ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:55.163866Z","caller":"traceutil/trace.go:171","msg":"trace[1195932473] transaction","detail":"{read_only:false; response_revision:28793; number_of_response:1; }","duration":"1.00941146s","start":"2026-04-10T14:44:54.154412Z","end":"2026-04-10T14:44:55.163823Z","steps":["trace[1195932473] 'process raft request' (duration: 1.002358046s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:55.164002Z","caller":"traceutil/trace.go:171","msg":"trace[291845128] transaction","detail":"{read_only:false; response_revision:28794; number_of_response:1; }","duration":"973.541884ms","start":"2026-04-10T14:44:54.190439Z","end":"2026-04-10T14:44:55.163981Z","steps":["trace[291845128] 'process raft request' (duration: 972.884207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:55.164067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.154392Z","time spent":"1.009580655s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:55.16407Z","caller":"traceutil/trace.go:171","msg":"trace[1639368023] transaction","detail":"{read_only:false; response_revision:28795; number_of_response:1; }","duration":"507.243417ms","start":"2026-04-10T14:44:54.656791Z","end":"2026-04-10T14:44:55.164034Z","steps":["trace[1639368023] 'process raft request' (duration: 506.605851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:55.16414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.190417Z","time spent":"973.650326ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:55.164407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.656772Z","time spent":"507.390431ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:55.560485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.013816ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:44:55.560726Z","caller":"traceutil/trace.go:171","msg":"trace[1108535724] linearizableReadLoop","detail":"{readStateIndex:30130; appliedIndex:30127; }","duration":"1.407769672s","start":"2026-04-10T14:44:54.152934Z","end":"2026-04-10T14:44:55.560704Z","steps":["trace[1108535724] 'read index received' (duration: 851.357071ms)","trace[1108535724] 'applied index is now lower than readState.Index' (duration: 556.411521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:55.561199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408246345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:55.561291Z","caller":"traceutil/trace.go:171","msg":"trace[1612472451] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28795; }","duration":"1.408364058s","start":"2026-04-10T14:44:54.152911Z","end":"2026-04-10T14:44:55.561275Z","steps":["trace[1612472451] 'agreement among raft nodes before linearized reading' (duration: 1.408226425s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:55.561319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.152901Z","time spent":"1.408411519s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-10T14:44:55.561325Z","caller":"traceutil/trace.go:171","msg":"trace[1182001674] transaction","detail":"{read_only:false; response_revision:28796; number_of_response:1; }","duration":"448.693406ms","start":"2026-04-10T14:44:55.112601Z","end":"2026-04-10T14:44:55.561295Z","steps":["trace[1182001674] 'process raft request' (duration: 448.002738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:55.561474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:55.112582Z","time spent":"448.82233ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:44:56.179936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000698349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:44:56.180021Z","caller":"traceutil/trace.go:171","msg":"trace[2127306391] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000841932s","start":"2026-04-10T14:44:54.179161Z","end":"2026-04-10T14:44:56.180003Z","steps":["trace[2127306391] 'agreement among raft nodes before linearized reading' (duration: 2.00073862s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:56.180067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.179139Z","time spent":"2.000918004s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:44:56.585934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024528507s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:56.586159Z","caller":"traceutil/trace.go:171","msg":"trace[1432700629] transaction","detail":"{read_only:false; response_revision:28797; number_of_response:1; }","duration":"1.212093128s","start":"2026-04-10T14:44:55.37403Z","end":"2026-04-10T14:44:56.586123Z","steps":["trace[1432700629] 'process raft request' (duration: 187.252514ms)","trace[1432700629] 'compare' (duration: 1.023240713s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:56.586303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:55.373971Z","time spent":"1.212257412s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:56.586326Z","caller":"traceutil/trace.go:171","msg":"trace[990856029] transaction","detail":"{read_only:false; response_revision:28798; number_of_response:1; }","duration":"424.528065ms","start":"2026-04-10T14:44:56.161782Z","end":"2026-04-10T14:44:56.58631Z","steps":["trace[990856029] 'process raft request' (duration: 424.439993ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:56.586314Z","caller":"traceutil/trace.go:171","msg":"trace[1724050690] linearizableReadLoop","detail":"{readStateIndex:30134; appliedIndex:30132; }","duration":"1.025533663s","start":"2026-04-10T14:44:55.560758Z","end":"2026-04-10T14:44:56.586292Z","steps":["trace[1724050690] 'read index received' (duration: 400.301µs)","trace[1724050690] 'applied index is now lower than readState.Index' (duration: 1.025131301s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:56.586386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:56.16176Z","time spent":"424.597016ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:56.586507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790508845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:56.586545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030468197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-10T14:44:56.586616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332297255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-10T14:44:56.586627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430718377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:56.586627Z","caller":"traceutil/trace.go:171","msg":"trace[1617551342] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28798; }","duration":"2.03059953s","start":"2026-04-10T14:44:54.556008Z","end":"2026-04-10T14:44:56.586607Z","steps":["trace[1617551342] 'agreement among raft nodes before linearized reading' (duration: 2.030337843s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:56.586555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365958585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-04-10T14:44:56.586643Z","caller":"traceutil/trace.go:171","msg":"trace[617451260] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28798; }","duration":"2.332362667s","start":"2026-04-10T14:44:54.25427Z","end":"2026-04-10T14:44:56.586632Z","steps":["trace[617451260] 'agreement among raft nodes before linearized reading' (duration: 2.332298465s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:56.586661Z","caller":"traceutil/trace.go:171","msg":"trace[2031000852] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28798; }","duration":"2.430766478s","start":"2026-04-10T14:44:54.155883Z","end":"2026-04-10T14:44:56.58665Z","steps":["trace[2031000852] 'agreement among raft nodes before linearized reading' (duration: 2.430719677s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:56.586671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.25425Z","time spent":"2.332416468s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-10T14:44:56.586618Z","caller":"traceutil/trace.go:171","msg":"trace[329137783] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28798; }","duration":"1.790666069s","start":"2026-04-10T14:44:54.795925Z","end":"2026-04-10T14:44:56.586591Z","steps":["trace[329137783] 'agreement among raft nodes before linearized reading' (duration: 1.790510924s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:56.586674Z","caller":"traceutil/trace.go:171","msg":"trace[123313562] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:28798; }","duration":"2.366115389s","start":"2026-04-10T14:44:54.220546Z","end":"2026-04-10T14:44:56.586662Z","steps":["trace[123313562] 'agreement among raft nodes before linearized reading' (duration: 2.365930604s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:56.586693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.155873Z","time spent":"2.430811189s","remote":"127.0.0.1:45424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:56.586708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.795903Z","time spent":"1.790795013s","remote":"127.0.0.1:55140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:56.586725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.220529Z","time spent":"2.3661819s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-10T14:44:56.586667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.555984Z","time spent":"2.030675123s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-10T14:44:56.586799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409020795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-z2ncp\" ","response":"range_response_count:1 size:4886"} {"level":"info","ts":"2026-04-10T14:44:56.586838Z","caller":"traceutil/trace.go:171","msg":"trace[1941209955] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-z2ncp; range_end:; response_count:1; response_revision:28798; }","duration":"1.409058366s","start":"2026-04-10T14:44:55.177768Z","end":"2026-04-10T14:44:56.586826Z","steps":["trace[1941209955] 'agreement among raft nodes before linearized reading' (duration: 1.408916822s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:56.586868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:55.177751Z","time spent":"1.409109408s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4909,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-z2ncp\" "} {"level":"warn","ts":"2026-04-10T14:44:56.586907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7957144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:44:56.586582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110519129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:44:56.586951Z","caller":"traceutil/trace.go:171","msg":"trace[354406755] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28798; }","duration":"1.795781263s","start":"2026-04-10T14:44:54.791158Z","end":"2026-04-10T14:44:56.58694Z","steps":["trace[354406755] 'agreement among raft nodes before linearized reading' (duration: 1.795718221s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:56.586978Z","caller":"traceutil/trace.go:171","msg":"trace[1606510431] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28798; }","duration":"2.11097084s","start":"2026-04-10T14:44:54.476Z","end":"2026-04-10T14:44:56.58697Z","steps":["trace[1606510431] 'agreement among raft nodes before linearized reading' (duration: 2.110393515s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:56.586989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.791143Z","time spent":"1.795835533s","remote":"127.0.0.1:54938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:56.587015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:54.47598Z","time spent":"2.111022001s","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":236,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:57.776146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.827307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:44:57.776443Z","caller":"traceutil/trace.go:171","msg":"trace[1205616590] transaction","detail":"{read_only:false; response_revision:28802; number_of_response:1; }","duration":"148.150632ms","start":"2026-04-10T14:44:57.628275Z","end":"2026-04-10T14:44:57.776425Z","steps":["trace[1205616590] 'process raft request' (duration: 148.09237ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:57.776622Z","caller":"traceutil/trace.go:171","msg":"trace[882504308] transaction","detail":"{read_only:false; response_revision:28800; number_of_response:1; }","duration":"1.61435636s","start":"2026-04-10T14:44:56.162225Z","end":"2026-04-10T14:44:57.776581Z","steps":["trace[882504308] 'process raft request' (duration: 1.614028512s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:57.776716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:56.162219Z","time spent":"1.614452204s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:57.776728Z","caller":"traceutil/trace.go:171","msg":"trace[1933565567] linearizableReadLoop","detail":"{readStateIndex:30138; appliedIndex:30135; }","duration":"1.190283899s","start":"2026-04-10T14:44:56.58637Z","end":"2026-04-10T14:44:57.776653Z","steps":["trace[1933565567] 'read index received' (duration: 209.621789ms)","trace[1933565567] 'applied index is now lower than readState.Index' (duration: 980.65799ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:57.777071Z","caller":"traceutil/trace.go:171","msg":"trace[1935054259] transaction","detail":"{read_only:false; response_revision:28799; number_of_response:1; }","duration":"1.615104691s","start":"2026-04-10T14:44:56.161951Z","end":"2026-04-10T14:44:57.777056Z","steps":["trace[1935054259] 'process raft request' (duration: 634.105773ms)","trace[1935054259] 'compare' (duration: 978.263647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:57.777149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:56.161941Z","time spent":"1.615171132s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:57.777111Z","caller":"traceutil/trace.go:171","msg":"trace[1237001683] transaction","detail":"{read_only:false; response_revision:28801; number_of_response:1; }","duration":"1.612760829s","start":"2026-04-10T14:44:56.164329Z","end":"2026-04-10T14:44:57.77709Z","steps":["trace[1237001683] 'process raft request' (duration: 1.611990619s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:57.777335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:56.164323Z","time spent":"1.612876002s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:57.777692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213217772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-10T14:44:57.77778Z","caller":"traceutil/trace.go:171","msg":"trace[2094322923] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978; range_end:; response_count:1; response_revision:28802; }","duration":"2.213351216s","start":"2026-04-10T14:44:55.56441Z","end":"2026-04-10T14:44:57.777761Z","steps":["trace[2094322923] 'agreement among raft nodes before linearized reading' (duration: 2.213095849s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:57.77783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:55.564395Z","time spent":"2.213426317s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" "} {"level":"warn","ts":"2026-04-10T14:44:57.777826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189434586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-8qqp7\" ","response":"range_response_count:1 size:4479"} {"level":"info","ts":"2026-04-10T14:44:57.777938Z","caller":"traceutil/trace.go:171","msg":"trace[976899926] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-8qqp7; range_end:; response_count:1; response_revision:28802; }","duration":"1.189584249s","start":"2026-04-10T14:44:56.58832Z","end":"2026-04-10T14:44:57.777904Z","steps":["trace[976899926] 'agreement among raft nodes before linearized reading' (duration: 1.189370554s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:57.778072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597907222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:57.77811Z","caller":"traceutil/trace.go:171","msg":"trace[1365089473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28802; }","duration":"1.597980524s","start":"2026-04-10T14:44:56.18012Z","end":"2026-04-10T14:44:57.778101Z","steps":["trace[1365089473] 'agreement among raft nodes before linearized reading' (duration: 1.597919522s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:57.778066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:56.588308Z","time spent":"1.189740335s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4502,"request content":"key:\"/registry/pods/kube-system/kube-proxy-8qqp7\" "} {"level":"warn","ts":"2026-04-10T14:44:57.778147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:56.180101Z","time spent":"1.598035495s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:44:57.778615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.591745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:44:57.778643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.970667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:57.778685Z","caller":"traceutil/trace.go:171","msg":"trace[888564075] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28802; }","duration":"784.723438ms","start":"2026-04-10T14:44:56.993948Z","end":"2026-04-10T14:44:57.778671Z","steps":["trace[888564075] 'agreement among raft nodes before linearized reading' (duration: 784.550304ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:44:57.778689Z","caller":"traceutil/trace.go:171","msg":"trace[1715739146] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28802; }","duration":"655.022058ms","start":"2026-04-10T14:44:57.123656Z","end":"2026-04-10T14:44:57.778678Z","steps":["trace[1715739146] 'agreement among raft nodes before linearized reading' (duration: 654.943946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:57.778727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:56.99393Z","time spent":"784.790289ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:57.778729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:57.123584Z","time spent":"655.136401ms","remote":"127.0.0.1:40658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:57.77885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188638725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76053ecc-b052-4a8e-93a1-eab242fb8ee9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-10T14:44:57.778924Z","caller":"traceutil/trace.go:171","msg":"trace[1132297306] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76053ecc-b052-4a8e-93a1-eab242fb8ee9; range_end:; response_count:1; response_revision:28802; }","duration":"1.188725327s","start":"2026-04-10T14:44:56.590182Z","end":"2026-04-10T14:44:57.778908Z","steps":["trace[1132297306] 'agreement among raft nodes before linearized reading' (duration: 1.18850983s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:57.778967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:56.590153Z","time spent":"1.188802139s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-76053ecc-b052-4a8e-93a1-eab242fb8ee9\" "} {"level":"warn","ts":"2026-04-10T14:44:57.779068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.185567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:57.779151Z","caller":"traceutil/trace.go:171","msg":"trace[630990303] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28802; }","duration":"248.32984ms","start":"2026-04-10T14:44:57.530802Z","end":"2026-04-10T14:44:57.779131Z","steps":["trace[630990303] 'agreement among raft nodes before linearized reading' (duration: 247.772486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:57.779902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.524635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:57.779974Z","caller":"traceutil/trace.go:171","msg":"trace[1374127149] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28802; }","duration":"525.638998ms","start":"2026-04-10T14:44:57.254313Z","end":"2026-04-10T14:44:57.779952Z","steps":["trace[1374127149] 'agreement among raft nodes before linearized reading' (duration: 523.609004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:57.780026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:57.254286Z","time spent":"525.72674ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:58.285489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:58.786147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:44:59.262056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469858674s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:44:59.262632Z","caller":"traceutil/trace.go:171","msg":"trace[359887587] transaction","detail":"{read_only:false; response_revision:28803; number_of_response:1; }","duration":"1.481645472s","start":"2026-04-10T14:44:57.780953Z","end":"2026-04-10T14:44:59.262598Z","steps":["trace[359887587] 'process raft request' (duration: 1.481474718s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:59.262807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:57.780932Z","time spent":"1.481789545s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:44:59.319268Z","caller":"traceutil/trace.go:171","msg":"trace[292637844] linearizableReadLoop","detail":"{readStateIndex:30141; appliedIndex:30139; }","duration":"1.534636317s","start":"2026-04-10T14:44:57.784597Z","end":"2026-04-10T14:44:59.319233Z","steps":["trace[292637844] 'read index received' (duration: 1.477762522s)","trace[292637844] 'applied index is now lower than readState.Index' (duration: 56.872655ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:44:59.319404Z","caller":"traceutil/trace.go:171","msg":"trace[1978464155] transaction","detail":"{read_only:false; response_revision:28804; number_of_response:1; }","duration":"727.870443ms","start":"2026-04-10T14:44:58.591521Z","end":"2026-04-10T14:44:59.319391Z","steps":["trace[1978464155] 'process raft request' (duration: 709.418701ms)","trace[1978464155] 'compare' (duration: 18.204876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:44:59.319505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:58.591483Z","time spent":"727.960576ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:44:59.319595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:59.319655Z","caller":"traceutil/trace.go:171","msg":"trace[839293130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28804; }","duration":"1.532559824s","start":"2026-04-10T14:44:57.787082Z","end":"2026-04-10T14:44:59.319642Z","steps":["trace[839293130] 'agreement among raft nodes before linearized reading' (duration: 1.53245912s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:59.319677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:57.787067Z","time spent":"1.532605835s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:44:59.319788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.8348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:44:59.319815Z","caller":"traceutil/trace.go:171","msg":"trace[1408425925] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28804; }","duration":"324.906382ms","start":"2026-04-10T14:44:58.9949Z","end":"2026-04-10T14:44:59.319807Z","steps":["trace[1408425925] 'agreement among raft nodes before linearized reading' (duration: 324.85049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:59.319836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:58.994879Z","time spent":"324.951572ms","remote":"127.0.0.1:38378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:59.31985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.862241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:59.319871Z","caller":"traceutil/trace.go:171","msg":"trace[1659614524] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28804; }","duration":"963.898721ms","start":"2026-04-10T14:44:58.355966Z","end":"2026-04-10T14:44:59.319865Z","steps":["trace[1659614524] 'agreement among raft nodes before linearized reading' (duration: 963.85705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:59.319899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:58.355959Z","time spent":"963.934472ms","remote":"127.0.0.1:60954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:59.320019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535418658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-10T14:44:59.320057Z","caller":"traceutil/trace.go:171","msg":"trace[1554706008] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28804; }","duration":"1.53548183s","start":"2026-04-10T14:44:57.784566Z","end":"2026-04-10T14:44:59.320047Z","steps":["trace[1554706008] 'agreement among raft nodes before linearized reading' (duration: 1.535372617s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:59.320088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:57.784552Z","time spent":"1.535529061s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-10T14:44:59.320259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.910946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:44:59.320282Z","caller":"traceutil/trace.go:171","msg":"trace[1646163333] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28804; }","duration":"972.977757ms","start":"2026-04-10T14:44:58.347299Z","end":"2026-04-10T14:44:59.320277Z","steps":["trace[1646163333] 'agreement among raft nodes before linearized reading' (duration: 972.864785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:59.320298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:58.347258Z","time spent":"973.035679ms","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:44:59.320449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112076074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-10T14:44:59.320484Z","caller":"traceutil/trace.go:171","msg":"trace[424902755] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28804; }","duration":"1.112153306s","start":"2026-04-10T14:44:58.208322Z","end":"2026-04-10T14:44:59.320475Z","steps":["trace[424902755] 'agreement among raft nodes before linearized reading' (duration: 1.112056524s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:44:59.320506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:44:58.208224Z","time spent":"1.112277849s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-10T14:44:59.320636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.561974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:44:59.320673Z","caller":"traceutil/trace.go:171","msg":"trace[1729186013] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:28804; }","duration":"132.631456ms","start":"2026-04-10T14:44:59.188033Z","end":"2026-04-10T14:44:59.320664Z","steps":["trace[1729186013] 'agreement among raft nodes before linearized reading' (duration: 132.546694ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:10.06706Z","caller":"traceutil/trace.go:171","msg":"trace[970250820] transaction","detail":"{read_only:false; response_revision:28939; number_of_response:1; }","duration":"408.147396ms","start":"2026-04-10T14:45:09.658884Z","end":"2026-04-10T14:45:10.067032Z","steps":["trace[970250820] 'process raft request' (duration: 407.993583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:10.067216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:09.658864Z","time spent":"408.27648ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:10.100596Z","caller":"traceutil/trace.go:171","msg":"trace[31091207] linearizableReadLoop","detail":"{readStateIndex:30283; appliedIndex:30278; }","duration":"219.024825ms","start":"2026-04-10T14:45:09.881534Z","end":"2026-04-10T14:45:10.100559Z","steps":["trace[31091207] 'read index received' (duration: 185.356065ms)","trace[31091207] 'applied index is now lower than readState.Index' (duration: 33.66781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:10.100778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.22448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T14:45:10.100806Z","caller":"traceutil/trace.go:171","msg":"trace[1083943266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28943; }","duration":"219.288051ms","start":"2026-04-10T14:45:09.881509Z","end":"2026-04-10T14:45:10.100797Z","steps":["trace[1083943266] 'agreement among raft nodes before linearized reading' (duration: 219.149857ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:10.101069Z","caller":"traceutil/trace.go:171","msg":"trace[1686305414] transaction","detail":"{read_only:false; response_revision:28940; number_of_response:1; }","duration":"435.723547ms","start":"2026-04-10T14:45:09.665337Z","end":"2026-04-10T14:45:10.101061Z","steps":["trace[1686305414] 'process raft request' (duration: 435.014779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:10.101139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:09.665325Z","time spent":"435.768638ms","remote":"127.0.0.1:60954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:10.101294Z","caller":"traceutil/trace.go:171","msg":"trace[486505487] transaction","detail":"{read_only:false; response_revision:28941; number_of_response:1; }","duration":"236.525352ms","start":"2026-04-10T14:45:09.864762Z","end":"2026-04-10T14:45:10.101288Z","steps":["trace[486505487] 'process raft request' (duration: 235.69882ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:10.101418Z","caller":"traceutil/trace.go:171","msg":"trace[1252625515] transaction","detail":"{read_only:false; response_revision:28942; number_of_response:1; }","duration":"226.88315ms","start":"2026-04-10T14:45:09.874524Z","end":"2026-04-10T14:45:10.101407Z","steps":["trace[1252625515] 'process raft request' (duration: 225.986417ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:10.101529Z","caller":"traceutil/trace.go:171","msg":"trace[196135323] transaction","detail":"{read_only:false; response_revision:28943; number_of_response:1; }","duration":"224.24257ms","start":"2026-04-10T14:45:09.877251Z","end":"2026-04-10T14:45:10.101494Z","steps":["trace[196135323] 'process raft request' (duration: 223.283195ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:15.670279Z","caller":"traceutil/trace.go:171","msg":"trace[1830717615] transaction","detail":"{read_only:false; response_revision:28966; number_of_response:1; }","duration":"989.806088ms","start":"2026-04-10T14:45:14.680454Z","end":"2026-04-10T14:45:15.67026Z","steps":["trace[1830717615] 'process raft request' (duration: 989.679705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:15.670401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:14.680415Z","time spent":"989.926041ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:16.407088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.498081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:16.407299Z","caller":"traceutil/trace.go:171","msg":"trace[1005538121] transaction","detail":"{read_only:false; response_revision:28968; number_of_response:1; }","duration":"1.608186019s","start":"2026-04-10T14:45:14.799104Z","end":"2026-04-10T14:45:16.40729Z","steps":["trace[1005538121] 'process raft request' (duration: 1.608087357s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:16.407296Z","caller":"traceutil/trace.go:171","msg":"trace[962495704] transaction","detail":"{read_only:false; response_revision:28967; number_of_response:1; }","duration":"1.726334848s","start":"2026-04-10T14:45:14.680932Z","end":"2026-04-10T14:45:16.407267Z","steps":["trace[962495704] 'process raft request' (duration: 1.33458349s)","trace[962495704] 'compare' (duration: 391.230744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:16.407348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:14.799076Z","time spent":"1.608252231s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:16.407373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:14.680916Z","time spent":"1.726419799s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:16.407636Z","caller":"traceutil/trace.go:171","msg":"trace[1476491809] transaction","detail":"{read_only:false; response_revision:28969; number_of_response:1; }","duration":"1.215363693s","start":"2026-04-10T14:45:15.192243Z","end":"2026-04-10T14:45:16.407607Z","steps":["trace[1476491809] 'process raft request' (duration: 1.215015493s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:16.407828Z","caller":"traceutil/trace.go:171","msg":"trace[913709594] transaction","detail":"{read_only:false; response_revision:28970; number_of_response:1; }","duration":"1.017212664s","start":"2026-04-10T14:45:15.390603Z","end":"2026-04-10T14:45:16.407815Z","steps":["trace[913709594] 'process raft request' (duration: 1.01702592s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:16.407917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:15.390577Z","time spent":"1.017292037s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:16.407783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:15.192214Z","time spent":"1.215489126s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:16.408755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238438406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:16.408787Z","caller":"traceutil/trace.go:171","msg":"trace[1754296411] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28970; }","duration":"1.238505548s","start":"2026-04-10T14:45:15.170273Z","end":"2026-04-10T14:45:16.408779Z","steps":["trace[1754296411] 'agreement among raft nodes before linearized reading' (duration: 1.238086698s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:16.407781Z","caller":"traceutil/trace.go:171","msg":"trace[1867680080] linearizableReadLoop","detail":"{readStateIndex:30309; appliedIndex:30306; }","duration":"1.237446831s","start":"2026-04-10T14:45:15.170318Z","end":"2026-04-10T14:45:16.407765Z","steps":["trace[1867680080] 'read index received' (duration: 499.899585ms)","trace[1867680080] 'applied index is now lower than readState.Index' (duration: 737.546206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:16.408825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:15.170251Z","time spent":"1.23856717s","remote":"127.0.0.1:45494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:16.909069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:17.239669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:45:17.239767Z","caller":"traceutil/trace.go:171","msg":"trace[667694273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525793s","start":"2026-04-10T14:45:15.239224Z","end":"2026-04-10T14:45:17.239749Z","steps":["trace[667694273] 'agreement among raft nodes before linearized reading' (duration: 2.000334528s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:17.23982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:15.239203Z","time spent":"2.000607895s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:45:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:17.409501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:17.744744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.729378078s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:45:18.530203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.1441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:18.530463Z","caller":"traceutil/trace.go:171","msg":"trace[43913959] linearizableReadLoop","detail":"{readStateIndex:30315; appliedIndex:30311; }","duration":"2.12163496s","start":"2026-04-10T14:45:16.408813Z","end":"2026-04-10T14:45:18.530448Z","steps":["trace[43913959] 'read index received' (duration: 1.336183582s)","trace[43913959] 'applied index is now lower than readState.Index' (duration: 785.450478ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:18.530588Z","caller":"traceutil/trace.go:171","msg":"trace[1139124059] transaction","detail":"{read_only:false; response_revision:28971; number_of_response:1; }","duration":"2.720430239s","start":"2026-04-10T14:45:15.810145Z","end":"2026-04-10T14:45:18.530575Z","steps":["trace[1139124059] 'process raft request' (duration: 1.934842687s)","trace[1139124059] 'compare' (duration: 783.888198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:18.530641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:15.810112Z","time spent":"2.720504961s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:18.530776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403985748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-10T14:45:18.530859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407203222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:45:18.530886Z","caller":"traceutil/trace.go:171","msg":"trace[602270332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28974; }","duration":"2.407249812s","start":"2026-04-10T14:45:16.123627Z","end":"2026-04-10T14:45:18.530877Z","steps":["trace[602270332] 'agreement among raft nodes before linearized reading' (duration: 2.40714789s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:18.530905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:16.123614Z","time spent":"2.407286053s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:45:18.530989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409660676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:45:18.531004Z","caller":"traceutil/trace.go:171","msg":"trace[1760905260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28974; }","duration":"2.409703247s","start":"2026-04-10T14:45:16.121296Z","end":"2026-04-10T14:45:18.530999Z","steps":["trace[1760905260] 'agreement among raft nodes before linearized reading' (duration: 2.409652256s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:18.531019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:16.121246Z","time spent":"2.409769349s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:45:18.53107Z","caller":"traceutil/trace.go:171","msg":"trace[1869692970] transaction","detail":"{read_only:false; response_revision:28972; number_of_response:1; }","duration":"2.407369627s","start":"2026-04-10T14:45:16.123688Z","end":"2026-04-10T14:45:18.531058Z","steps":["trace[1869692970] 'process raft request' (duration: 2.406617677s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:18.53115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539303375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:18.53117Z","caller":"traceutil/trace.go:171","msg":"trace[1381039682] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28974; }","duration":"2.539362726s","start":"2026-04-10T14:45:15.991802Z","end":"2026-04-10T14:45:18.531164Z","steps":["trace[1381039682] 'agreement among raft nodes before linearized reading' (duration: 2.539312165s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:18.53116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:16.12368Z","time spent":"2.407423098s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:18.531186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:15.991776Z","time spent":"2.539405728s","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:18.531297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810306188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:18.531307Z","caller":"traceutil/trace.go:171","msg":"trace[1470104647] transaction","detail":"{read_only:false; response_revision:28973; number_of_response:1; }","duration":"2.405028815s","start":"2026-04-10T14:45:16.126268Z","end":"2026-04-10T14:45:18.531297Z","steps":["trace[1470104647] 'process raft request' (duration: 2.404121241s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:18.531316Z","caller":"traceutil/trace.go:171","msg":"trace[198399369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28974; }","duration":"2.810371159s","start":"2026-04-10T14:45:15.720937Z","end":"2026-04-10T14:45:18.531309Z","steps":["trace[198399369] 'agreement among raft nodes before linearized reading' (duration: 2.810335058s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:18.531338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:15.720911Z","time spent":"2.810420561s","remote":"127.0.0.1:38476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:18.531354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:16.126259Z","time spent":"2.405069015s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:18.531451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871345012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:18.531472Z","caller":"traceutil/trace.go:171","msg":"trace[1529548856] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28974; }","duration":"2.871394324s","start":"2026-04-10T14:45:15.66007Z","end":"2026-04-10T14:45:18.531464Z","steps":["trace[1529548856] 'agreement among raft nodes before linearized reading' (duration: 2.871359343s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:18.531476Z","caller":"traceutil/trace.go:171","msg":"trace[1072298561] transaction","detail":"{read_only:false; response_revision:28974; number_of_response:1; }","duration":"2.403414843s","start":"2026-04-10T14:45:16.128052Z","end":"2026-04-10T14:45:18.531467Z","steps":["trace[1072298561] 'process raft request' (duration: 2.402362526s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:18.531488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:15.660053Z","time spent":"2.871430524s","remote":"127.0.0.1:55252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:45:18.531523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:16.128039Z","time spent":"2.403458724s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:18.531607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906130862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-10T14:45:18.531628Z","caller":"traceutil/trace.go:171","msg":"trace[1290322062] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28974; }","duration":"2.906186064s","start":"2026-04-10T14:45:15.625432Z","end":"2026-04-10T14:45:18.531618Z","steps":["trace[1290322062] 'agreement among raft nodes before linearized reading' (duration: 2.906132902s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:18.531633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279777522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:18.531644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:15.625414Z","time spent":"2.906226425s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-10T14:45:18.531655Z","caller":"traceutil/trace.go:171","msg":"trace[1853274993] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28974; }","duration":"2.279831414s","start":"2026-04-10T14:45:16.251817Z","end":"2026-04-10T14:45:18.531648Z","steps":["trace[1853274993] 'agreement among raft nodes before linearized reading' (duration: 2.279789802s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:18.531678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:16.251801Z","time spent":"2.279871766s","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:18.531778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012025721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:18.531797Z","caller":"traceutil/trace.go:171","msg":"trace[331627535] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28974; }","duration":"3.012093502s","start":"2026-04-10T14:45:15.519697Z","end":"2026-04-10T14:45:18.53179Z","steps":["trace[331627535] 'agreement among raft nodes before linearized reading' (duration: 3.012051751s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:18.531812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:15.519669Z","time spent":"3.012139153s","remote":"127.0.0.1:40694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:18.530851Z","caller":"traceutil/trace.go:171","msg":"trace[1592977272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28974; }","duration":"2.4040958s","start":"2026-04-10T14:45:16.126737Z","end":"2026-04-10T14:45:18.530832Z","steps":["trace[1592977272] 'agreement among raft nodes before linearized reading' (duration: 2.403856684s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:18.531917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:16.126722Z","time spent":"2.40518847s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:45:18.532056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385216668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:288281"} {"level":"info","ts":"2026-04-10T14:45:18.53209Z","caller":"traceutil/trace.go:171","msg":"trace[1545165070] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:28974; }","duration":"2.38529328s","start":"2026-04-10T14:45:16.146789Z","end":"2026-04-10T14:45:18.532082Z","steps":["trace[1545165070] 'agreement among raft nodes before linearized reading' (duration: 2.384982713s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:18.53211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:16.146767Z","time spent":"2.385337461s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":288304,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-10T14:45:19.239535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:19.239613Z","caller":"traceutil/trace.go:171","msg":"trace[1156268351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060693s","start":"2026-04-10T14:45:17.239537Z","end":"2026-04-10T14:45:19.239597Z","steps":["trace[1156268351] 'agreement among raft nodes before linearized reading' (duration: 1.999948951s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.23965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:17.239522Z","time spent":"2.000120195s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:45:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:19.476306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.620614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:19.476534Z","caller":"traceutil/trace.go:171","msg":"trace[1001598384] transaction","detail":"{read_only:false; response_revision:28978; number_of_response:1; }","duration":"938.535809ms","start":"2026-04-10T14:45:18.537984Z","end":"2026-04-10T14:45:19.47652Z","steps":["trace[1001598384] 'process raft request' (duration: 938.507708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.476576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:18.537973Z","time spent":"938.58583ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:19.476537Z","caller":"traceutil/trace.go:171","msg":"trace[1720603130] linearizableReadLoop","detail":"{readStateIndex:30316; appliedIndex:30315; }","duration":"946.009685ms","start":"2026-04-10T14:45:18.53049Z","end":"2026-04-10T14:45:19.4765Z","steps":["trace[1720603130] 'read index received' (duration: 98.170545ms)","trace[1720603130] 'applied index is now lower than readState.Index' (duration: 847.8365ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:19.47655Z","caller":"traceutil/trace.go:171","msg":"trace[845435602] transaction","detail":"{read_only:false; response_revision:28975; number_of_response:1; }","duration":"1.063032173s","start":"2026-04-10T14:45:18.413467Z","end":"2026-04-10T14:45:19.476499Z","steps":["trace[845435602] 'process raft request' (duration: 215.149832ms)","trace[845435602] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:494; } (duration: 846.855414ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:19.476719Z","caller":"traceutil/trace.go:171","msg":"trace[2010018896] transaction","detail":"{read_only:false; response_revision:28977; number_of_response:1; }","duration":"940.135971ms","start":"2026-04-10T14:45:18.536579Z","end":"2026-04-10T14:45:19.476715Z","steps":["trace[2010018896] 'process raft request' (duration: 939.886535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.476755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:18.53657Z","time spent":"940.167482ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:19.476835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057008996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:45:19.476887Z","caller":"traceutil/trace.go:171","msg":"trace[561312608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28978; }","duration":"1.057100818s","start":"2026-04-10T14:45:18.419772Z","end":"2026-04-10T14:45:19.476873Z","steps":["trace[561312608] 'agreement among raft nodes before linearized reading' (duration: 1.056868381s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.476933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:18.419764Z","time spent":"1.05716003s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:45:19.476953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:18.413449Z","time spent":"1.063279889s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:19.477135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054800123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:45:19.477172Z","caller":"traceutil/trace.go:171","msg":"trace[921614494] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28978; }","duration":"2.054848805s","start":"2026-04-10T14:45:17.422303Z","end":"2026-04-10T14:45:19.477152Z","steps":["trace[921614494] 'agreement among raft nodes before linearized reading' (duration: 2.054752122s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.477189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:17.42229Z","time spent":"2.054895286s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:45:19.476701Z","caller":"traceutil/trace.go:171","msg":"trace[950367158] transaction","detail":"{read_only:false; response_revision:28976; number_of_response:1; }","duration":"940.300836ms","start":"2026-04-10T14:45:18.536395Z","end":"2026-04-10T14:45:19.476696Z","steps":["trace[950367158] 'process raft request' (duration: 939.996088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.477269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177604063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:19.477305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357673283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:19.477327Z","caller":"traceutil/trace.go:171","msg":"trace[495760087] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28978; }","duration":"1.357730725s","start":"2026-04-10T14:45:18.119587Z","end":"2026-04-10T14:45:19.477318Z","steps":["trace[495760087] 'agreement among raft nodes before linearized reading' (duration: 1.357697044s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:19.477323Z","caller":"traceutil/trace.go:171","msg":"trace[1288658432] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28978; }","duration":"2.177697125s","start":"2026-04-10T14:45:17.299612Z","end":"2026-04-10T14:45:19.477309Z","steps":["trace[1288658432] 'agreement among raft nodes before linearized reading' (duration: 2.177597292s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.477341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:18.119561Z","time spent":"1.357776816s","remote":"127.0.0.1:60892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:19.477282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:18.536372Z","time spent":"940.870321ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:19.477412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197841551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:19.477454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591351141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-10T14:45:19.477451Z","caller":"traceutil/trace.go:171","msg":"trace[272532090] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28978; }","duration":"2.197913223s","start":"2026-04-10T14:45:17.279529Z","end":"2026-04-10T14:45:19.477443Z","steps":["trace[272532090] 'agreement among raft nodes before linearized reading' (duration: 2.197849881s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:19.47747Z","caller":"traceutil/trace.go:171","msg":"trace[1352765758] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28978; }","duration":"1.591366273s","start":"2026-04-10T14:45:17.886099Z","end":"2026-04-10T14:45:19.477465Z","steps":["trace[1352765758] 'agreement among raft nodes before linearized reading' (duration: 1.59131832s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.477485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:17.88605Z","time spent":"1.591431744s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T14:45:19.477484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:17.279511Z","time spent":"2.197962266s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:19.477583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802626413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:45:19.4776Z","caller":"traceutil/trace.go:171","msg":"trace[1025978933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28978; }","duration":"1.802644614s","start":"2026-04-10T14:45:17.674951Z","end":"2026-04-10T14:45:19.477596Z","steps":["trace[1025978933] 'agreement among raft nodes before linearized reading' (duration: 1.802600653s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.477613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:17.674891Z","time spent":"1.802719535s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:45:19.477682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012803076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-10T14:45:19.477702Z","caller":"traceutil/trace.go:171","msg":"trace[238230729] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:28978; }","duration":"2.012843187s","start":"2026-04-10T14:45:17.46485Z","end":"2026-04-10T14:45:19.477694Z","steps":["trace[238230729] 'agreement among raft nodes before linearized reading' (duration: 2.012801216s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.477715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:17.464838Z","time spent":"2.012872538s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-10T14:45:19.477762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020222611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:19.477777Z","caller":"traceutil/trace.go:171","msg":"trace[287254850] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28978; }","duration":"2.020270341s","start":"2026-04-10T14:45:17.457503Z","end":"2026-04-10T14:45:19.477773Z","steps":["trace[287254850] 'agreement among raft nodes before linearized reading' (duration: 2.020242381s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.477763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204695521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:19.477822Z","caller":"traceutil/trace.go:171","msg":"trace[2039304746] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28978; }","duration":"2.204794774s","start":"2026-04-10T14:45:17.27301Z","end":"2026-04-10T14:45:19.477805Z","steps":["trace[2039304746] 'agreement among raft nodes before linearized reading' (duration: 2.204694442s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.477875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:17.272993Z","time spent":"2.204870345s","remote":"127.0.0.1:55578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:19.477962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448591955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-10T14:45:19.477985Z","caller":"traceutil/trace.go:171","msg":"trace[1544201873] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28978; }","duration":"2.448650866s","start":"2026-04-10T14:45:17.029328Z","end":"2026-04-10T14:45:19.477979Z","steps":["trace[1544201873] 'agreement among raft nodes before linearized reading' (duration: 2.448602515s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.478014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:17.029309Z","time spent":"2.448687757s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:45:19.478078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689177183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:45:19.478099Z","caller":"traceutil/trace.go:171","msg":"trace[1217510823] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28978; }","duration":"2.689226474s","start":"2026-04-10T14:45:16.788867Z","end":"2026-04-10T14:45:19.478094Z","steps":["trace[1217510823] 'agreement among raft nodes before linearized reading' (duration: 2.689181033s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.478112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:16.788852Z","time spent":"2.689256625s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:45:19.477358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:17.299597Z","time spent":"2.177752897s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:19.478286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979416018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"warn","ts":"2026-04-10T14:45:19.47779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:17.457485Z","time spent":"2.020300853s","remote":"127.0.0.1:38402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:19.478352Z","caller":"traceutil/trace.go:171","msg":"trace[1005047441] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28978; }","duration":"2.979522241s","start":"2026-04-10T14:45:16.49881Z","end":"2026-04-10T14:45:19.478332Z","steps":["trace[1005047441] 'agreement among raft nodes before linearized reading' (duration: 2.979307695s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.478398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:16.498791Z","time spent":"2.979593903s","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1538,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-10T14:45:19.538048Z","caller":"traceutil/trace.go:171","msg":"trace[190772383] transaction","detail":"{read_only:false; response_revision:28979; number_of_response:1; }","duration":"430.628524ms","start":"2026-04-10T14:45:19.107365Z","end":"2026-04-10T14:45:19.537994Z","steps":["trace[190772383] 'process raft request' (duration: 430.241884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.538189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.107341Z","time spent":"430.784248ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:19.538419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.057487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:19.538473Z","caller":"traceutil/trace.go:171","msg":"trace[217865036] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28979; }","duration":"247.15445ms","start":"2026-04-10T14:45:19.291302Z","end":"2026-04-10T14:45:19.538456Z","steps":["trace[217865036] 'agreement among raft nodes before linearized reading' (duration: 247.072178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.538667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.78746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:19.538724Z","caller":"traceutil/trace.go:171","msg":"trace[760513342] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28979; }","duration":"999.875653ms","start":"2026-04-10T14:45:18.538834Z","end":"2026-04-10T14:45:19.53871Z","steps":["trace[760513342] 'agreement among raft nodes before linearized reading' (duration: 999.77282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.538757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.978802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-04-10T14:45:19.538836Z","caller":"traceutil/trace.go:171","msg":"trace[1034819006] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:28979; }","duration":"610.107676ms","start":"2026-04-10T14:45:18.928713Z","end":"2026-04-10T14:45:19.538821Z","steps":["trace[1034819006] 'agreement among raft nodes before linearized reading' (duration: 609.847459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.538879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:18.928692Z","time spent":"610.180848ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4461,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-10T14:45:19.538913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.430815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:19.538959Z","caller":"traceutil/trace.go:171","msg":"trace[1732822379] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28979; }","duration":"791.504917ms","start":"2026-04-10T14:45:18.74744Z","end":"2026-04-10T14:45:19.538945Z","steps":["trace[1732822379] 'agreement among raft nodes before linearized reading' (duration: 791.405464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.539016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.53781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-10T14:45:19.53908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:18.74742Z","time spent":"791.590088ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:19.539135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.111978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:19.53917Z","caller":"traceutil/trace.go:171","msg":"trace[927756937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28979; }","duration":"294.20037ms","start":"2026-04-10T14:45:19.244962Z","end":"2026-04-10T14:45:19.539162Z","steps":["trace[927756937] 'agreement among raft nodes before linearized reading' (duration: 294.140949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.539179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.251422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:45:19.539215Z","caller":"traceutil/trace.go:171","msg":"trace[357891114] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:28979; }","duration":"348.356745ms","start":"2026-04-10T14:45:19.190848Z","end":"2026-04-10T14:45:19.539205Z","steps":["trace[357891114] 'agreement among raft nodes before linearized reading' (duration: 348.257253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.539234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.190828Z","time spent":"348.402356ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-04-10T14:45:19.539085Z","caller":"traceutil/trace.go:171","msg":"trace[1276478260] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978; range_end:; response_count:1; response_revision:28979; }","duration":"296.657244ms","start":"2026-04-10T14:45:19.242418Z","end":"2026-04-10T14:45:19.539075Z","steps":["trace[1276478260] 'agreement among raft nodes before linearized reading' (duration: 296.492439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:19.538801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:18.538824Z","time spent":"999.965355ms","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:45:20.038215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660577743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:20.446425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.843321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:20.446722Z","caller":"traceutil/trace.go:171","msg":"trace[1229598411] transaction","detail":"{read_only:false; response_revision:28982; number_of_response:1; }","duration":"963.595123ms","start":"2026-04-10T14:45:19.48311Z","end":"2026-04-10T14:45:20.446705Z","steps":["trace[1229598411] 'process raft request' (duration: 963.513801ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:20.446728Z","caller":"traceutil/trace.go:171","msg":"trace[2070888393] transaction","detail":"{read_only:false; response_revision:28981; number_of_response:1; }","duration":"964.111167ms","start":"2026-04-10T14:45:19.482582Z","end":"2026-04-10T14:45:20.446693Z","steps":["trace[2070888393] 'process raft request' (duration: 963.947153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.446775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.483097Z","time spent":"963.651374ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:20.446899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.482574Z","time spent":"964.235479ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:20.446989Z","caller":"traceutil/trace.go:171","msg":"trace[1109167148] transaction","detail":"{read_only:false; response_revision:28983; number_of_response:1; }","duration":"963.634644ms","start":"2026-04-10T14:45:19.48333Z","end":"2026-04-10T14:45:20.446964Z","steps":["trace[1109167148] 'process raft request' (duration: 963.323187ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:20.447017Z","caller":"traceutil/trace.go:171","msg":"trace[1083558854] transaction","detail":"{read_only:false; response_revision:28984; number_of_response:1; }","duration":"963.526341ms","start":"2026-04-10T14:45:19.483465Z","end":"2026-04-10T14:45:20.446991Z","steps":["trace[1083558854] 'process raft request' (duration: 963.409928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.447094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.483321Z","time spent":"963.720616ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:20.447077Z","caller":"traceutil/trace.go:171","msg":"trace[2103583078] transaction","detail":"{read_only:false; response_revision:28985; number_of_response:1; }","duration":"962.329289ms","start":"2026-04-10T14:45:19.484718Z","end":"2026-04-10T14:45:20.447047Z","steps":["trace[2103583078] 'process raft request' (duration: 962.220207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.447159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.483444Z","time spent":"963.642984ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:20.447216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.484709Z","time spent":"962.445144ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:45:20.447105Z","caller":"traceutil/trace.go:171","msg":"trace[315728279] transaction","detail":"{read_only:false; response_revision:28980; number_of_response:1; }","duration":"964.582189ms","start":"2026-04-10T14:45:19.482483Z","end":"2026-04-10T14:45:20.447065Z","steps":["trace[315728279] 'process raft request' (duration: 712.031919ms)","trace[315728279] 'compare' (duration: 249.384068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:20.447353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.482467Z","time spent":"964.829405ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:20.823779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.540547Z","time spent":"1.283224437s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:45:20.823912Z","caller":"traceutil/trace.go:171","msg":"trace[1020250574] linearizableReadLoop","detail":"{readStateIndex:30329; appliedIndex:30320; }","duration":"1.286101192s","start":"2026-04-10T14:45:19.537785Z","end":"2026-04-10T14:45:20.823886Z","steps":["trace[1020250574] 'read index received' (duration: 656.726173ms)","trace[1020250574] 'applied index is now lower than readState.Index' (duration: 629.373969ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:20.823973Z","caller":"traceutil/trace.go:171","msg":"trace[996209632] transaction","detail":"{read_only:false; response_revision:28987; number_of_response:1; }","duration":"1.27872683s","start":"2026-04-10T14:45:19.545204Z","end":"2026-04-10T14:45:20.823931Z","steps":["trace[996209632] 'process raft request' (duration: 1.278613767s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.824151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.545195Z","time spent":"1.278878424s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:20.824159Z","caller":"traceutil/trace.go:171","msg":"trace[496723896] transaction","detail":"{read_only:false; response_revision:28986; number_of_response:1; }","duration":"1.279679385s","start":"2026-04-10T14:45:19.544447Z","end":"2026-04-10T14:45:20.824126Z","steps":["trace[496723896] 'process raft request' (duration: 1.279191522s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.824268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3395653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:45:20.824334Z","caller":"traceutil/trace.go:171","msg":"trace[712216036] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28987; }","duration":"1.339648132s","start":"2026-04-10T14:45:19.484667Z","end":"2026-04-10T14:45:20.824316Z","steps":["trace[712216036] 'agreement among raft nodes before linearized reading' (duration: 1.339368855s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.824352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.544425Z","time spent":"1.279838438s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:20.824383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.484653Z","time spent":"1.339716753s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:45:20.824418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339771704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-10T14:45:20.824464Z","caller":"traceutil/trace.go:171","msg":"trace[828045711] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28987; }","duration":"1.339837547s","start":"2026-04-10T14:45:19.484612Z","end":"2026-04-10T14:45:20.82445Z","steps":["trace[828045711] 'agreement among raft nodes before linearized reading' (duration: 1.339685322s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.824496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.484602Z","time spent":"1.339886948s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:45:20.824784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343264966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:45:20.824861Z","caller":"traceutil/trace.go:171","msg":"trace[1761579050] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28987; }","duration":"1.34339413s","start":"2026-04-10T14:45:19.481444Z","end":"2026-04-10T14:45:20.824838Z","steps":["trace[1761579050] 'agreement among raft nodes before linearized reading' (duration: 1.343184284s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.824914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.481423Z","time spent":"1.343478112s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:45:20.838763Z","caller":"traceutil/trace.go:171","msg":"trace[2080730656] transaction","detail":"{read_only:false; response_revision:28988; number_of_response:1; }","duration":"386.223554ms","start":"2026-04-10T14:45:20.452523Z","end":"2026-04-10T14:45:20.838746Z","steps":["trace[2080730656] 'process raft request' (duration: 385.813963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.838917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:20.452503Z","time spent":"386.352008ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:20.839129Z","caller":"traceutil/trace.go:171","msg":"trace[1346658043] transaction","detail":"{read_only:false; response_revision:28989; number_of_response:1; }","duration":"382.806844ms","start":"2026-04-10T14:45:20.456314Z","end":"2026-04-10T14:45:20.839121Z","steps":["trace[1346658043] 'process raft request' (duration: 382.120776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.839174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:20.456284Z","time spent":"382.868376ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:45:20.839272Z","caller":"traceutil/trace.go:171","msg":"trace[1849566095] transaction","detail":"{read_only:false; response_revision:28990; number_of_response:1; }","duration":"301.906571ms","start":"2026-04-10T14:45:20.537359Z","end":"2026-04-10T14:45:20.839266Z","steps":["trace[1849566095] 'process raft request' (duration: 301.11112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.839312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:20.537326Z","time spent":"301.966853ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:20.839398Z","caller":"traceutil/trace.go:171","msg":"trace[204048428] transaction","detail":"{read_only:false; response_revision:28991; number_of_response:1; }","duration":"301.544931ms","start":"2026-04-10T14:45:20.537847Z","end":"2026-04-10T14:45:20.839392Z","steps":["trace[204048428] 'process raft request' (duration: 300.653638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.839434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:20.537826Z","time spent":"301.590843ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:20.839516Z","caller":"traceutil/trace.go:171","msg":"trace[1329709509] transaction","detail":"{read_only:false; response_revision:28992; number_of_response:1; }","duration":"301.190862ms","start":"2026-04-10T14:45:20.53832Z","end":"2026-04-10T14:45:20.839511Z","steps":["trace[1329709509] 'process raft request' (duration: 300.203067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.839551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:20.538308Z","time spent":"301.226773ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:20.839685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.218202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:20.839714Z","caller":"traceutil/trace.go:171","msg":"trace[1393800668] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28995; }","duration":"195.302295ms","start":"2026-04-10T14:45:20.644403Z","end":"2026-04-10T14:45:20.839706Z","steps":["trace[1393800668] 'agreement among raft nodes before linearized reading' (duration: 195.253504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.839866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.868026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:20.839892Z","caller":"traceutil/trace.go:171","msg":"trace[308966699] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28995; }","duration":"302.938287ms","start":"2026-04-10T14:45:20.536948Z","end":"2026-04-10T14:45:20.839887Z","steps":["trace[308966699] 'agreement among raft nodes before linearized reading' (duration: 302.894566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.839911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:20.536933Z","time spent":"302.972559ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:20.840046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.6059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:20.84008Z","caller":"traceutil/trace.go:171","msg":"trace[1623829689] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28995; }","duration":"356.643101ms","start":"2026-04-10T14:45:20.48343Z","end":"2026-04-10T14:45:20.840073Z","steps":["trace[1623829689] 'agreement among raft nodes before linearized reading' (duration: 356.59251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.84011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:20.483404Z","time spent":"356.695613ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:20.84021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295119318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:20.840285Z","caller":"traceutil/trace.go:171","msg":"trace[169310810] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28995; }","duration":"1.295208721s","start":"2026-04-10T14:45:19.545056Z","end":"2026-04-10T14:45:20.840265Z","steps":["trace[169310810] 'agreement among raft nodes before linearized reading' (duration: 1.295094468s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.840343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.545048Z","time spent":"1.295281472s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:45:20.840544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216148634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:45:20.840631Z","caller":"traceutil/trace.go:171","msg":"trace[1454671771] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28995; }","duration":"1.216281618s","start":"2026-04-10T14:45:19.624331Z","end":"2026-04-10T14:45:20.840612Z","steps":["trace[1454671771] 'agreement among raft nodes before linearized reading' (duration: 1.215733164s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.840673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.6243Z","time spent":"1.21636245s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:45:20.840666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300281504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:20.840757Z","caller":"traceutil/trace.go:171","msg":"trace[2128136974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28995; }","duration":"1.300387946s","start":"2026-04-10T14:45:19.540337Z","end":"2026-04-10T14:45:20.840725Z","steps":["trace[2128136974] 'agreement among raft nodes before linearized reading' (duration: 1.300232252s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.84078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.884172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-10T14:45:20.840812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.540324Z","time spent":"1.300480578s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:45:20.840671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.367202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:20.840935Z","caller":"traceutil/trace.go:171","msg":"trace[1875680889] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28995; }","duration":"804.612278ms","start":"2026-04-10T14:45:20.036291Z","end":"2026-04-10T14:45:20.840903Z","steps":["trace[1875680889] 'agreement among raft nodes before linearized reading' (duration: 804.332922ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:20.840816Z","caller":"traceutil/trace.go:171","msg":"trace[1589784155] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28995; }","duration":"673.951334ms","start":"2026-04-10T14:45:20.166856Z","end":"2026-04-10T14:45:20.840807Z","steps":["trace[1589784155] 'agreement among raft nodes before linearized reading' (duration: 673.839371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.840955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107426943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130470"} {"level":"warn","ts":"2026-04-10T14:45:20.841017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:20.166839Z","time spent":"674.16283ms","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-10T14:45:20.841037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:20.03623Z","time spent":"804.771402ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:20.841025Z","caller":"traceutil/trace.go:171","msg":"trace[604212277] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28995; }","duration":"1.107528185s","start":"2026-04-10T14:45:19.73348Z","end":"2026-04-10T14:45:20.841008Z","steps":["trace[604212277] 'agreement among raft nodes before linearized reading' (duration: 1.10732629s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:20.841084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:19.733452Z","time spent":"1.107619978s","remote":"127.0.0.1:40522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130493,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-10T14:45:24.209959Z","caller":"traceutil/trace.go:171","msg":"trace[487093181] linearizableReadLoop","detail":"{readStateIndex:30475; appliedIndex:30474; }","duration":"167.861838ms","start":"2026-04-10T14:45:24.042069Z","end":"2026-04-10T14:45:24.209931Z","steps":["trace[487093181] 'read index received' (duration: 167.632672ms)","trace[487093181] 'applied index is now lower than readState.Index' (duration: 228.266µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:24.210154Z","caller":"traceutil/trace.go:171","msg":"trace[1263103994] transaction","detail":"{read_only:false; response_revision:29130; number_of_response:1; }","duration":"175.428875ms","start":"2026-04-10T14:45:24.034657Z","end":"2026-04-10T14:45:24.210086Z","steps":["trace[1263103994] 'process raft request' (duration: 175.103877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:24.210291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.204807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9726"} {"level":"info","ts":"2026-04-10T14:45:24.210378Z","caller":"traceutil/trace.go:171","msg":"trace[727929937] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:29130; }","duration":"168.33069ms","start":"2026-04-10T14:45:24.042029Z","end":"2026-04-10T14:45:24.21036Z","steps":["trace[727929937] 'agreement among raft nodes before linearized reading' (duration: 168.076914ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:25.927807Z","caller":"traceutil/trace.go:171","msg":"trace[1662025900] linearizableReadLoop","detail":"{readStateIndex:30507; appliedIndex:30506; }","duration":"429.358921ms","start":"2026-04-10T14:45:25.498427Z","end":"2026-04-10T14:45:25.927786Z","steps":["trace[1662025900] 'read index received' (duration: 429.186297ms)","trace[1662025900] 'applied index is now lower than readState.Index' (duration: 171.704µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:25.92789Z","caller":"traceutil/trace.go:171","msg":"trace[1516267781] transaction","detail":"{read_only:false; response_revision:29161; number_of_response:1; }","duration":"459.438437ms","start":"2026-04-10T14:45:25.468408Z","end":"2026-04-10T14:45:25.927846Z","steps":["trace[1516267781] 'process raft request' (duration: 459.199491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:25.928072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:25.468386Z","time spent":"459.58062ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:25.928084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.638678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T14:45:25.928123Z","caller":"traceutil/trace.go:171","msg":"trace[1383484528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29161; }","duration":"429.749941ms","start":"2026-04-10T14:45:25.498362Z","end":"2026-04-10T14:45:25.928112Z","steps":["trace[1383484528] 'agreement among raft nodes before linearized reading' (duration: 429.573517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:25.928159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:25.498335Z","time spent":"429.815883ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:45:26.431467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.060251Z","time spent":"371.208792ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:45:26.432366Z","caller":"traceutil/trace.go:171","msg":"trace[1470838615] linearizableReadLoop","detail":"{readStateIndex:30508; appliedIndex:30507; }","duration":"504.436653ms","start":"2026-04-10T14:45:25.927904Z","end":"2026-04-10T14:45:26.43234Z","steps":["trace[1470838615] 'read index received' (duration: 470.417244ms)","trace[1470838615] 'applied index is now lower than readState.Index' (duration: 34.018289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:26.43257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.700979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:26.432614Z","caller":"traceutil/trace.go:171","msg":"trace[1386364556] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:29162; }","duration":"802.803932ms","start":"2026-04-10T14:45:25.629801Z","end":"2026-04-10T14:45:26.432605Z","steps":["trace[1386364556] 'agreement among raft nodes before linearized reading' (duration: 802.683149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:26.432641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:25.629774Z","time spent":"802.859203ms","remote":"127.0.0.1:40740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:26.43261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.978053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29597205-z4qct\" ","response":"range_response_count:1 size:6981"} {"level":"info","ts":"2026-04-10T14:45:26.432661Z","caller":"traceutil/trace.go:171","msg":"trace[929477196] transaction","detail":"{read_only:false; response_revision:29162; number_of_response:1; }","duration":"926.816693ms","start":"2026-04-10T14:45:25.505819Z","end":"2026-04-10T14:45:26.432636Z","steps":["trace[929477196] 'process raft request' (duration: 892.534117ms)","trace[929477196] 'compare' (duration: 33.67848ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:26.43271Z","caller":"traceutil/trace.go:171","msg":"trace[1346631775] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29597205-z4qct; range_end:; response_count:1; response_revision:29162; }","duration":"620.133157ms","start":"2026-04-10T14:45:25.812551Z","end":"2026-04-10T14:45:26.432684Z","steps":["trace[1346631775] 'agreement among raft nodes before linearized reading' (duration: 619.802599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:26.432715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.193948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-04-10T14:45:26.432763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:25.812527Z","time spent":"620.22469ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7004,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29597205-z4qct\" "} {"level":"warn","ts":"2026-04-10T14:45:26.432798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:25.5058Z","time spent":"926.929515ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:26.432848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.613835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:45:26.432965Z","caller":"traceutil/trace.go:171","msg":"trace[2064069984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29162; }","duration":"929.778371ms","start":"2026-04-10T14:45:25.503152Z","end":"2026-04-10T14:45:26.432931Z","steps":["trace[2064069984] 'agreement among raft nodes before linearized reading' (duration: 929.458202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:26.433013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:25.503134Z","time spent":"929.871183ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:45:26.432767Z","caller":"traceutil/trace.go:171","msg":"trace[715801348] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29162; }","duration":"879.27502ms","start":"2026-04-10T14:45:25.553475Z","end":"2026-04-10T14:45:26.43275Z","steps":["trace[715801348] 'agreement among raft nodes before linearized reading' (duration: 879.123156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:26.43313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:25.553459Z","time spent":"879.662711ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"info","ts":"2026-04-10T14:45:26.512416Z","caller":"traceutil/trace.go:171","msg":"trace[1444243040] transaction","detail":"{read_only:false; response_revision:29163; number_of_response:1; }","duration":"554.562343ms","start":"2026-04-10T14:45:25.957827Z","end":"2026-04-10T14:45:26.512389Z","steps":["trace[1444243040] 'process raft request' (duration: 554.42408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:26.512576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:25.957803Z","time spent":"554.697897ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:27.703768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1914562s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:45:27.710933Z","caller":"traceutil/trace.go:171","msg":"trace[617136858] transaction","detail":"{read_only:false; response_revision:29164; number_of_response:1; }","duration":"1.285580249s","start":"2026-04-10T14:45:26.425323Z","end":"2026-04-10T14:45:27.710904Z","steps":["trace[617136858] 'process raft request' (duration: 1.278753071s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:27.711119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.425299Z","time spent":"1.285739113s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:27.711209Z","caller":"traceutil/trace.go:171","msg":"trace[2037863434] linearizableReadLoop","detail":"{readStateIndex:30510; appliedIndex:30508; }","duration":"1.27873469s","start":"2026-04-10T14:45:26.43245Z","end":"2026-04-10T14:45:27.711185Z","steps":["trace[2037863434] 'read index received' (duration: 79.876738ms)","trace[2037863434] 'applied index is now lower than readState.Index' (duration: 1.198857232s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:27.711318Z","caller":"traceutil/trace.go:171","msg":"trace[487014832] transaction","detail":"{read_only:false; response_revision:29165; number_of_response:1; }","duration":"1.270770873s","start":"2026-04-10T14:45:26.440538Z","end":"2026-04-10T14:45:27.711309Z","steps":["trace[487014832] 'process raft request' (duration: 1.270297381s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:27.713671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.440523Z","time spent":"1.273084753s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:27.711957Z","caller":"traceutil/trace.go:171","msg":"trace[1927512892] transaction","detail":"{read_only:false; response_revision:29166; number_of_response:1; }","duration":"1.271012978s","start":"2026-04-10T14:45:26.44093Z","end":"2026-04-10T14:45:27.711943Z","steps":["trace[1927512892] 'process raft request' (duration: 1.270124625s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:27.71386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.440907Z","time spent":"1.272931069s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:27.711948Z","caller":"traceutil/trace.go:171","msg":"trace[1301892302] transaction","detail":"{read_only:false; response_revision:29167; number_of_response:1; }","duration":"1.265874934s","start":"2026-04-10T14:45:26.446029Z","end":"2026-04-10T14:45:27.711904Z","steps":["trace[1301892302] 'process raft request' (duration: 1.265103664s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:27.713979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.44602Z","time spent":"1.267941749s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7198,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:27.712085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438917607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:27.714133Z","caller":"traceutil/trace.go:171","msg":"trace[443127005] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29167; }","duration":"1.441028973s","start":"2026-04-10T14:45:26.273092Z","end":"2026-04-10T14:45:27.714121Z","steps":["trace[443127005] 'agreement among raft nodes before linearized reading' (duration: 1.438850095s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:27.714162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.273072Z","time spent":"1.441079143s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:27.712209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411647274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:45:27.714337Z","caller":"traceutil/trace.go:171","msg":"trace[1003751988] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29167; }","duration":"1.413813151s","start":"2026-04-10T14:45:26.300514Z","end":"2026-04-10T14:45:27.714327Z","steps":["trace[1003751988] 'agreement among raft nodes before linearized reading' (duration: 1.411588373s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:27.71436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.300494Z","time spent":"1.413858452s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:45:27.71228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658447734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:27.714536Z","caller":"traceutil/trace.go:171","msg":"trace[974805962] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:29167; }","duration":"1.660738134s","start":"2026-04-10T14:45:26.053791Z","end":"2026-04-10T14:45:27.714529Z","steps":["trace[974805962] 'agreement among raft nodes before linearized reading' (duration: 1.658441264s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:27.714561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.053769Z","time spent":"1.660783425s","remote":"127.0.0.1:32784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:27.71243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603943199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:45:27.714697Z","caller":"traceutil/trace.go:171","msg":"trace[174200171] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:29167; }","duration":"1.60627729s","start":"2026-04-10T14:45:26.108411Z","end":"2026-04-10T14:45:27.714689Z","steps":["trace[174200171] 'agreement among raft nodes before linearized reading' (duration: 1.603817736s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:27.714738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.108384Z","time spent":"1.606337241s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":188,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:28.211713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:28.712757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:29.213749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:29.238223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:45:29.238313Z","caller":"traceutil/trace.go:171","msg":"trace[269566896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339543s","start":"2026-04-10T14:45:27.237955Z","end":"2026-04-10T14:45:29.238295Z","steps":["trace[269566896] 'agreement among raft nodes before linearized reading' (duration: 2.000219159s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:29.238357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.237938Z","time spent":"2.000409874s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:45:29.71463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:30.147794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.443560386s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:45:30.384215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:28.96822Z","time spent":"1.415986647s","remote":"127.0.0.1:41312","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:45:30.385722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.58389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:30.38596Z","caller":"traceutil/trace.go:171","msg":"trace[2077372786] transaction","detail":"{read_only:false; response_revision:29169; number_of_response:1; }","duration":"3.522424332s","start":"2026-04-10T14:45:26.863517Z","end":"2026-04-10T14:45:30.385941Z","steps":["trace[2077372786] 'process raft request' (duration: 3.522296329s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:30.386035Z","caller":"traceutil/trace.go:171","msg":"trace[1471863355] transaction","detail":"{read_only:false; response_revision:29168; number_of_response:1; }","duration":"3.526365005s","start":"2026-04-10T14:45:26.859611Z","end":"2026-04-10T14:45:30.385976Z","steps":["trace[1471863355] 'process raft request' (duration: 3.288449117s)","trace[1471863355] 'compare' (duration: 237.045535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:30.386078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.863493Z","time spent":"3.522501373s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:30.386128Z","caller":"traceutil/trace.go:171","msg":"trace[418587476] transaction","detail":"{read_only:false; response_revision:29172; number_of_response:1; }","duration":"3.340533427s","start":"2026-04-10T14:45:27.045577Z","end":"2026-04-10T14:45:30.386111Z","steps":["trace[418587476] 'process raft request' (duration: 3.340487236s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.386186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.859579Z","time spent":"3.526529419s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:30.386215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.045555Z","time spent":"3.34061896s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:30.386207Z","caller":"traceutil/trace.go:171","msg":"trace[303197017] transaction","detail":"{read_only:false; response_revision:29170; number_of_response:1; }","duration":"3.521907378s","start":"2026-04-10T14:45:26.864248Z","end":"2026-04-10T14:45:30.386155Z","steps":["trace[303197017] 'process raft request' (duration: 3.521656362s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.386857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.864241Z","time spent":"3.522535945s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:30.386208Z","caller":"traceutil/trace.go:171","msg":"trace[447575753] transaction","detail":"{read_only:false; response_revision:29171; number_of_response:1; }","duration":"3.521435497s","start":"2026-04-10T14:45:26.864733Z","end":"2026-04-10T14:45:30.386168Z","steps":["trace[447575753] 'process raft request' (duration: 3.521242832s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.387086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.864714Z","time spent":"3.52232446s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:30.387518Z","caller":"traceutil/trace.go:171","msg":"trace[1843041578] linearizableReadLoop","detail":"{readStateIndex:30520; appliedIndex:30513; }","duration":"2.676226165s","start":"2026-04-10T14:45:27.711278Z","end":"2026-04-10T14:45:30.387505Z","steps":["trace[1843041578] 'read index received' (duration: 2.436761666s)","trace[1843041578] 'applied index is now lower than readState.Index' (duration: 239.463299ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:30.387689Z","caller":"traceutil/trace.go:171","msg":"trace[1730777469] transaction","detail":"{read_only:false; response_revision:29173; number_of_response:1; }","duration":"1.946996396s","start":"2026-04-10T14:45:28.440683Z","end":"2026-04-10T14:45:30.387679Z","steps":["trace[1730777469] 'process raft request' (duration: 1.946676118s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.387954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761472195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-10T14:45:30.388Z","caller":"traceutil/trace.go:171","msg":"trace[1109456452] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:29174; }","duration":"2.761522096s","start":"2026-04-10T14:45:27.626465Z","end":"2026-04-10T14:45:30.387987Z","steps":["trace[1109456452] 'agreement among raft nodes before linearized reading' (duration: 2.761365422s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.388037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.62646Z","time spent":"2.761569627s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:45:30.388107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759903463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7622"} {"level":"info","ts":"2026-04-10T14:45:30.388185Z","caller":"traceutil/trace.go:171","msg":"trace[1638465665] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:29174; }","duration":"2.760010005s","start":"2026-04-10T14:45:27.628159Z","end":"2026-04-10T14:45:30.388169Z","steps":["trace[1638465665] 'agreement among raft nodes before linearized reading' (duration: 2.759731568s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.388219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.628152Z","time spent":"2.760061186s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7645,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:45:30.390347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763865146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7938"} {"level":"info","ts":"2026-04-10T14:45:30.390497Z","caller":"traceutil/trace.go:171","msg":"trace[404074666] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:29174; }","duration":"2.764032401s","start":"2026-04-10T14:45:27.626444Z","end":"2026-04-10T14:45:30.390476Z","steps":["trace[404074666] 'agreement among raft nodes before linearized reading' (duration: 2.763682932s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.390548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.626439Z","time spent":"2.764098064s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7961,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-04-10T14:45:30.39088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764422522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-04-10T14:45:30.390942Z","caller":"traceutil/trace.go:171","msg":"trace[1940016783] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:29174; }","duration":"2.764483753s","start":"2026-04-10T14:45:27.626441Z","end":"2026-04-10T14:45:30.390925Z","steps":["trace[1940016783] 'agreement among raft nodes before linearized reading' (duration: 2.76435809s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.391005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.626438Z","time spent":"2.764550345s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5204,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:45:30.39117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764734219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7760"} {"level":"info","ts":"2026-04-10T14:45:30.391196Z","caller":"traceutil/trace.go:171","msg":"trace[460108074] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:29174; }","duration":"2.76477172s","start":"2026-04-10T14:45:27.626417Z","end":"2026-04-10T14:45:30.391188Z","steps":["trace[460108074] 'agreement among raft nodes before linearized reading' (duration: 2.764694028s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.391223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.62641Z","time spent":"2.76480892s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7783,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-04-10T14:45:30.391376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764941545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-04-10T14:45:30.391402Z","caller":"traceutil/trace.go:171","msg":"trace[2017397265] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:29174; }","duration":"2.764974426s","start":"2026-04-10T14:45:27.62642Z","end":"2026-04-10T14:45:30.391395Z","steps":["trace[2017397265] 'agreement among raft nodes before linearized reading' (duration: 2.764898334s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.391431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.626415Z","time spent":"2.765011446s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-04-10T14:45:30.391581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765209172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7278"} {"level":"info","ts":"2026-04-10T14:45:30.391611Z","caller":"traceutil/trace.go:171","msg":"trace[2085549390] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:29174; }","duration":"2.765241713s","start":"2026-04-10T14:45:27.626358Z","end":"2026-04-10T14:45:30.3916Z","steps":["trace[2085549390] 'agreement among raft nodes before linearized reading' (duration: 2.765165721s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.391899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.626354Z","time spent":"2.76553453s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7301,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-04-10T14:45:30.392086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765827618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:7264"} {"level":"info","ts":"2026-04-10T14:45:30.392121Z","caller":"traceutil/trace.go:171","msg":"trace[965051899] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:29174; }","duration":"2.766138975s","start":"2026-04-10T14:45:27.625967Z","end":"2026-04-10T14:45:30.392106Z","steps":["trace[965051899] 'agreement among raft nodes before linearized reading' (duration: 2.766058533s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.392144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.625954Z","time spent":"2.766184997s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7287,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} {"level":"warn","ts":"2026-04-10T14:45:30.392294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766144576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:7015"} {"level":"info","ts":"2026-04-10T14:45:30.392325Z","caller":"traceutil/trace.go:171","msg":"trace[1680798599] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:29174; }","duration":"2.766195697s","start":"2026-04-10T14:45:27.626117Z","end":"2026-04-10T14:45:30.392313Z","steps":["trace[1680798599] 'agreement among raft nodes before linearized reading' (duration: 2.766122476s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.39235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.626109Z","time spent":"2.766234618s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7038,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-04-10T14:45:30.392491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766357001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-api\" ","response":"range_response_count:1 size:7558"} {"level":"info","ts":"2026-04-10T14:45:30.392524Z","caller":"traceutil/trace.go:171","msg":"trace[1488821915] range","detail":"{range_begin:/registry/deployments/openstack/senlin-api; range_end:; response_count:1; response_revision:29174; }","duration":"2.766379891s","start":"2026-04-10T14:45:27.626129Z","end":"2026-04-10T14:45:30.392509Z","steps":["trace[1488821915] 'agreement among raft nodes before linearized reading' (duration: 2.76631421s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.392548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.626109Z","time spent":"2.766431983s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7581,"request content":"key:\"/registry/deployments/openstack/senlin-api\" "} {"level":"warn","ts":"2026-04-10T14:45:30.388316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761402902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:4461"} {"level":"info","ts":"2026-04-10T14:45:30.392635Z","caller":"traceutil/trace.go:171","msg":"trace[877980989] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:29174; }","duration":"2.765715605s","start":"2026-04-10T14:45:27.62689Z","end":"2026-04-10T14:45:30.392605Z","steps":["trace[877980989] 'agreement among raft nodes before linearized reading' (duration: 2.761370371s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.392701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766614219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-04-10T14:45:30.392712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766623819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"warn","ts":"2026-04-10T14:45:30.392732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766874995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"warn","ts":"2026-04-10T14:45:30.392714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765835418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"warn","ts":"2026-04-10T14:45:30.392723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.626883Z","time spent":"2.765797747s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4484,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"info","ts":"2026-04-10T14:45:30.392815Z","caller":"traceutil/trace.go:171","msg":"trace[1219518045] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:29174; }","duration":"2.767007419s","start":"2026-04-10T14:45:27.625777Z","end":"2026-04-10T14:45:30.392784Z","steps":["trace[1219518045] 'agreement among raft nodes before linearized reading' (duration: 2.766882856s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:30.392823Z","caller":"traceutil/trace.go:171","msg":"trace[1355510254] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:29174; }","duration":"2.76668604s","start":"2026-04-10T14:45:27.626036Z","end":"2026-04-10T14:45:30.392722Z","steps":["trace[1355510254] 'agreement among raft nodes before linearized reading' (duration: 2.766607519s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.392838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.625757Z","time spent":"2.767075991s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5081,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:45:30.392835Z","caller":"traceutil/trace.go:171","msg":"trace[1299055674] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:29174; }","duration":"2.765979751s","start":"2026-04-10T14:45:27.626813Z","end":"2026-04-10T14:45:30.392793Z","steps":["trace[1299055674] 'agreement among raft nodes before linearized reading' (duration: 2.765795446s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.392865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.625985Z","time spent":"2.766869305s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3659,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-04-10T14:45:30.392877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.626803Z","time spent":"2.766064864s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4243,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-10T14:45:30.392938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113601358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:30.392994Z","caller":"traceutil/trace.go:171","msg":"trace[2099985523] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:29174; }","duration":"3.113694081s","start":"2026-04-10T14:45:27.279275Z","end":"2026-04-10T14:45:30.392969Z","steps":["trace[2099985523] 'agreement among raft nodes before linearized reading' (duration: 3.113523166s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.39302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.279266Z","time spent":"3.113745762s","remote":"127.0.0.1:55516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:30.393103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950588987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-10T14:45:30.393136Z","caller":"traceutil/trace.go:171","msg":"trace[577418249] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29174; }","duration":"2.950648157s","start":"2026-04-10T14:45:27.44247Z","end":"2026-04-10T14:45:30.393118Z","steps":["trace[577418249] 'agreement among raft nodes before linearized reading' (duration: 2.950587156s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.387754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:28.440657Z","time spent":"1.947062068s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:30.393153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.442451Z","time spent":"2.950697889s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"warn","ts":"2026-04-10T14:45:30.39323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767196823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5119"} {"level":"info","ts":"2026-04-10T14:45:30.39327Z","caller":"traceutil/trace.go:171","msg":"trace[1460471779] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:29174; }","duration":"2.767290325s","start":"2026-04-10T14:45:27.625971Z","end":"2026-04-10T14:45:30.393261Z","steps":["trace[1460471779] 'agreement among raft nodes before linearized reading' (duration: 2.766897565s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.393294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.625944Z","time spent":"2.767339446s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5142,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-04-10T14:45:30.393377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259773888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:30.393406Z","caller":"traceutil/trace.go:171","msg":"trace[1638227360] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:29174; }","duration":"3.25983234s","start":"2026-04-10T14:45:27.133557Z","end":"2026-04-10T14:45:30.39339Z","steps":["trace[1638227360] 'agreement among raft nodes before linearized reading' (duration: 3.259714896s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.393422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.133533Z","time spent":"3.259884541s","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:30.393429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466636515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:30.393475Z","caller":"traceutil/trace.go:171","msg":"trace[1514699898] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29174; }","duration":"3.466708756s","start":"2026-04-10T14:45:26.926742Z","end":"2026-04-10T14:45:30.39345Z","steps":["trace[1514699898] 'agreement among raft nodes before linearized reading' (duration: 3.466640135s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.393505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.926719Z","time spent":"3.466775368s","remote":"127.0.0.1:55030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:30.393694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514542106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:45:30.393721Z","caller":"traceutil/trace.go:171","msg":"trace[656624752] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29174; }","duration":"3.514597977s","start":"2026-04-10T14:45:26.879109Z","end":"2026-04-10T14:45:30.393707Z","steps":["trace[656624752] 'agreement among raft nodes before linearized reading' (duration: 3.514538175s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:30.392803Z","caller":"traceutil/trace.go:171","msg":"trace[1852071967] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:29174; }","duration":"2.766704721s","start":"2026-04-10T14:45:27.626064Z","end":"2026-04-10T14:45:30.392769Z","steps":["trace[1852071967] 'agreement among raft nodes before linearized reading' (duration: 2.761717551s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.393736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.879091Z","time spent":"3.514641068s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:45:30.39375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.626058Z","time spent":"2.767683166s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5469,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-04-10T14:45:30.393946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688392548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:30.393969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439322189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:45:30.393968Z","caller":"traceutil/trace.go:171","msg":"trace[1086476061] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:29174; }","duration":"3.68845235s","start":"2026-04-10T14:45:26.705504Z","end":"2026-04-10T14:45:30.393956Z","steps":["trace[1086476061] 'agreement among raft nodes before linearized reading' (duration: 3.688416489s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.393989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.705477Z","time spent":"3.688505812s","remote":"127.0.0.1:60934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:30.394136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208173158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-10T14:45:30.394189Z","caller":"traceutil/trace.go:171","msg":"trace[1996757807] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:29174; }","duration":"3.208446436s","start":"2026-04-10T14:45:27.185718Z","end":"2026-04-10T14:45:30.394164Z","steps":["trace[1996757807] 'agreement among raft nodes before linearized reading' (duration: 3.208142878s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.394214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.185703Z","time spent":"3.208503557s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-10T14:45:30.394286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497250785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:30.394325Z","caller":"traceutil/trace.go:171","msg":"trace[997029719] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:29174; }","duration":"3.497281226s","start":"2026-04-10T14:45:26.897025Z","end":"2026-04-10T14:45:30.394307Z","steps":["trace[997029719] 'agreement among raft nodes before linearized reading' (duration: 3.496940836s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.394342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.919310374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T14:45:30.39435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.896986Z","time spent":"3.497356817s","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:30.394356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924045778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:45:30.394374Z","caller":"traceutil/trace.go:171","msg":"trace[422258485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29174; }","duration":"3.919354945s","start":"2026-04-10T14:45:26.475003Z","end":"2026-04-10T14:45:30.394358Z","steps":["trace[422258485] 'agreement among raft nodes before linearized reading' (duration: 3.919292303s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.394356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824881376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:30.394395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.474993Z","time spent":"3.919397797s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:45:30.394386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767610104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5128"} {"level":"info","ts":"2026-04-10T14:45:30.394431Z","caller":"traceutil/trace.go:171","msg":"trace[957524273] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:29174; }","duration":"2.767664005s","start":"2026-04-10T14:45:27.626752Z","end":"2026-04-10T14:45:30.394416Z","steps":["trace[957524273] 'agreement among raft nodes before linearized reading' (duration: 2.767530152s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:30.39444Z","caller":"traceutil/trace.go:171","msg":"trace[738864886] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:29174; }","duration":"3.82499871s","start":"2026-04-10T14:45:26.569406Z","end":"2026-04-10T14:45:30.394405Z","steps":["trace[738864886] 'agreement among raft nodes before linearized reading' (duration: 3.824896317s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.394471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.626745Z","time spent":"2.767716986s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5151,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-04-10T14:45:30.394483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.569376Z","time spent":"3.825093453s","remote":"127.0.0.1:45512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:30.394569Z","caller":"traceutil/trace.go:171","msg":"trace[1375808429] transaction","detail":"{read_only:false; response_revision:29174; number_of_response:1; }","duration":"1.783664877s","start":"2026-04-10T14:45:28.610888Z","end":"2026-04-10T14:45:30.394553Z","steps":["trace[1375808429] 'process raft request' (duration: 1.776559911s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.394623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:28.610868Z","time spent":"1.783721099s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:30.394356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.859739048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-10T14:45:30.3947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674413858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-10T14:45:30.394723Z","caller":"traceutil/trace.go:171","msg":"trace[2146642419] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29174; }","duration":"2.674643074s","start":"2026-04-10T14:45:27.720068Z","end":"2026-04-10T14:45:30.394711Z","steps":["trace[2146642419] 'agreement among raft nodes before linearized reading' (duration: 2.674585372s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:30.394717Z","caller":"traceutil/trace.go:171","msg":"trace[403841803] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29174; }","duration":"3.860136457s","start":"2026-04-10T14:45:26.534565Z","end":"2026-04-10T14:45:30.394702Z","steps":["trace[403841803] 'agreement among raft nodes before linearized reading' (duration: 3.859715807s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.394738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.720053Z","time spent":"2.674680726s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:45:30.394758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766595688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7925"} {"level":"warn","ts":"2026-04-10T14:45:30.394765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.534542Z","time spent":"3.86020921s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:45:30.39478Z","caller":"traceutil/trace.go:171","msg":"trace[1006957157] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:29174; }","duration":"2.766627708s","start":"2026-04-10T14:45:27.628145Z","end":"2026-04-10T14:45:30.394773Z","steps":["trace[1006957157] 'agreement among raft nodes before linearized reading' (duration: 2.760052206s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.394805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.628139Z","time spent":"2.76666036s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7948,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-04-10T14:45:30.394849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711548879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:30.39488Z","caller":"traceutil/trace.go:171","msg":"trace[152522822] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:29174; }","duration":"2.711620711s","start":"2026-04-10T14:45:27.683242Z","end":"2026-04-10T14:45:30.394863Z","steps":["trace[152522822] 'agreement among raft nodes before linearized reading' (duration: 2.711433416s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.394898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.683218Z","time spent":"2.711674613s","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:30.3949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766617438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11611"} {"level":"info","ts":"2026-04-10T14:45:30.394925Z","caller":"traceutil/trace.go:171","msg":"trace[750049143] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:29174; }","duration":"2.766650959s","start":"2026-04-10T14:45:27.628268Z","end":"2026-04-10T14:45:30.394919Z","steps":["trace[750049143] 'agreement among raft nodes before linearized reading' (duration: 2.766588927s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.394939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.628262Z","time spent":"2.76667385s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11634,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"info","ts":"2026-04-10T14:45:30.393993Z","caller":"traceutil/trace.go:171","msg":"trace[959418305] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29174; }","duration":"3.43937031s","start":"2026-04-10T14:45:26.95461Z","end":"2026-04-10T14:45:30.39398Z","steps":["trace[959418305] 'agreement among raft nodes before linearized reading' (duration: 3.439316079s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.395042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.954593Z","time spent":"3.440433978s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:45:30.39515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766956926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-04-10T14:45:30.39519Z","caller":"traceutil/trace.go:171","msg":"trace[119402178] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29174; }","duration":"2.766996498s","start":"2026-04-10T14:45:27.628179Z","end":"2026-04-10T14:45:30.395175Z","steps":["trace[119402178] 'agreement among raft nodes before linearized reading' (duration: 2.766706131s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.395207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.62817Z","time spent":"2.767032539s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-10T14:45:30.395318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462590843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T14:45:30.395338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.305118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:45:30.395339Z","caller":"traceutil/trace.go:171","msg":"trace[409735680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29174; }","duration":"2.462607513s","start":"2026-04-10T14:45:27.932722Z","end":"2026-04-10T14:45:30.39533Z","steps":["trace[409735680] 'agreement among raft nodes before linearized reading' (duration: 2.462549452s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.395358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.932679Z","time spent":"2.462675535s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:45:30.395362Z","caller":"traceutil/trace.go:171","msg":"trace[1910436265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29174; }","duration":"675.323928ms","start":"2026-04-10T14:45:29.720027Z","end":"2026-04-10T14:45:30.395351Z","steps":["trace[1910436265] 'agreement among raft nodes before linearized reading' (duration: 674.923909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.395376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:29.719966Z","time spent":"675.406311ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:45:30.395488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878118507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T14:45:30.395512Z","caller":"traceutil/trace.go:171","msg":"trace[424028635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29174; }","duration":"1.878170117s","start":"2026-04-10T14:45:28.51733Z","end":"2026-04-10T14:45:30.3955Z","steps":["trace[424028635] 'agreement among raft nodes before linearized reading' (duration: 1.878114426s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.395529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:28.517312Z","time spent":"1.878212829s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:45:30.395634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342257958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:30.395657Z","caller":"traceutil/trace.go:171","msg":"trace[1822155562] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:29174; }","duration":"2.34231326s","start":"2026-04-10T14:45:28.053334Z","end":"2026-04-10T14:45:30.395647Z","steps":["trace[1822155562] 'agreement among raft nodes before linearized reading' (duration: 2.342270089s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.395672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:28.053315Z","time spent":"2.34235182s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:30.395795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672832947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29597205-m4jcr\" ","response":"range_response_count:1 size:6541"} {"level":"info","ts":"2026-04-10T14:45:30.395819Z","caller":"traceutil/trace.go:171","msg":"trace[2080449048] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29597205-m4jcr; range_end:; response_count:1; response_revision:29174; }","duration":"2.672862188s","start":"2026-04-10T14:45:27.722945Z","end":"2026-04-10T14:45:30.395807Z","steps":["trace[2080449048] 'agreement among raft nodes before linearized reading' (duration: 2.672801176s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.395843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:27.72294Z","time spent":"2.672897659s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6564,"request content":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29597205-m4jcr\" "} {"level":"info","ts":"2026-04-10T14:45:30.394384Z","caller":"traceutil/trace.go:171","msg":"trace[1403925803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29174; }","duration":"3.92412008s","start":"2026-04-10T14:45:26.470257Z","end":"2026-04-10T14:45:30.394377Z","steps":["trace[1403925803] 'agreement among raft nodes before linearized reading' (duration: 3.924057259s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.39599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.470238Z","time spent":"3.925746982s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:45:30.395986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.230093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-04-10T14:45:30.396055Z","caller":"traceutil/trace.go:171","msg":"trace[2083746568] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29174; }","duration":"901.285744ms","start":"2026-04-10T14:45:29.494744Z","end":"2026-04-10T14:45:30.39603Z","steps":["trace[2083746568] 'agreement among raft nodes before linearized reading' (duration: 901.13147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.396106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:29.494658Z","time spent":"901.439019ms","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-10T14:45:30.396264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157081702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:30.396279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.314121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:30.396295Z","caller":"traceutil/trace.go:171","msg":"trace[924997812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29174; }","duration":"1.157148674s","start":"2026-04-10T14:45:29.239132Z","end":"2026-04-10T14:45:30.396281Z","steps":["trace[924997812] 'agreement among raft nodes before linearized reading' (duration: 1.157105372s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.39631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:29.239105Z","time spent":"1.157202024s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:45:30.396325Z","caller":"traceutil/trace.go:171","msg":"trace[956568906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29174; }","duration":"884.366533ms","start":"2026-04-10T14:45:29.511934Z","end":"2026-04-10T14:45:30.396301Z","steps":["trace[956568906] 'agreement among raft nodes before linearized reading' (duration: 884.320472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.396346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:29.511923Z","time spent":"884.418924ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:45:30.396415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204656325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:45:30.396474Z","caller":"traceutil/trace.go:171","msg":"trace[566163849] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:29174; }","duration":"1.204742417s","start":"2026-04-10T14:45:29.191708Z","end":"2026-04-10T14:45:30.39645Z","steps":["trace[566163849] 'agreement among raft nodes before linearized reading' (duration: 1.204610793s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.39651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:29.191685Z","time spent":"1.204815959s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-10T14:45:30.396568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82120794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:30.39661Z","caller":"traceutil/trace.go:171","msg":"trace[1982836167] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:29174; }","duration":"3.821298222s","start":"2026-04-10T14:45:26.575303Z","end":"2026-04-10T14:45:30.396601Z","steps":["trace[1982836167] 'agreement among raft nodes before linearized reading' (duration: 3.821223721s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.39663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869299705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:45:30.396679Z","caller":"traceutil/trace.go:171","msg":"trace[291817041] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29174; }","duration":"1.869356357s","start":"2026-04-10T14:45:28.527302Z","end":"2026-04-10T14:45:30.396658Z","steps":["trace[291817041] 'agreement among raft nodes before linearized reading' (duration: 1.867874118s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:30.396704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:28.527293Z","time spent":"1.869404668s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2811,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:30.396639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:26.575272Z","time spent":"3.821355134s","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:30.899802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:31.400023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:31.822895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.423322869s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:45:32.421048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99883159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:32.421155Z","caller":"traceutil/trace.go:171","msg":"trace[1509187811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998963073s","start":"2026-04-10T14:45:30.422165Z","end":"2026-04-10T14:45:32.421128Z","steps":["trace[1509187811] 'agreement among raft nodes before linearized reading' (duration: 1.99883746s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:32.421218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.42216Z","time spent":"1.999043135s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:45:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:32.887799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064686346s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-10T14:45:32.887971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.399414Z","time spent":"2.48855156s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:45:33.309475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.486327695s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:45:33.571928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:45:33.572045Z","caller":"traceutil/trace.go:171","msg":"trace[215773831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259557s","start":"2026-04-10T14:45:31.571759Z","end":"2026-04-10T14:45:33.572019Z","steps":["trace[215773831] 'agreement among raft nodes before linearized reading' (duration: 2.000115343s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:33.57212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:31.571731Z","time spent":"2.00037665s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:45:34.429161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:34.429273Z","caller":"traceutil/trace.go:171","msg":"trace[2130859815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584945s","start":"2026-04-10T14:45:32.428668Z","end":"2026-04-10T14:45:34.429253Z","steps":["trace[2130859815] 'agreement among raft nodes before linearized reading' (duration: 2.000450242s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:34.429324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:32.428648Z","time spent":"2.000663447s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:45:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:35.417438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.418233Z","time spent":"4.999196905s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-10T14:45:35.417654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.418595Z","time spent":"4.99905057s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:45:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:35.419343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.422399Z","time spent":"4.996935466s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:45:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:35.68781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256204436s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:35.687964Z","caller":"traceutil/trace.go:171","msg":"trace[1897182141] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29174; }","duration":"2.25636741s","start":"2026-04-10T14:45:33.431575Z","end":"2026-04-10T14:45:35.687942Z","steps":["trace[1897182141] 'range keys from in-memory index tree' (duration: 2.256189206s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:35.690089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380237337s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:35.690364Z","caller":"traceutil/trace.go:171","msg":"trace[1255434465] transaction","detail":"{read_only:false; response_revision:29175; number_of_response:1; }","duration":"5.280749033s","start":"2026-04-10T14:45:30.409588Z","end":"2026-04-10T14:45:35.690337Z","steps":["trace[1255434465] 'process raft request' (duration: 2.900143826s)","trace[1255434465] 'compare' (duration: 2.377723012s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:35.690409Z","caller":"traceutil/trace.go:171","msg":"trace[716755315] transaction","detail":"{read_only:false; response_revision:29177; number_of_response:1; }","duration":"5.273941754s","start":"2026-04-10T14:45:30.416453Z","end":"2026-04-10T14:45:35.690394Z","steps":["trace[716755315] 'process raft request' (duration: 5.273844132s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:35.690468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.41644Z","time spent":"5.274000695s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:35.69049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.409577Z","time spent":"5.280845605s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:35.69056Z","caller":"traceutil/trace.go:171","msg":"trace[1942337399] transaction","detail":"{read_only:false; response_revision:29176; number_of_response:1; }","duration":"5.274100828s","start":"2026-04-10T14:45:30.416451Z","end":"2026-04-10T14:45:35.690551Z","steps":["trace[1942337399] 'process raft request' (duration: 5.273740058s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:35.690612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.416432Z","time spent":"5.274156901s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:35.691137Z","caller":"traceutil/trace.go:171","msg":"trace[1411824729] transaction","detail":"{read_only:false; response_revision:29180; number_of_response:1; }","duration":"5.26881013s","start":"2026-04-10T14:45:30.422315Z","end":"2026-04-10T14:45:35.691125Z","steps":["trace[1411824729] 'process raft request' (duration: 5.268541973s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:35.691195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.422309Z","time spent":"5.268858192s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:35.69139Z","caller":"traceutil/trace.go:171","msg":"trace[257803156] linearizableReadLoop","detail":"{readStateIndex:30529; appliedIndex:30520; }","duration":"5.291840883s","start":"2026-04-10T14:45:30.399503Z","end":"2026-04-10T14:45:35.691343Z","steps":["trace[257803156] 'read index received' (duration: 1.423600407s)","trace[257803156] 'applied index is now lower than readState.Index' (duration: 3.868239166s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:35.691413Z","caller":"traceutil/trace.go:171","msg":"trace[1680244532] transaction","detail":"{read_only:false; response_revision:29182; number_of_response:1; }","duration":"5.250994954s","start":"2026-04-10T14:45:30.440365Z","end":"2026-04-10T14:45:35.69136Z","steps":["trace[1680244532] 'process raft request' (duration: 5.250892232s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:35.691614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.292104719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f91f059-4c69-4314-958e-c338e91d14be\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-10T14:45:35.691627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.440344Z","time spent":"5.251174098s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6761,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:35.691656Z","caller":"traceutil/trace.go:171","msg":"trace[264498634] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f91f059-4c69-4314-958e-c338e91d14be; range_end:; response_count:1; response_revision:29182; }","duration":"5.29216056s","start":"2026-04-10T14:45:30.399483Z","end":"2026-04-10T14:45:35.691644Z","steps":["trace[264498634] 'agreement among raft nodes before linearized reading' (duration: 5.292007336s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:35.691694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.399454Z","time spent":"5.292231343s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-7f91f059-4c69-4314-958e-c338e91d14be\" "} {"level":"warn","ts":"2026-04-10T14:45:36.191791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:36.29882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.152264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:36.298944Z","caller":"traceutil/trace.go:171","msg":"trace[941953393] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"603.337039ms","start":"2026-04-10T14:45:35.695578Z","end":"2026-04-10T14:45:36.298915Z","steps":["trace[941953393] 'agreement among raft nodes before linearized reading' (duration: 603.185975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:36.299016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:35.695567Z","time spent":"603.429851ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/10 14:45:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:36.435571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:36.435679Z","caller":"traceutil/trace.go:171","msg":"trace[656008142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493252s","start":"2026-04-10T14:45:34.435163Z","end":"2026-04-10T14:45:36.435656Z","steps":["trace[656008142] 'agreement among raft nodes before linearized reading' (duration: 2.000361049s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:36.435766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:34.435147Z","time spent":"2.000606994s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:45:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:36.6928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:36.954548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.544970743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:36.95462Z","caller":"traceutil/trace.go:171","msg":"trace[527468595] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"6.545099786s","start":"2026-04-10T14:45:30.409503Z","end":"2026-04-10T14:45:36.954603Z","steps":["trace[527468595] 'agreement among raft nodes before linearized reading' (duration: 6.545001294s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:36.954652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.409485Z","time spent":"6.545160438s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/10 14:45:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:37.186816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.538344124s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:45:37.390449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:32.392302Z","time spent":"4.998133016s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:45:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:37.391162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:32.393135Z","time spent":"4.998023384s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:45:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:37.393303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:32.394973Z","time spent":"4.99832707s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:45:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:37.40069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:32.403083Z","time spent":"4.997601233s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:45:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:37.406926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:32.409078Z","time spent":"4.997843679s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/10 14:45:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.436281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:45:38.436411Z","caller":"traceutil/trace.go:171","msg":"trace[1674124796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508473s","start":"2026-04-10T14:45:36.435872Z","end":"2026-04-10T14:45:38.436381Z","steps":["trace[1674124796] 'agreement among raft nodes before linearized reading' (duration: 2.00035027s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.436481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:36.435842Z","time spent":"2.000623127s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.516722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096829725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.516826Z","caller":"traceutil/trace.go:171","msg":"trace[1689812474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.096992169s","start":"2026-04-10T14:45:37.419809Z","end":"2026-04-10T14:45:38.516801Z","steps":["trace[1689812474] 'agreement among raft nodes before linearized reading' (duration: 1.096866976s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.516876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.419789Z","time spent":"1.097075492s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.810487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390665895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.810584Z","caller":"traceutil/trace.go:171","msg":"trace[1395553232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.390794298s","start":"2026-04-10T14:45:37.419765Z","end":"2026-04-10T14:45:38.81056Z","steps":["trace[1395553232] 'agreement among raft nodes before linearized reading' (duration: 1.390687396s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.810634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.419753Z","time spent":"1.390869521s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.810957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623897001s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:38.811668Z","caller":"traceutil/trace.go:171","msg":"trace[220080052] transaction","detail":"{read_only:false; response_revision:29188; number_of_response:1; }","duration":"6.090492154s","start":"2026-04-10T14:45:32.721155Z","end":"2026-04-10T14:45:38.811648Z","steps":["trace[220080052] 'process raft request' (duration: 6.090270069s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.811785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:32.721129Z","time spent":"6.090590708s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:38.812082Z","caller":"traceutil/trace.go:171","msg":"trace[1424210084] transaction","detail":"{read_only:false; response_revision:29189; number_of_response:1; }","duration":"5.923256444s","start":"2026-04-10T14:45:32.888812Z","end":"2026-04-10T14:45:38.812069Z","steps":["trace[1424210084] 'process raft request' (duration: 5.922765531s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.812154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:32.888797Z","time spent":"5.923322256s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:38.831127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.421484156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-10T14:45:38.831135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.416252889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.831178Z","caller":"traceutil/trace.go:171","msg":"trace[1337225099] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; }","duration":"8.421566938s","start":"2026-04-10T14:45:30.4096Z","end":"2026-04-10T14:45:38.831167Z","steps":["trace[1337225099] 'agreement among raft nodes before linearized reading' (duration: 8.421498867s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.831203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.414858433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-10T14:45:38.831209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.40959Z","time spent":"8.421613729s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-10T14:45:38.831234Z","caller":"traceutil/trace.go:171","msg":"trace[98133270] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; }","duration":"8.414897044s","start":"2026-04-10T14:45:30.416326Z","end":"2026-04-10T14:45:38.831223Z","steps":["trace[98133270] 'agreement among raft nodes before linearized reading' (duration: 8.414869523s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.831279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.41632Z","time spent":"8.414950565s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.831233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.414841063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.831332Z","caller":"traceutil/trace.go:171","msg":"trace[620278251] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; }","duration":"8.414947905s","start":"2026-04-10T14:45:30.416378Z","end":"2026-04-10T14:45:38.831326Z","steps":["trace[620278251] 'agreement among raft nodes before linearized reading' (duration: 8.414847993s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.831352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.416375Z","time spent":"8.414972266s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-10T14:45:38.831207Z","caller":"traceutil/trace.go:171","msg":"trace[1111685367] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; }","duration":"8.416339242s","start":"2026-04-10T14:45:30.41485Z","end":"2026-04-10T14:45:38.831189Z","steps":["trace[1111685367] 'agreement among raft nodes before linearized reading' (duration: 8.41626151s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.831398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.414844Z","time spent":"8.416551277s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.831135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.421559928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-rpc-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.831437Z","caller":"traceutil/trace.go:171","msg":"trace[843983332] range","detail":"{range_begin:/registry/deployments/openstack/neutron-rpc-server; range_end:; }","duration":"8.421903106s","start":"2026-04-10T14:45:30.40953Z","end":"2026-04-10T14:45:38.831434Z","steps":["trace[843983332] 'agreement among raft nodes before linearized reading' (duration: 8.421563837s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.831449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.409527Z","time spent":"8.421918736s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/neutron-rpc-server\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.833216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280800494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a50616e7d3b613\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.833253Z","caller":"traceutil/trace.go:171","msg":"trace[255167068] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a50616e7d3b613; range_end:; }","duration":"1.280869075s","start":"2026-04-10T14:45:37.552375Z","end":"2026-04-10T14:45:38.833244Z","steps":["trace[255167068] 'agreement among raft nodes before linearized reading' (duration: 1.280825584s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.552358Z","time spent":"1.280909337s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a50616e7d3b613\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.833317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.418719283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-10T14:45:38.833318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.410915969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.833345Z","caller":"traceutil/trace.go:171","msg":"trace[1905868176] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; }","duration":"8.410951381s","start":"2026-04-10T14:45:30.422385Z","end":"2026-04-10T14:45:38.833337Z","steps":["trace[1905868176] 'agreement among raft nodes before linearized reading' (duration: 8.41092182s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.422382Z","time spent":"8.410976161s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.833329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.423732225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-10T14:45:38.833398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.423767975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-10T14:45:38.833407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.423880068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.833419Z","caller":"traceutil/trace.go:171","msg":"trace[548375214] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; }","duration":"8.423851887s","start":"2026-04-10T14:45:30.409548Z","end":"2026-04-10T14:45:38.8334Z","steps":["trace[548375214] 'agreement among raft nodes before linearized reading' (duration: 8.423731534s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.423835737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.833452Z","caller":"traceutil/trace.go:171","msg":"trace[1596477732] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; }","duration":"8.423865518s","start":"2026-04-10T14:45:30.409584Z","end":"2026-04-10T14:45:38.833449Z","steps":["trace[1596477732] 'agreement among raft nodes before linearized reading' (duration: 8.423842917s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.414992716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-10T14:45:38.833472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.409544Z","time spent":"8.423918669s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-10T14:45:38.833465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.40958Z","time spent":"8.423880568s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"warn","ts":"2026-04-10T14:45:38.8335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.415311364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"","error":"context canceled"} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-10T14:45:38.833516Z","caller":"traceutil/trace.go:171","msg":"trace[14436000] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; }","duration":"8.415343045s","start":"2026-04-10T14:45:30.418167Z","end":"2026-04-10T14:45:38.83351Z","steps":["trace[14436000] 'agreement among raft nodes before linearized reading' (duration: 8.415329805s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.41816Z","time spent":"8.415365885s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.83354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.424061693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.833553Z","caller":"traceutil/trace.go:171","msg":"trace[1856510512] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; }","duration":"8.424099733s","start":"2026-04-10T14:45:30.40945Z","end":"2026-04-10T14:45:38.833549Z","steps":["trace[1856510512] 'agreement among raft nodes before linearized reading' (duration: 8.424085203s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.415017875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-10T14:45:38.833568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.409433Z","time spent":"8.424131445s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"info","ts":"2026-04-10T14:45:38.833573Z","caller":"traceutil/trace.go:171","msg":"trace[246935544] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; }","duration":"8.415034627s","start":"2026-04-10T14:45:30.418535Z","end":"2026-04-10T14:45:38.83357Z","steps":["trace[246935544] 'agreement among raft nodes before linearized reading' (duration: 8.415023256s)"],"step_count":1} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.833586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.418533Z","time spent":"8.415049888s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-10T14:45:38.833328Z","caller":"traceutil/trace.go:171","msg":"trace[1395034047] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; }","duration":"8.418746503s","start":"2026-04-10T14:45:30.414578Z","end":"2026-04-10T14:45:38.833324Z","steps":["trace[1395034047] 'agreement among raft nodes before linearized reading' (duration: 8.418734513s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.424027641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-10T14:45:38.833603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.415091898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.833617Z","caller":"traceutil/trace.go:171","msg":"trace[512434736] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; }","duration":"8.424038352s","start":"2026-04-10T14:45:30.409575Z","end":"2026-04-10T14:45:38.833613Z","steps":["trace[512434736] 'agreement among raft nodes before linearized reading' (duration: 8.424027111s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:38.833429Z","caller":"traceutil/trace.go:171","msg":"trace[1254680692] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; }","duration":"8.423911939s","start":"2026-04-10T14:45:30.409511Z","end":"2026-04-10T14:45:38.833423Z","steps":["trace[1254680692] 'agreement among raft nodes before linearized reading' (duration: 8.423890568s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.83364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.409562Z","time spent":"8.424072083s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:45:38.833382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.423768335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"","error":"context canceled"} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-10T14:45:38.833668Z","caller":"traceutil/trace.go:171","msg":"trace[1965100100] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; }","duration":"8.424064283s","start":"2026-04-10T14:45:30.409599Z","end":"2026-04-10T14:45:38.833664Z","steps":["trace[1965100100] 'agreement among raft nodes before linearized reading' (duration: 8.423776726s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:38.833479Z","caller":"traceutil/trace.go:171","msg":"trace[1014660241] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; }","duration":"8.415244642s","start":"2026-04-10T14:45:30.41823Z","end":"2026-04-10T14:45:38.833474Z","steps":["trace[1014660241] 'agreement among raft nodes before linearized reading' (duration: 8.415226282s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.409596Z","time spent":"8.424083254s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.833694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.41822Z","time spent":"8.415469418s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-10T14:45:38.833644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.409507Z","time spent":"8.424133524s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-10T14:45:38.833411Z","caller":"traceutil/trace.go:171","msg":"trace[1185359852] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; }","duration":"8.423788366s","start":"2026-04-10T14:45:30.409619Z","end":"2026-04-10T14:45:38.833407Z","steps":["trace[1185359852] 'agreement among raft nodes before linearized reading' (duration: 8.423775325s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.409614Z","time spent":"8.424126645s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.833346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.416974858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.833776Z","caller":"traceutil/trace.go:171","msg":"trace[544972713] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; }","duration":"8.417407269s","start":"2026-04-10T14:45:30.416359Z","end":"2026-04-10T14:45:38.833766Z","steps":["trace[544972713] 'agreement among raft nodes before linearized reading' (duration: 8.416983508s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.416356Z","time spent":"8.41743442s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.833618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.41457Z","time spent":"8.419044191s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:38.833482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.420001077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:38.833879Z","caller":"traceutil/trace.go:171","msg":"trace[1565363399] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; }","duration":"8.420422128s","start":"2026-04-10T14:45:30.41345Z","end":"2026-04-10T14:45:38.833872Z","steps":["trace[1565363399] 'agreement among raft nodes before linearized reading' (duration: 8.420026207s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.413439Z","time spent":"8.420462229s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-10T14:45:38.833625Z","caller":"traceutil/trace.go:171","msg":"trace[593667425] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; }","duration":"8.41512157s","start":"2026-04-10T14:45:30.418497Z","end":"2026-04-10T14:45:38.833619Z","steps":["trace[593667425] 'agreement among raft nodes before linearized reading' (duration: 8.415099859s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:38.833952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.418493Z","time spent":"8.415455009s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} 2026/04/10 14:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:39.719064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294753673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:39.719193Z","caller":"traceutil/trace.go:171","msg":"trace[1978121939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.294921388s","start":"2026-04-10T14:45:37.424244Z","end":"2026-04-10T14:45:39.719165Z","steps":["trace[1978121939] 'agreement among raft nodes before linearized reading' (duration: 2.294772704s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.719272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.424212Z","time spent":"2.295040501s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/10 14:45:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:39.803984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005744384s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:45:39.921726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1096574s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:45:39.921996Z","caller":"traceutil/trace.go:171","msg":"trace[1499667805] linearizableReadLoop","detail":"{readStateIndex:30537; appliedIndex:30529; }","duration":"4.230515724s","start":"2026-04-10T14:45:35.691463Z","end":"2026-04-10T14:45:39.921978Z","steps":["trace[1499667805] 'read index received' (duration: 1.495529106s)","trace[1499667805] 'applied index is now lower than readState.Index' (duration: 2.734985618s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:39.922394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.362303119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:45:39.92245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.518816898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-10T14:45:39.92247Z","caller":"traceutil/trace.go:171","msg":"trace[1534639934] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:29189; }","duration":"8.362442392s","start":"2026-04-10T14:45:31.560009Z","end":"2026-04-10T14:45:39.922451Z","steps":["trace[1534639934] 'agreement among raft nodes before linearized reading' (duration: 8.362299847s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:39.92251Z","caller":"traceutil/trace.go:171","msg":"trace[1795415969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29189; }","duration":"8.518918371s","start":"2026-04-10T14:45:31.403571Z","end":"2026-04-10T14:45:39.92249Z","steps":["trace[1795415969] 'agreement among raft nodes before linearized reading' (duration: 8.518740635s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.922575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:31.403546Z","time spent":"8.519014785s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"warn","ts":"2026-04-10T14:45:39.922585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.641541276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:39.922571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510097381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-04-10T14:45:39.922691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.567827889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:39.922707Z","caller":"traceutil/trace.go:171","msg":"trace[169231054] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29189; }","duration":"4.510298085s","start":"2026-04-10T14:45:35.412377Z","end":"2026-04-10T14:45:39.922675Z","steps":["trace[169231054] 'agreement among raft nodes before linearized reading' (duration: 4.509896664s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:39.922743Z","caller":"traceutil/trace.go:171","msg":"trace[1696796014] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:29189; }","duration":"6.567922251s","start":"2026-04-10T14:45:33.354809Z","end":"2026-04-10T14:45:39.922731Z","steps":["trace[1696796014] 'agreement among raft nodes before linearized reading' (duration: 6.567846769s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.922773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:35.412356Z","time spent":"4.510401908s","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-10T14:45:39.922782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.133593531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-10T14:45:39.922845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.936033692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:39.922895Z","caller":"traceutil/trace.go:171","msg":"trace[1189108903] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:29189; }","duration":"6.936115675s","start":"2026-04-10T14:45:32.986767Z","end":"2026-04-10T14:45:39.922883Z","steps":["trace[1189108903] 'agreement among raft nodes before linearized reading' (duration: 6.936044683s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.922945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:32.986752Z","time spent":"6.936179826s","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.922957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.043246404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:39.923006Z","caller":"traceutil/trace.go:171","msg":"trace[1360797411] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29189; }","duration":"9.043339557s","start":"2026-04-10T14:45:30.879649Z","end":"2026-04-10T14:45:39.922988Z","steps":["trace[1360797411] 'agreement among raft nodes before linearized reading' (duration: 9.043272936s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.923054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.879621Z","time spent":"9.043419139s","remote":"127.0.0.1:55252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:45:39.922918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.884981628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:45:39.923035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.469902829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-10T14:45:39.923138Z","caller":"traceutil/trace.go:171","msg":"trace[822117005] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:29189; }","duration":"4.885230294s","start":"2026-04-10T14:45:35.037888Z","end":"2026-04-10T14:45:39.923118Z","steps":["trace[822117005] 'agreement among raft nodes before linearized reading' (duration: 4.884984397s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.923185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.324184067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:39.923213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:35.037868Z","time spent":"4.885323807s","remote":"127.0.0.1:54878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:39.923243Z","caller":"traceutil/trace.go:171","msg":"trace[1148208382] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:29189; }","duration":"7.32429606s","start":"2026-04-10T14:45:32.598933Z","end":"2026-04-10T14:45:39.923229Z","steps":["trace[1148208382] 'agreement among raft nodes before linearized reading' (duration: 7.324205118s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.923286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.17315718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:39.923349Z","caller":"traceutil/trace.go:171","msg":"trace[1342629097] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:29189; }","duration":"9.173261443s","start":"2026-04-10T14:45:30.750072Z","end":"2026-04-10T14:45:39.923333Z","steps":["trace[1342629097] 'agreement among raft nodes before linearized reading' (duration: 9.17316767s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.923356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470751183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-10T14:45:39.92338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.465065954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:39.923418Z","caller":"traceutil/trace.go:171","msg":"trace[65240352] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29189; }","duration":"4.470838424s","start":"2026-04-10T14:45:35.45256Z","end":"2026-04-10T14:45:39.923399Z","steps":["trace[65240352] 'agreement among raft nodes before linearized reading' (duration: 4.47066028s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:39.923459Z","caller":"traceutil/trace.go:171","msg":"trace[2046396943] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:29189; }","duration":"4.465157356s","start":"2026-04-10T14:45:35.458282Z","end":"2026-04-10T14:45:39.923439Z","steps":["trace[2046396943] 'agreement among raft nodes before linearized reading' (duration: 4.465045004s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.923472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:35.452542Z","time spent":"4.470918467s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T14:45:39.92347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.667570841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:39.923519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:35.458275Z","time spent":"4.465227508s","remote":"127.0.0.1:45434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:39.923534Z","caller":"traceutil/trace.go:171","msg":"trace[1528458464] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:29189; }","duration":"5.667658703s","start":"2026-04-10T14:45:34.255856Z","end":"2026-04-10T14:45:39.923515Z","steps":["trace[1528458464] 'agreement among raft nodes before linearized reading' (duration: 5.667578831s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.92358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:34.255841Z","time spent":"5.667725065s","remote":"127.0.0.1:55566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.923641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.508564685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:45:39.923696Z","caller":"traceutil/trace.go:171","msg":"trace[2124585389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29189; }","duration":"9.508630097s","start":"2026-04-10T14:45:30.415054Z","end":"2026-04-10T14:45:39.923684Z","steps":["trace[2124585389] 'agreement among raft nodes before linearized reading' (duration: 9.508493134s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.923744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.415048Z","time spent":"9.50868496s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:45:39.922523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:31.559987Z","time spent":"8.362520514s","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.923523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.501298986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-10T14:45:39.923946Z","caller":"traceutil/trace.go:171","msg":"trace[772106907] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978; range_end:; response_count:1; response_revision:29189; }","duration":"9.501735648s","start":"2026-04-10T14:45:30.422195Z","end":"2026-04-10T14:45:39.92393Z","steps":["trace[772106907] 'agreement among raft nodes before linearized reading' (duration: 9.501230934s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.924005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.42218Z","time spent":"9.50181055s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" "} {"level":"warn","ts":"2026-04-10T14:45:39.9234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:30.750049Z","time spent":"9.173337655s","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.922891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.628301149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:39.924147Z","caller":"traceutil/trace.go:171","msg":"trace[1104326721] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29189; }","duration":"8.629604904s","start":"2026-04-10T14:45:31.294522Z","end":"2026-04-10T14:45:39.924127Z","steps":["trace[1104326721] 'agreement among raft nodes before linearized reading' (duration: 8.62831578s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:39.922843Z","caller":"traceutil/trace.go:171","msg":"trace[1035770304] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29189; }","duration":"6.133704743s","start":"2026-04-10T14:45:33.789122Z","end":"2026-04-10T14:45:39.922827Z","steps":["trace[1035770304] 'agreement among raft nodes before linearized reading' (duration: 6.133528639s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.924217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:31.294501Z","time spent":"8.629695166s","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.924255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:33.789102Z","time spent":"6.135136111s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-10T14:45:39.923296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:32.598913Z","time spent":"7.324367401s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:39.924387Z","caller":"traceutil/trace.go:171","msg":"trace[300314926] transaction","detail":"{read_only:false; response_revision:29190; number_of_response:1; }","duration":"2.061791344s","start":"2026-04-10T14:45:37.862579Z","end":"2026-04-10T14:45:39.92437Z","steps":["trace[300314926] 'process raft request' (duration: 2.059278049s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:39.922632Z","caller":"traceutil/trace.go:171","msg":"trace[733251598] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:29189; }","duration":"4.641629269s","start":"2026-04-10T14:45:35.280985Z","end":"2026-04-10T14:45:39.922614Z","steps":["trace[733251598] 'agreement among raft nodes before linearized reading' (duration: 4.641562997s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.924492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:35.280966Z","time spent":"4.643506568s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.924518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.862541Z","time spent":"2.061903808s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:39.923403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.929382644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:39.924609Z","caller":"traceutil/trace.go:171","msg":"trace[1079905706] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29189; }","duration":"5.930637787s","start":"2026-04-10T14:45:33.993955Z","end":"2026-04-10T14:45:39.924593Z","steps":["trace[1079905706] 'agreement among raft nodes before linearized reading' (duration: 5.929383074s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.924679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:33.993934Z","time spent":"5.930725189s","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.922789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:33.354784Z","time spent":"6.567991113s","remote":"127.0.0.1:40820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.923072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.502197653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:39.925063Z","caller":"traceutil/trace.go:171","msg":"trace[1555959190] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29189; }","duration":"4.504305519s","start":"2026-04-10T14:45:35.420723Z","end":"2026-04-10T14:45:39.925029Z","steps":["trace[1555959190] 'agreement among raft nodes before linearized reading' (duration: 4.502109781s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.925766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:35.420708Z","time spent":"4.504983707s","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:39.926425Z","caller":"traceutil/trace.go:171","msg":"trace[1666722812] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29189; }","duration":"4.470089695s","start":"2026-04-10T14:45:35.453054Z","end":"2026-04-10T14:45:39.923143Z","steps":["trace[1666722812] 'agreement among raft nodes before linearized reading' (duration: 4.469755536s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.926486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:35.453037Z","time spent":"4.473433621s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-10T14:45:39.984243Z","caller":"traceutil/trace.go:171","msg":"trace[240383686] transaction","detail":"{read_only:false; response_revision:29191; number_of_response:1; }","duration":"2.089696795s","start":"2026-04-10T14:45:37.894504Z","end":"2026-04-10T14:45:39.984201Z","steps":["trace[240383686] 'process raft request' (duration: 2.02985201s)","trace[240383686] 'compare' (duration: 59.559647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:39.984418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.894485Z","time spent":"2.089847308s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:39.984442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.24549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:45:39.984532Z","caller":"traceutil/trace.go:171","msg":"trace[903243586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29193; }","duration":"263.391353ms","start":"2026-04-10T14:45:39.721121Z","end":"2026-04-10T14:45:39.984512Z","steps":["trace[903243586] 'agreement among raft nodes before linearized reading' (duration: 263.167628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.984632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541807635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:39.984668Z","caller":"traceutil/trace.go:171","msg":"trace[543571781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29193; }","duration":"1.541877627s","start":"2026-04-10T14:45:38.44278Z","end":"2026-04-10T14:45:39.984657Z","steps":["trace[543571781] 'agreement among raft nodes before linearized reading' (duration: 1.541821135s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.984702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:38.442758Z","time spent":"1.541934999s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:45:39.98472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582290748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-10T14:45:39.98475Z","caller":"traceutil/trace.go:171","msg":"trace[670962493] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:29193; }","duration":"2.582334559s","start":"2026-04-10T14:45:37.402407Z","end":"2026-04-10T14:45:39.984741Z","steps":["trace[670962493] 'agreement among raft nodes before linearized reading' (duration: 2.582241207s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.98478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.4024Z","time spent":"2.58237236s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-10T14:45:39.984795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57698131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-10T14:45:39.984906Z","caller":"traceutil/trace.go:171","msg":"trace[318870489] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:29193; }","duration":"2.577112942s","start":"2026-04-10T14:45:37.407764Z","end":"2026-04-10T14:45:39.984877Z","steps":["trace[318870489] 'agreement among raft nodes before linearized reading' (duration: 2.576771933s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.98497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.407754Z","time spent":"2.577201074s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-10T14:45:39.985015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465753138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-10T14:45:39.985043Z","caller":"traceutil/trace.go:171","msg":"trace[230642466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29193; }","duration":"1.465818439s","start":"2026-04-10T14:45:38.519216Z","end":"2026-04-10T14:45:39.985034Z","steps":["trace[230642466] 'agreement among raft nodes before linearized reading' (duration: 1.465723647s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.985063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:38.519194Z","time spent":"1.46586496s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:45:39.985031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310666404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:39.985139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591519309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-04-10T14:45:39.985174Z","caller":"traceutil/trace.go:171","msg":"trace[964821769] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29193; }","duration":"1.310858509s","start":"2026-04-10T14:45:38.674293Z","end":"2026-04-10T14:45:39.985151Z","steps":["trace[964821769] 'agreement among raft nodes before linearized reading' (duration: 1.310614773s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.985259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593322946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-10T14:45:39.985266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:38.674273Z","time spent":"1.310966471s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.985342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39156784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:39.98538Z","caller":"traceutil/trace.go:171","msg":"trace[66601206] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:29193; }","duration":"3.391645822s","start":"2026-04-10T14:45:36.593724Z","end":"2026-04-10T14:45:39.985369Z","steps":["trace[66601206] 'agreement among raft nodes before linearized reading' (duration: 3.391587699s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.985411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:36.593702Z","time spent":"3.391700523s","remote":"127.0.0.1:46506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.985452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548748987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:45:39.985521Z","caller":"traceutil/trace.go:171","msg":"trace[2124995014] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:29193; }","duration":"1.548819129s","start":"2026-04-10T14:45:38.436681Z","end":"2026-04-10T14:45:39.9855Z","steps":["trace[2124995014] 'agreement among raft nodes before linearized reading' (duration: 1.548597242s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.985574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.701148741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:45:39.98558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:38.436658Z","time spent":"1.548904921s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":131,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:39.985619Z","caller":"traceutil/trace.go:171","msg":"trace[407950795] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:29193; }","duration":"3.701219312s","start":"2026-04-10T14:45:36.284385Z","end":"2026-04-10T14:45:39.985604Z","steps":["trace[407950795] 'agreement among raft nodes before linearized reading' (duration: 3.701121769s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.985642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:36.284368Z","time spent":"3.701268733s","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.985716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.290804791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-10T14:45:39.985765Z","caller":"traceutil/trace.go:171","msg":"trace[17702021] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:29193; }","duration":"4.290876462s","start":"2026-04-10T14:45:35.694876Z","end":"2026-04-10T14:45:39.985753Z","steps":["trace[17702021] 'agreement among raft nodes before linearized reading' (duration: 4.290767889s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.985797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:35.694866Z","time spent":"4.290923003s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-10T14:45:39.985808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420641599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:39.985838Z","caller":"traceutil/trace.go:171","msg":"trace[575406815] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29193; }","duration":"3.42070019s","start":"2026-04-10T14:45:36.56513Z","end":"2026-04-10T14:45:39.985831Z","steps":["trace[575406815] 'agreement among raft nodes before linearized reading' (duration: 3.420631258s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.985697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.497218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:39.985867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:36.565115Z","time spent":"3.420746482s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:39.986028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558177833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:39.98605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291347765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-10T14:45:39.986061Z","caller":"traceutil/trace.go:171","msg":"trace[3932328] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:29193; }","duration":"3.558236676s","start":"2026-04-10T14:45:36.427814Z","end":"2026-04-10T14:45:39.986051Z","steps":["trace[3932328] 'agreement among raft nodes before linearized reading' (duration: 3.558168273s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.986082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:36.427798Z","time spent":"3.558278886s","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:39.986084Z","caller":"traceutil/trace.go:171","msg":"trace[450781877] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29193; }","duration":"4.291423077s","start":"2026-04-10T14:45:35.69465Z","end":"2026-04-10T14:45:39.986073Z","steps":["trace[450781877] 'agreement among raft nodes before linearized reading' (duration: 4.291295493s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.986113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:35.694625Z","time spent":"4.291480118s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"warn","ts":"2026-04-10T14:45:39.985058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590163614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-10T14:45:39.985292Z","caller":"traceutil/trace.go:171","msg":"trace[337357886] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:29193; }","duration":"2.593395848s","start":"2026-04-10T14:45:37.391889Z","end":"2026-04-10T14:45:39.985285Z","steps":["trace[337357886] 'agreement among raft nodes before linearized reading' (duration: 2.593313436s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:39.986913Z","caller":"traceutil/trace.go:171","msg":"trace[615873104] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:29193; }","duration":"2.592031943s","start":"2026-04-10T14:45:37.394864Z","end":"2026-04-10T14:45:39.986896Z","steps":["trace[615873104] 'agreement among raft nodes before linearized reading' (duration: 2.590122993s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.984921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.3754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:39.986973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.39187Z","time spent":"2.595080003s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-10T14:45:39.987018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289492175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:45:39.98704Z","caller":"traceutil/trace.go:171","msg":"trace[702595012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29193; }","duration":"2.289521416s","start":"2026-04-10T14:45:37.697512Z","end":"2026-04-10T14:45:39.987033Z","steps":["trace[702595012] 'agreement among raft nodes before linearized reading' (duration: 2.289471205s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.987067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.697509Z","time spent":"2.289553887s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T14:45:39.98703Z","caller":"traceutil/trace.go:171","msg":"trace[1314514162] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:29193; }","duration":"703.512156ms","start":"2026-04-10T14:45:39.283499Z","end":"2026-04-10T14:45:39.987011Z","steps":["trace[1314514162] 'agreement among raft nodes before linearized reading' (duration: 701.389061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.987072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173085739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-10T14:45:39.986927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290781149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-10T14:45:39.987114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:39.283479Z","time spent":"703.618309ms","remote":"127.0.0.1:45464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:39.987115Z","caller":"traceutil/trace.go:171","msg":"trace[1368139823] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29193; }","duration":"1.17315405s","start":"2026-04-10T14:45:38.813945Z","end":"2026-04-10T14:45:39.987099Z","steps":["trace[1368139823] 'agreement among raft nodes before linearized reading' (duration: 1.173045958s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.987142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28967683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:45:39.987142Z","caller":"traceutil/trace.go:171","msg":"trace[791625028] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29193; }","duration":"2.291032266s","start":"2026-04-10T14:45:37.696093Z","end":"2026-04-10T14:45:39.987125Z","steps":["trace[791625028] 'agreement among raft nodes before linearized reading' (duration: 2.29077235s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:39.987161Z","caller":"traceutil/trace.go:171","msg":"trace[365573487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29193; }","duration":"2.289706571s","start":"2026-04-10T14:45:37.697449Z","end":"2026-04-10T14:45:39.987156Z","steps":["trace[365573487] 'agreement among raft nodes before linearized reading' (duration: 2.28965784s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.98718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.697445Z","time spent":"2.289730151s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:45:39.987184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.696069Z","time spent":"2.291101737s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:45:39.987172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:38.813929Z","time spent":"1.173228123s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-10T14:45:39.986968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.394856Z","time spent":"2.592095995s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-10T14:45:39.98697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583800892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:39.985182Z","caller":"traceutil/trace.go:171","msg":"trace[506374586] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:29193; }","duration":"2.591600042s","start":"2026-04-10T14:45:37.393571Z","end":"2026-04-10T14:45:39.985171Z","steps":["trace[506374586] 'agreement among raft nodes before linearized reading' (duration: 2.59150868s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:39.987367Z","caller":"traceutil/trace.go:171","msg":"trace[1687092812] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29193; }","duration":"1.584263715s","start":"2026-04-10T14:45:38.403088Z","end":"2026-04-10T14:45:39.987352Z","steps":["trace[1687092812] 'agreement among raft nodes before linearized reading' (duration: 1.583857995s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.987399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:37.393551Z","time spent":"2.59383743s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-10T14:45:39.98742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:38.403069Z","time spent":"1.584335947s","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:39.993318Z","caller":"traceutil/trace.go:171","msg":"trace[232654302] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:29193; }","duration":"886.739084ms","start":"2026-04-10T14:45:39.099137Z","end":"2026-04-10T14:45:39.985876Z","steps":["trace[232654302] 'agreement among raft nodes before linearized reading' (duration: 886.479068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:39.99349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:39.099111Z","time spent":"894.301932ms","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:40.806431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.260113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:40.806718Z","caller":"traceutil/trace.go:171","msg":"trace[905185673] linearizableReadLoop","detail":"{readStateIndex:30545; appliedIndex:30542; }","duration":"810.350719ms","start":"2026-04-10T14:45:39.996354Z","end":"2026-04-10T14:45:40.806705Z","steps":["trace[905185673] 'read index received' (duration: 274.963956ms)","trace[905185673] 'applied index is now lower than readState.Index' (duration: 535.386113ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:40.80678Z","caller":"traceutil/trace.go:171","msg":"trace[1417101107] transaction","detail":"{read_only:false; response_revision:29194; number_of_response:1; }","duration":"810.847652ms","start":"2026-04-10T14:45:39.995925Z","end":"2026-04-10T14:45:40.806773Z","steps":["trace[1417101107] 'process raft request' (duration: 275.380307ms)","trace[1417101107] 'compare' (duration: 533.679107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:40.806829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:39.995916Z","time spent":"810.886322ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:40.807093Z","caller":"traceutil/trace.go:171","msg":"trace[1422751407] transaction","detail":"{read_only:false; response_revision:29195; number_of_response:1; }","duration":"810.852201ms","start":"2026-04-10T14:45:39.996234Z","end":"2026-04-10T14:45:40.807086Z","steps":["trace[1422751407] 'process raft request' (duration: 810.289077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:40.807139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:39.996228Z","time spent":"810.889652ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:40.807241Z","caller":"traceutil/trace.go:171","msg":"trace[303608601] transaction","detail":"{read_only:false; response_revision:29196; number_of_response:1; }","duration":"810.928643ms","start":"2026-04-10T14:45:39.996303Z","end":"2026-04-10T14:45:40.807231Z","steps":["trace[303608601] 'process raft request' (duration: 810.271637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:40.80728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:39.996298Z","time spent":"810.963196ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:40.807372Z","caller":"traceutil/trace.go:171","msg":"trace[1662504659] transaction","detail":"{read_only:false; response_revision:29197; number_of_response:1; }","duration":"809.348282ms","start":"2026-04-10T14:45:39.998015Z","end":"2026-04-10T14:45:40.807364Z","steps":["trace[1662504659] 'process raft request' (duration: 808.585463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:40.807416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:39.997995Z","time spent":"809.399194ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:40.807646Z","caller":"traceutil/trace.go:171","msg":"trace[1790245902] transaction","detail":"{read_only:false; response_revision:29198; number_of_response:1; }","duration":"806.496818ms","start":"2026-04-10T14:45:40.001137Z","end":"2026-04-10T14:45:40.807634Z","steps":["trace[1790245902] 'process raft request' (duration: 805.485912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:40.80776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.001126Z","time spent":"806.556499ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:40.807958Z","caller":"traceutil/trace.go:171","msg":"trace[828893697] transaction","detail":"{read_only:false; response_revision:29199; number_of_response:1; }","duration":"756.42641ms","start":"2026-04-10T14:45:40.051519Z","end":"2026-04-10T14:45:40.807945Z","steps":["trace[828893697] 'process raft request' (duration: 755.149286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:40.808018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.051498Z","time spent":"756.492642ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:40.808107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.751345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-04-10T14:45:40.808154Z","caller":"traceutil/trace.go:171","msg":"trace[1172441910] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:29199; }","duration":"811.801818ms","start":"2026-04-10T14:45:39.996339Z","end":"2026-04-10T14:45:40.808141Z","steps":["trace[1172441910] 'agreement among raft nodes before linearized reading' (duration: 811.666794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:40.808187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:39.996336Z","time spent":"811.843778ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-10T14:45:40.808354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.018353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-10T14:45:40.808387Z","caller":"traceutil/trace.go:171","msg":"trace[510108424] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:29199; }","duration":"812.058003ms","start":"2026-04-10T14:45:39.996321Z","end":"2026-04-10T14:45:40.808379Z","steps":["trace[510108424] 'agreement among raft nodes before linearized reading' (duration: 811.970331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:40.808416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:39.996318Z","time spent":"812.092144ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-10T14:45:40.808515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.226918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-10T14:45:40.808546Z","caller":"traceutil/trace.go:171","msg":"trace[1084264141] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:29199; }","duration":"812.264348ms","start":"2026-04-10T14:45:39.996275Z","end":"2026-04-10T14:45:40.808539Z","steps":["trace[1084264141] 'agreement among raft nodes before linearized reading' (duration: 812.189826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:40.808565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:39.996272Z","time spent":"812.289249ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-10T14:45:40.808662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.665109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:45:40.808686Z","caller":"traceutil/trace.go:171","msg":"trace[2116866813] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:29199; }","duration":"812.69432ms","start":"2026-04-10T14:45:39.995985Z","end":"2026-04-10T14:45:40.80868Z","steps":["trace[2116866813] 'agreement among raft nodes before linearized reading' (duration: 812.638077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:40.808723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:39.995982Z","time spent":"812.732801ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-10T14:45:41.788023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.18389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:41.788112Z","caller":"traceutil/trace.go:171","msg":"trace[817896446] linearizableReadLoop","detail":"{readStateIndex:30549; appliedIndex:30548; }","duration":"981.352908ms","start":"2026-04-10T14:45:40.806746Z","end":"2026-04-10T14:45:41.788099Z","steps":["trace[817896446] 'read index received' (duration: 113.210319ms)","trace[817896446] 'applied index is now lower than readState.Index' (duration: 868.141579ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:41.788234Z","caller":"traceutil/trace.go:171","msg":"trace[420056386] transaction","detail":"{read_only:false; response_revision:29200; number_of_response:1; }","duration":"1.160783386s","start":"2026-04-10T14:45:40.627426Z","end":"2026-04-10T14:45:41.78821Z","steps":["trace[420056386] 'process raft request' (duration: 292.328819ms)","trace[420056386] 'compare' (duration: 867.160523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:41.788298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787471825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:41.788345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791964123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-10T14:45:41.788354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.627404Z","time spent":"1.16089221s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:41.788384Z","caller":"traceutil/trace.go:171","msg":"trace[1444736398] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:29200; }","duration":"1.792041265s","start":"2026-04-10T14:45:39.996328Z","end":"2026-04-10T14:45:41.788369Z","steps":["trace[1444736398] 'agreement among raft nodes before linearized reading' (duration: 1.791890802s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:41.78835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688996372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-10T14:45:41.788384Z","caller":"traceutil/trace.go:171","msg":"trace[1870473414] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29200; }","duration":"1.787596278s","start":"2026-04-10T14:45:40.000771Z","end":"2026-04-10T14:45:41.788367Z","steps":["trace[1870473414] 'agreement among raft nodes before linearized reading' (duration: 1.787430414s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:41.788413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:39.996307Z","time spent":"1.792100856s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-10T14:45:41.788426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.000761Z","time spent":"1.78765581s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-10T14:45:41.788425Z","caller":"traceutil/trace.go:171","msg":"trace[268537418] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:29200; }","duration":"1.689121905s","start":"2026-04-10T14:45:40.099285Z","end":"2026-04-10T14:45:41.788407Z","steps":["trace[268537418] 'agreement among raft nodes before linearized reading' (duration: 1.68890023s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:41.788393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095032609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:41.788466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.099262Z","time spent":"1.689195438s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-10T14:45:41.788519Z","caller":"traceutil/trace.go:171","msg":"trace[9387474] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29200; }","duration":"1.095223253s","start":"2026-04-10T14:45:40.693273Z","end":"2026-04-10T14:45:41.788496Z","steps":["trace[9387474] 'agreement among raft nodes before linearized reading' (duration: 1.095001208s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:41.788577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.693252Z","time spent":"1.095310415s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:42.288557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:42.345441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.425569448s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:45:42.434913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.809856Z","time spent":"1.62504947s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:45:42.434961Z","caller":"traceutil/trace.go:171","msg":"trace[189594840] linearizableReadLoop","detail":"{readStateIndex:30552; appliedIndex:30549; }","duration":"646.805084ms","start":"2026-04-10T14:45:41.788131Z","end":"2026-04-10T14:45:42.434936Z","steps":["trace[189594840] 'read index received' (duration: 557.570882ms)","trace[189594840] 'applied index is now lower than readState.Index' (duration: 89.233172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:42.435252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198129932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:42.435343Z","caller":"traceutil/trace.go:171","msg":"trace[194845018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29201; }","duration":"1.198267037s","start":"2026-04-10T14:45:41.23706Z","end":"2026-04-10T14:45:42.435328Z","steps":["trace[194845018] 'agreement among raft nodes before linearized reading' (duration: 1.198068402s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.435389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:41.237041Z","time spent":"1.198341539s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:45:42.435442Z","caller":"traceutil/trace.go:171","msg":"trace[1776167971] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29200; }","duration":"1.619913957s","start":"2026-04-10T14:45:40.815507Z","end":"2026-04-10T14:45:42.435421Z","steps":["trace[1776167971] 'process raft request' (duration: 1.619244119s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.435546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.815484Z","time spent":"1.620009049s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:45:42.435544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39929733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:42.435643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129364796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:42.435685Z","caller":"traceutil/trace.go:171","msg":"trace[2010212599] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:29201; }","duration":"1.129398068s","start":"2026-04-10T14:45:41.306265Z","end":"2026-04-10T14:45:42.435663Z","steps":["trace[2010212599] 'agreement among raft nodes before linearized reading' (duration: 1.129347346s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.435709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:41.3062Z","time spent":"1.12950298s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:42.435647Z","caller":"traceutil/trace.go:171","msg":"trace[567963212] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:29201; }","duration":"1.399562817s","start":"2026-04-10T14:45:41.036067Z","end":"2026-04-10T14:45:42.43563Z","steps":["trace[567963212] 'agreement among raft nodes before linearized reading' (duration: 1.399370752s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.435792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:41.036044Z","time spent":"1.399732273s","remote":"127.0.0.1:46648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:42.435856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622281828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-10T14:45:42.4359Z","caller":"traceutil/trace.go:171","msg":"trace[774460625] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978; range_end:; response_count:1; response_revision:29201; }","duration":"1.622343899s","start":"2026-04-10T14:45:40.813545Z","end":"2026-04-10T14:45:42.435889Z","steps":["trace[774460625] 'agreement among raft nodes before linearized reading' (duration: 1.622184195s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.435937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.813538Z","time spent":"1.62239242s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" "} {"level":"warn","ts":"2026-04-10T14:45:42.435986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505763643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-10T14:45:42.449163Z","caller":"traceutil/trace.go:171","msg":"trace[1561240028] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29201; }","duration":"1.518942808s","start":"2026-04-10T14:45:40.930188Z","end":"2026-04-10T14:45:42.449131Z","steps":["trace[1561240028] 'agreement among raft nodes before linearized reading' (duration: 1.505723162s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.449277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.930176Z","time spent":"1.51906719s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"warn","ts":"2026-04-10T14:45:42.435899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.799896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67f180ac-f329-4e80-b037-af1098f16310\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-10T14:45:42.449525Z","caller":"traceutil/trace.go:171","msg":"trace[136950587] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67f180ac-f329-4e80-b037-af1098f16310; range_end:; response_count:1; response_revision:29201; }","duration":"657.463282ms","start":"2026-04-10T14:45:41.792053Z","end":"2026-04-10T14:45:42.449516Z","steps":["trace[136950587] 'agreement among raft nodes before linearized reading' (duration: 643.731344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.449546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:41.792037Z","time spent":"657.501584ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-67f180ac-f329-4e80-b037-af1098f16310\" "} {"level":"warn","ts":"2026-04-10T14:45:42.43599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622983977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-04-10T14:45:42.449752Z","caller":"traceutil/trace.go:171","msg":"trace[1811329011] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29201; }","duration":"1.636769787s","start":"2026-04-10T14:45:40.812974Z","end":"2026-04-10T14:45:42.449743Z","steps":["trace[1811329011] 'agreement among raft nodes before linearized reading' (duration: 1.622951365s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.449777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.81296Z","time spent":"1.636807318s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-10T14:45:42.436015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.946219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:42.449905Z","caller":"traceutil/trace.go:171","msg":"trace[1692984542] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:29201; }","duration":"339.949005ms","start":"2026-04-10T14:45:42.109949Z","end":"2026-04-10T14:45:42.449898Z","steps":["trace[1692984542] 'agreement among raft nodes before linearized reading' (duration: 326.01127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.449929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.109927Z","time spent":"339.992316ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:42.436053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.922461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:42.449993Z","caller":"traceutil/trace.go:171","msg":"trace[2068095525] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:29201; }","duration":"439.893286ms","start":"2026-04-10T14:45:42.010082Z","end":"2026-04-10T14:45:42.449976Z","steps":["trace[2068095525] 'agreement among raft nodes before linearized reading' (duration: 425.945132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.450066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.010062Z","time spent":"439.987039ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:42.435583Z","caller":"traceutil/trace.go:171","msg":"trace[558101904] transaction","detail":"{read_only:false; response_revision:29201; number_of_response:1; }","duration":"439.400323ms","start":"2026-04-10T14:45:41.996173Z","end":"2026-04-10T14:45:42.435573Z","steps":["trace[558101904] 'process raft request' (duration: 438.663053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.450236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:41.996151Z","time spent":"454.037536ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:42.436097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522636344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:42.450344Z","caller":"traceutil/trace.go:171","msg":"trace[1860574823] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:29201; }","duration":"1.536922537s","start":"2026-04-10T14:45:40.913414Z","end":"2026-04-10T14:45:42.450336Z","steps":["trace[1860574823] 'agreement among raft nodes before linearized reading' (duration: 1.522649705s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:42.450365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:40.913393Z","time spent":"1.536964488s","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:42.889961Z","caller":"traceutil/trace.go:171","msg":"trace[1822188329] transaction","detail":"{read_only:false; response_revision:29202; number_of_response:1; }","duration":"439.221038ms","start":"2026-04-10T14:45:42.450708Z","end":"2026-04-10T14:45:42.889929Z","steps":["trace[1822188329] 'process raft request' (duration: 378.08363ms)","trace[1822188329] 'compare' (duration: 60.966564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:42.890162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.450682Z","time spent":"439.399374ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:43.829323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.9394ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:43.82949Z","caller":"traceutil/trace.go:171","msg":"trace[904009447] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29202; }","duration":"385.116605ms","start":"2026-04-10T14:45:43.444351Z","end":"2026-04-10T14:45:43.829468Z","steps":["trace[904009447] 'range keys from in-memory index tree' (duration: 384.92117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.829492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.447514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:43.829791Z","caller":"traceutil/trace.go:171","msg":"trace[503224649] transaction","detail":"{read_only:false; response_revision:29203; number_of_response:1; }","duration":"1.379025951s","start":"2026-04-10T14:45:42.450738Z","end":"2026-04-10T14:45:43.829764Z","steps":["trace[503224649] 'process raft request' (duration: 825.220367ms)","trace[503224649] 'compare' (duration: 552.386297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:43.829919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.450721Z","time spent":"1.379134433s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:43.830483Z","caller":"traceutil/trace.go:171","msg":"trace[1451139751] transaction","detail":"{read_only:false; response_revision:29205; number_of_response:1; }","duration":"1.015225882s","start":"2026-04-10T14:45:42.815238Z","end":"2026-04-10T14:45:43.830464Z","steps":["trace[1451139751] 'process raft request' (duration: 1.014538664s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.8306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.815222Z","time spent":"1.015323195s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:43.83102Z","caller":"traceutil/trace.go:171","msg":"trace[1385172490] transaction","detail":"{read_only:false; response_revision:29204; number_of_response:1; }","duration":"1.373414365s","start":"2026-04-10T14:45:42.457588Z","end":"2026-04-10T14:45:43.831003Z","steps":["trace[1385172490] 'process raft request' (duration: 1.372044639s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.831128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.457571Z","time spent":"1.373502726s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:43.830547Z","caller":"traceutil/trace.go:171","msg":"trace[1824993934] transaction","detail":"{read_only:false; response_revision:29206; number_of_response:1; }","duration":"1.015056619s","start":"2026-04-10T14:45:42.815473Z","end":"2026-04-10T14:45:43.830529Z","steps":["trace[1824993934] 'process raft request' (duration: 1.014374281s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.831553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.81546Z","time spent":"1.015985093s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:43.831789Z","caller":"traceutil/trace.go:171","msg":"trace[307997344] transaction","detail":"{read_only:false; response_revision:29207; number_of_response:1; }","duration":"1.0135619s","start":"2026-04-10T14:45:42.818204Z","end":"2026-04-10T14:45:43.831765Z","steps":["trace[307997344] 'process raft request' (duration: 1.011842544s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.832282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.818188Z","time spent":"1.013729163s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:43.832332Z","caller":"traceutil/trace.go:171","msg":"trace[251148172] linearizableReadLoop","detail":"{readStateIndex:30554; appliedIndex:30552; }","duration":"1.381544396s","start":"2026-04-10T14:45:42.45077Z","end":"2026-04-10T14:45:43.832314Z","steps":["trace[251148172] 'read index received' (duration: 378.03343ms)","trace[251148172] 'applied index is now lower than readState.Index' (duration: 1.003509056s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:43.832574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381790743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-04-10T14:45:43.83265Z","caller":"traceutil/trace.go:171","msg":"trace[851704431] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29208; }","duration":"1.381901106s","start":"2026-04-10T14:45:42.450732Z","end":"2026-04-10T14:45:43.832633Z","steps":["trace[851704431] 'agreement among raft nodes before linearized reading' (duration: 1.38166725s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.83271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.450715Z","time spent":"1.381982748s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-10T14:45:43.878932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.81916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-10T14:45:43.879012Z","caller":"traceutil/trace.go:171","msg":"trace[1923706503] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29209; }","duration":"422.948563ms","start":"2026-04-10T14:45:43.456045Z","end":"2026-04-10T14:45:43.878993Z","steps":["trace[1923706503] 'agreement among raft nodes before linearized reading' (duration: 422.765369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.879039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.456024Z","time spent":"423.008685ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"warn","ts":"2026-04-10T14:45:43.879107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0656359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:45:43.879218Z","caller":"traceutil/trace.go:171","msg":"trace[1667391291] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29209; }","duration":"1.065806335s","start":"2026-04-10T14:45:42.813394Z","end":"2026-04-10T14:45:43.8792Z","steps":["trace[1667391291] 'agreement among raft nodes before linearized reading' (duration: 1.06561041s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.879242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.813374Z","time spent":"1.065862325s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:45:43.879355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.604935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-10T14:45:43.879378Z","caller":"traceutil/trace.go:171","msg":"trace[1944725817] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29209; }","duration":"986.667047ms","start":"2026-04-10T14:45:42.892704Z","end":"2026-04-10T14:45:43.879371Z","steps":["trace[1944725817] 'agreement among raft nodes before linearized reading' (duration: 986.606235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.879385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166830605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:43.879396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.892686Z","time spent":"986.706448ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-10T14:45:43.879412Z","caller":"traceutil/trace.go:171","msg":"trace[1932459000] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:29209; }","duration":"1.166911478s","start":"2026-04-10T14:45:42.712491Z","end":"2026-04-10T14:45:43.879403Z","steps":["trace[1932459000] 'agreement among raft nodes before linearized reading' (duration: 1.166830496s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.879434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.712474Z","time spent":"1.166953698s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:43.879547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02582417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T14:45:43.879565Z","caller":"traceutil/trace.go:171","msg":"trace[1663018815] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29209; }","duration":"1.02587933s","start":"2026-04-10T14:45:42.853679Z","end":"2026-04-10T14:45:43.879559Z","steps":["trace[1663018815] 'agreement among raft nodes before linearized reading' (duration: 1.025815159s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.879567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418461042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:43.879581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.853659Z","time spent":"1.025917932s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-10T14:45:43.879588Z","caller":"traceutil/trace.go:171","msg":"trace[927949042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29209; }","duration":"1.418501532s","start":"2026-04-10T14:45:42.46108Z","end":"2026-04-10T14:45:43.879582Z","steps":["trace[927949042] 'agreement among raft nodes before linearized reading' (duration: 1.418464801s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.879605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.461073Z","time spent":"1.418529043s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:45:43.87968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373217998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"warn","ts":"2026-04-10T14:45:43.879749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063445973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:45:43.879771Z","caller":"traceutil/trace.go:171","msg":"trace[2078164168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29209; }","duration":"1.063510605s","start":"2026-04-10T14:45:42.816255Z","end":"2026-04-10T14:45:43.879766Z","steps":["trace[2078164168] 'agreement among raft nodes before linearized reading' (duration: 1.063424362s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:43.879768Z","caller":"traceutil/trace.go:171","msg":"trace[141050423] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:29209; }","duration":"1.373337211s","start":"2026-04-10T14:45:42.50641Z","end":"2026-04-10T14:45:43.879747Z","steps":["trace[141050423] 'agreement among raft nodes before linearized reading' (duration: 1.373104155s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.879816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.506394Z","time spent":"1.373413323s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-10T14:45:43.879833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063595527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:45:43.87985Z","caller":"traceutil/trace.go:171","msg":"trace[888521578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29209; }","duration":"1.063631408s","start":"2026-04-10T14:45:42.816214Z","end":"2026-04-10T14:45:43.879846Z","steps":["trace[888521578] 'agreement among raft nodes before linearized reading' (duration: 1.063582896s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.879865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.816207Z","time spent":"1.063653598s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:45:43.879964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373491126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-04-10T14:45:43.880026Z","caller":"traceutil/trace.go:171","msg":"trace[723710690] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:29209; }","duration":"1.373560358s","start":"2026-04-10T14:45:42.506456Z","end":"2026-04-10T14:45:43.880016Z","steps":["trace[723710690] 'agreement among raft nodes before linearized reading' (duration: 1.373476115s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.880066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.506452Z","time spent":"1.373605189s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-10T14:45:43.879787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.81625Z","time spent":"1.063532815s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:45:43.880268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322973126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-10T14:45:43.880289Z","caller":"traceutil/trace.go:171","msg":"trace[131366415] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:29209; }","duration":"1.323022307s","start":"2026-04-10T14:45:42.557258Z","end":"2026-04-10T14:45:43.880281Z","steps":["trace[131366415] 'agreement among raft nodes before linearized reading' (duration: 1.322964136s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:43.880303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:42.557243Z","time spent":"1.323056158s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-04-10T14:45:44.379207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:44.883804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:45.384353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:45.573563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.694941637s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:45:45.574088Z","caller":"traceutil/trace.go:171","msg":"trace[1347058905] transaction","detail":"{read_only:false; response_revision:29210; number_of_response:1; }","duration":"1.726164413s","start":"2026-04-10T14:45:43.847898Z","end":"2026-04-10T14:45:45.574062Z","steps":["trace[1347058905] 'process raft request' (duration: 1.725942387s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:45.574264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.847871Z","time spent":"1.726313948s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:45.880902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:45:45.880977Z","caller":"traceutil/trace.go:171","msg":"trace[1892446662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000523834s","start":"2026-04-10T14:45:43.880438Z","end":"2026-04-10T14:45:45.880962Z","steps":["trace[1892446662] 'agreement among raft nodes before linearized reading' (duration: 2.000425492s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:45.881008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.880424Z","time spent":"2.000577865s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:45:47.002725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.428968016s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:45:47.003202Z","caller":"traceutil/trace.go:171","msg":"trace[1551137950] transaction","detail":"{read_only:false; response_revision:29211; number_of_response:1; }","duration":"3.120211586s","start":"2026-04-10T14:45:43.882966Z","end":"2026-04-10T14:45:47.003178Z","steps":["trace[1551137950] 'process raft request' (duration: 3.119972369s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:47.003332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.882958Z","time spent":"3.120300628s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:47.003518Z","caller":"traceutil/trace.go:171","msg":"trace[1506330130] transaction","detail":"{read_only:false; response_revision:29212; number_of_response:1; }","duration":"3.117853264s","start":"2026-04-10T14:45:43.885645Z","end":"2026-04-10T14:45:47.003499Z","steps":["trace[1506330130] 'process raft request' (duration: 3.117486315s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:47.003586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.885637Z","time spent":"3.117919065s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:47.003593Z","caller":"traceutil/trace.go:171","msg":"trace[121827422] transaction","detail":"{read_only:false; response_revision:29213; number_of_response:1; }","duration":"3.117182317s","start":"2026-04-10T14:45:43.886394Z","end":"2026-04-10T14:45:47.003576Z","steps":["trace[121827422] 'process raft request' (duration: 3.117011183s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:47.003602Z","caller":"traceutil/trace.go:171","msg":"trace[856794083] linearizableReadLoop","detail":"{readStateIndex:30565; appliedIndex:30560; }","duration":"3.124891408s","start":"2026-04-10T14:45:43.878683Z","end":"2026-04-10T14:45:47.003574Z","steps":["trace[856794083] 'read index received' (duration: 1.695101231s)","trace[856794083] 'applied index is now lower than readState.Index' (duration: 1.429789187s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:47.003669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.886387Z","time spent":"3.117244138s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:47.003839Z","caller":"traceutil/trace.go:171","msg":"trace[9376754] transaction","detail":"{read_only:false; response_revision:29214; number_of_response:1; }","duration":"2.546671967s","start":"2026-04-10T14:45:44.457158Z","end":"2026-04-10T14:45:47.00383Z","steps":["trace[9376754] 'process raft request' (duration: 2.546364749s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:47.003831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164387171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:45:47.003888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164775581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a50608f3005efb\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-10T14:45:47.003893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:44.45713Z","time spent":"2.546738529s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:47.003896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164754431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-10T14:45:47.003923Z","caller":"traceutil/trace.go:171","msg":"trace[774925682] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a50608f3005efb; range_end:; response_count:1; response_revision:29214; }","duration":"3.164855013s","start":"2026-04-10T14:45:43.839056Z","end":"2026-04-10T14:45:47.003911Z","steps":["trace[774925682] 'agreement among raft nodes before linearized reading' (duration: 3.164696408s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:47.003933Z","caller":"traceutil/trace.go:171","msg":"trace[1387595351] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:29214; }","duration":"3.164563846s","start":"2026-04-10T14:45:43.839345Z","end":"2026-04-10T14:45:47.003909Z","steps":["trace[1387595351] 'agreement among raft nodes before linearized reading' (duration: 3.16434505s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:47.003953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.839039Z","time spent":"3.164906115s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a50608f3005efb\" "} {"level":"info","ts":"2026-04-10T14:45:47.003948Z","caller":"traceutil/trace.go:171","msg":"trace[1368605257] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29214; }","duration":"3.164858444s","start":"2026-04-10T14:45:43.839073Z","end":"2026-04-10T14:45:47.003931Z","steps":["trace[1368605257] 'agreement among raft nodes before linearized reading' (duration: 3.164654838s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:47.003985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.839313Z","time spent":"3.164662139s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:47.003997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.839056Z","time spent":"3.164928205s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"warn","ts":"2026-04-10T14:45:47.504263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:47.887233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999837525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:47.88734Z","caller":"traceutil/trace.go:171","msg":"trace[1605893552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000161s","start":"2026-04-10T14:45:45.887316Z","end":"2026-04-10T14:45:47.887317Z","steps":["trace[1605893552] 'agreement among raft nodes before linearized reading' (duration: 1.999870946s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:47.887406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:45.887296Z","time spent":"2.000098042s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:45:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:48.004837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:48.177572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174611849s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:45:48.197771Z","caller":"traceutil/trace.go:171","msg":"trace[1905371453] transaction","detail":"{read_only:false; response_revision:29215; number_of_response:1; }","duration":"2.360140693s","start":"2026-04-10T14:45:45.837584Z","end":"2026-04-10T14:45:48.197724Z","steps":["trace[1905371453] 'process raft request' (duration: 2.340263203s)","trace[1905371453] 'compare' (duration: 18.954086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:48.19791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:45.837541Z","time spent":"2.360306077s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:48.198425Z","caller":"traceutil/trace.go:171","msg":"trace[647066186] transaction","detail":"{read_only:false; response_revision:29217; number_of_response:1; }","duration":"2.359093465s","start":"2026-04-10T14:45:45.839297Z","end":"2026-04-10T14:45:48.198391Z","steps":["trace[647066186] 'process raft request' (duration: 2.358593282s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.198605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:45.839275Z","time spent":"2.359243019s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:48.199017Z","caller":"traceutil/trace.go:171","msg":"trace[1731285609] transaction","detail":"{read_only:false; response_revision:29218; number_of_response:1; }","duration":"2.352845592s","start":"2026-04-10T14:45:45.84615Z","end":"2026-04-10T14:45:48.198996Z","steps":["trace[1731285609] 'process raft request' (duration: 2.351961138s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:48.199058Z","caller":"traceutil/trace.go:171","msg":"trace[188653708] transaction","detail":"{read_only:false; response_revision:29216; number_of_response:1; }","duration":"2.360204414s","start":"2026-04-10T14:45:45.837769Z","end":"2026-04-10T14:45:48.197974Z","steps":["trace[188653708] 'process raft request' (duration: 2.359880656s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.199152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:45.846132Z","time spent":"2.352936615s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:48.199261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:45.83776Z","time spent":"2.361421696s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:48.5343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.121214ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:45:48.883946Z","caller":"traceutil/trace.go:171","msg":"trace[1913883425] linearizableReadLoop","detail":"{readStateIndex:30573; appliedIndex:30565; }","duration":"1.88023236s","start":"2026-04-10T14:45:47.003688Z","end":"2026-04-10T14:45:48.883921Z","steps":["trace[1913883425] 'read index received' (duration: 1.174183338s)","trace[1913883425] 'applied index is now lower than readState.Index' (duration: 706.047812ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:48.884086Z","caller":"traceutil/trace.go:171","msg":"trace[1874931039] transaction","detail":"{read_only:false; response_revision:29219; number_of_response:1; }","duration":"1.878273029s","start":"2026-04-10T14:45:47.005769Z","end":"2026-04-10T14:45:48.884042Z","steps":["trace[1874931039] 'process raft request' (duration: 1.877799367s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.88422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523220423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:48.884241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.950062184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-04-10T14:45:48.884308Z","caller":"traceutil/trace.go:171","msg":"trace[2028517971] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29221; }","duration":"3.950172428s","start":"2026-04-10T14:45:44.93412Z","end":"2026-04-10T14:45:48.884293Z","steps":["trace[2028517971] 'agreement among raft nodes before linearized reading' (duration: 3.949943812s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.8843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:47.005751Z","time spent":"1.878464283s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:48.884354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:44.934107Z","time spent":"3.950238219s","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-10T14:45:48.884384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00097137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e08f4062-bf25-43dc-a2c6-3c27a9b1c191\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-10T14:45:48.884385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.23720884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:48.884378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017150079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:48.884462Z","caller":"traceutil/trace.go:171","msg":"trace[1383621403] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29221; }","duration":"4.237276922s","start":"2026-04-10T14:45:44.647159Z","end":"2026-04-10T14:45:48.884436Z","steps":["trace[1383621403] 'agreement among raft nodes before linearized reading' (duration: 4.23718782s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:48.884473Z","caller":"traceutil/trace.go:171","msg":"trace[1380395490] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29221; }","duration":"4.017282971s","start":"2026-04-10T14:45:44.867161Z","end":"2026-04-10T14:45:48.884444Z","steps":["trace[1380395490] 'agreement among raft nodes before linearized reading' (duration: 4.017132637s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.884487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003022853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75969b45cf-v4624\" ","response":"range_response_count:1 size:4614"} {"level":"info","ts":"2026-04-10T14:45:48.884513Z","caller":"traceutil/trace.go:171","msg":"trace[876202374] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75969b45cf-v4624; range_end:; response_count:1; response_revision:29221; }","duration":"5.003055864s","start":"2026-04-10T14:45:43.88145Z","end":"2026-04-10T14:45:48.884506Z","steps":["trace[876202374] 'agreement among raft nodes before linearized reading' (duration: 5.002980253s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.884521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:44.867141Z","time spent":"4.017365463s","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:48.884523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:44.647093Z","time spent":"4.237414214s","remote":"127.0.0.1:55224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:48.884553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.881446Z","time spent":"5.003100165s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4637,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75969b45cf-v4624\" "} {"level":"warn","ts":"2026-04-10T14:45:48.884249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.396985344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:48.884599Z","caller":"traceutil/trace.go:171","msg":"trace[731542797] transaction","detail":"{read_only:false; response_revision:29220; number_of_response:1; }","duration":"1.87261316s","start":"2026-04-10T14:45:47.011973Z","end":"2026-04-10T14:45:48.884586Z","steps":["trace[731542797] 'process raft request' (duration: 1.87182638s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:48.884613Z","caller":"traceutil/trace.go:171","msg":"trace[1256583757] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:29221; }","duration":"4.397410596s","start":"2026-04-10T14:45:44.487183Z","end":"2026-04-10T14:45:48.884594Z","steps":["trace[1256583757] 'agreement among raft nodes before linearized reading' (duration: 4.396939203s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.884672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:44.487167Z","time spent":"4.397484997s","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:48.884732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99960418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-04-10T14:45:48.884413Z","caller":"traceutil/trace.go:171","msg":"trace[1610238877] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e08f4062-bf25-43dc-a2c6-3c27a9b1c191; range_end:; response_count:1; response_revision:29221; }","duration":"5.001007752s","start":"2026-04-10T14:45:43.883397Z","end":"2026-04-10T14:45:48.884405Z","steps":["trace[1610238877] 'agreement among raft nodes before linearized reading' (duration: 5.000889529s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.884817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.883393Z","time spent":"5.001410182s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e08f4062-bf25-43dc-a2c6-3c27a9b1c191\" "} {"level":"warn","ts":"2026-04-10T14:45:48.884843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003461545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-10T14:45:48.884678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:47.011964Z","time spent":"1.872674013s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3928,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:48.884906Z","caller":"traceutil/trace.go:171","msg":"trace[1729307348] transaction","detail":"{read_only:false; response_revision:29221; number_of_response:1; }","duration":"1.393948191s","start":"2026-04-10T14:45:47.490939Z","end":"2026-04-10T14:45:48.884887Z","steps":["trace[1729307348] 'process raft request' (duration: 1.392926175s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.884955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003739233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-68qbx\" ","response":"range_response_count:1 size:4902"} {"level":"info","ts":"2026-04-10T14:45:48.885893Z","caller":"traceutil/trace.go:171","msg":"trace[1128024225] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-68qbx; range_end:; response_count:1; response_revision:29221; }","duration":"5.004702987s","start":"2026-04-10T14:45:43.881175Z","end":"2026-04-10T14:45:48.885878Z","steps":["trace[1128024225] 'agreement among raft nodes before linearized reading' (duration: 5.003726171s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.885972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.881167Z","time spent":"5.00479131s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4925,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-68qbx\" "} {"level":"warn","ts":"2026-04-10T14:45:48.885011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:47.490918Z","time spent":"1.394044194s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:48.884774Z","caller":"traceutil/trace.go:171","msg":"trace[144114933] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29221; }","duration":"3.999684442s","start":"2026-04-10T14:45:44.88508Z","end":"2026-04-10T14:45:48.884765Z","steps":["trace[144114933] 'agreement among raft nodes before linearized reading' (duration: 3.99961662s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.886283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:44.885059Z","time spent":"4.001214171s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"warn","ts":"2026-04-10T14:45:48.885038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738433943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:48.88647Z","caller":"traceutil/trace.go:171","msg":"trace[1180595507] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:29221; }","duration":"1.739863932s","start":"2026-04-10T14:45:47.146592Z","end":"2026-04-10T14:45:48.886456Z","steps":["trace[1180595507] 'agreement among raft nodes before linearized reading' (duration: 1.738411894s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.886506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:47.146534Z","time spent":"1.739960204s","remote":"127.0.0.1:32776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:48.884884Z","caller":"traceutil/trace.go:171","msg":"trace[1717218965] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:29221; }","duration":"5.003506035s","start":"2026-04-10T14:45:43.881365Z","end":"2026-04-10T14:45:48.884871Z","steps":["trace[1717218965] 'agreement among raft nodes before linearized reading' (duration: 5.003403723s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.886709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:43.881344Z","time spent":"5.005352884s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-10T14:45:48.885075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94147939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:48.886998Z","caller":"traceutil/trace.go:171","msg":"trace[217830449] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:29221; }","duration":"1.943445362s","start":"2026-04-10T14:45:46.943542Z","end":"2026-04-10T14:45:48.886987Z","steps":["trace[217830449] 'agreement among raft nodes before linearized reading' (duration: 1.941496692s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.887037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:46.94352Z","time spent":"1.943504044s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:48.885089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.346845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:48.887286Z","caller":"traceutil/trace.go:171","msg":"trace[424902682] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:29221; }","duration":"425.541522ms","start":"2026-04-10T14:45:48.461734Z","end":"2026-04-10T14:45:48.887276Z","steps":["trace[424902682] 'agreement among raft nodes before linearized reading' (duration: 423.328094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.887325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:48.461694Z","time spent":"425.616574ms","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:48.885118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006720346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:48.887476Z","caller":"traceutil/trace.go:171","msg":"trace[679083090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:29221; }","duration":"2.009115428s","start":"2026-04-10T14:45:46.878351Z","end":"2026-04-10T14:45:48.887466Z","steps":["trace[679083090] 'agreement among raft nodes before linearized reading' (duration: 2.006742527s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.887512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:46.878327Z","time spent":"2.00917191s","remote":"127.0.0.1:38428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:48.885124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.272304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:48.887693Z","caller":"traceutil/trace.go:171","msg":"trace[803156424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29221; }","duration":"968.884771ms","start":"2026-04-10T14:45:47.918798Z","end":"2026-04-10T14:45:48.887683Z","steps":["trace[803156424] 'agreement among raft nodes before linearized reading' (duration: 966.306344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.887732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:47.918788Z","time spent":"968.933583ms","remote":"127.0.0.1:46544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:48.885167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.791668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:48.887918Z","caller":"traceutil/trace.go:171","msg":"trace[1357483112] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:29221; }","duration":"982.59815ms","start":"2026-04-10T14:45:47.90531Z","end":"2026-04-10T14:45:48.887908Z","steps":["trace[1357483112] 'agreement among raft nodes before linearized reading' (duration: 979.837278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.887958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:47.905285Z","time spent":"982.662052ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:48.885169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118951069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:48.888253Z","caller":"traceutil/trace.go:171","msg":"trace[1027896547] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29221; }","duration":"2.12207009s","start":"2026-04-10T14:45:46.766171Z","end":"2026-04-10T14:45:48.888241Z","steps":["trace[1027896547] 'agreement among raft nodes before linearized reading' (duration: 2.118973499s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.8883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:46.766149Z","time spent":"2.122137502s","remote":"127.0.0.1:54958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:48.885199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.724665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:48.888557Z","caller":"traceutil/trace.go:171","msg":"trace[2016869122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29221; }","duration":"1.001117274s","start":"2026-04-10T14:45:47.887431Z","end":"2026-04-10T14:45:48.888548Z","steps":["trace[2016869122] 'agreement among raft nodes before linearized reading' (duration: 997.750956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.888597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:47.887411Z","time spent":"1.001177465s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:45:48.885217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606353547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:48.888852Z","caller":"traceutil/trace.go:171","msg":"trace[711570075] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29221; }","duration":"2.609985641s","start":"2026-04-10T14:45:46.278855Z","end":"2026-04-10T14:45:48.888841Z","steps":["trace[711570075] 'agreement among raft nodes before linearized reading' (duration: 2.606337006s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.888894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:46.278789Z","time spent":"2.610089604s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:48.885249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523207529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:48.889109Z","caller":"traceutil/trace.go:171","msg":"trace[450745171] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29221; }","duration":"1.527162552s","start":"2026-04-10T14:45:47.361936Z","end":"2026-04-10T14:45:48.889098Z","steps":["trace[450745171] 'agreement among raft nodes before linearized reading' (duration: 1.523281191s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.889153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:47.361913Z","time spent":"1.527229214s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:48.884267Z","caller":"traceutil/trace.go:171","msg":"trace[2023881931] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:29221; }","duration":"4.523294016s","start":"2026-04-10T14:45:44.360962Z","end":"2026-04-10T14:45:48.884256Z","steps":["trace[2023881931] 'agreement among raft nodes before linearized reading' (duration: 4.523183823s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.889241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:44.360904Z","time spent":"4.528317938s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:48.885334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283692979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:45:48.889389Z","caller":"traceutil/trace.go:171","msg":"trace[202698823] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29221; }","duration":"3.287776176s","start":"2026-04-10T14:45:45.601602Z","end":"2026-04-10T14:45:48.889378Z","steps":["trace[202698823] 'agreement among raft nodes before linearized reading' (duration: 3.283652888s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:48.889422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:45.601584Z","time spent":"3.287826506s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:45:49.438908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:50.153203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.386246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:50.15332Z","caller":"traceutil/trace.go:171","msg":"trace[1529080146] transaction","detail":"{read_only:false; response_revision:29223; number_of_response:1; }","duration":"1.224092341s","start":"2026-04-10T14:45:48.929208Z","end":"2026-04-10T14:45:50.1533Z","steps":["trace[1529080146] 'process raft request' (duration: 958.535011ms)","trace[1529080146] 'compare' (duration: 264.475342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:50.153393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:48.929179Z","time spent":"1.224173583s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:50.904109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016374693s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:45:50.904521Z","caller":"traceutil/trace.go:171","msg":"trace[1162701350] transaction","detail":"{read_only:false; response_revision:29224; number_of_response:1; }","duration":"1.971078524s","start":"2026-04-10T14:45:48.933419Z","end":"2026-04-10T14:45:50.904497Z","steps":["trace[1162701350] 'process raft request' (duration: 1.970876849s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:50.904635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:48.9334Z","time spent":"1.971165856s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:50.904819Z","caller":"traceutil/trace.go:171","msg":"trace[653924027] linearizableReadLoop","detail":"{readStateIndex:30577; appliedIndex:30574; }","duration":"1.966938837s","start":"2026-04-10T14:45:48.93784Z","end":"2026-04-10T14:45:50.904779Z","steps":["trace[653924027] 'read index received' (duration: 949.942917ms)","trace[653924027] 'applied index is now lower than readState.Index' (duration: 1.016992869s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:50.904985Z","caller":"traceutil/trace.go:171","msg":"trace[169865251] transaction","detail":"{read_only:false; response_revision:29225; number_of_response:1; }","duration":"1.894607735s","start":"2026-04-10T14:45:49.01033Z","end":"2026-04-10T14:45:50.904938Z","steps":["trace[169865251] 'process raft request' (duration: 1.894109342s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:50.905109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967245334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-04-10T14:45:50.905139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:49.010312Z","time spent":"1.894746978s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:50.905162Z","caller":"traceutil/trace.go:171","msg":"trace[823272263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29225; }","duration":"1.967356887s","start":"2026-04-10T14:45:48.937788Z","end":"2026-04-10T14:45:50.905145Z","steps":["trace[823272263] 'agreement among raft nodes before linearized reading' (duration: 1.967154822s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:50.905204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:48.937766Z","time spent":"1.967427559s","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T14:45:51.405748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:52.238724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:45:52.23882Z","caller":"traceutil/trace.go:171","msg":"trace[1993850337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102303s","start":"2026-04-10T14:45:50.238697Z","end":"2026-04-10T14:45:52.238799Z","steps":["trace[1993850337] 'agreement among raft nodes before linearized reading' (duration: 1.99998433s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.23887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:50.238683Z","time spent":"2.000177615s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:45:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:52.251047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.39878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:52.251223Z","caller":"traceutil/trace.go:171","msg":"trace[1812418735] transaction","detail":"{read_only:false; response_revision:29226; number_of_response:1; }","duration":"2.24029405s","start":"2026-04-10T14:45:50.010914Z","end":"2026-04-10T14:45:52.251208Z","steps":["trace[1812418735] 'process raft request' (duration: 1.812682024s)","trace[1812418735] 'compare' (duration: 426.739434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:52.251302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:50.010892Z","time spent":"2.240363951s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:52.251373Z","caller":"traceutil/trace.go:171","msg":"trace[261965944] linearizableReadLoop","detail":"{readStateIndex:30582; appliedIndex:30577; }","duration":"1.346452109s","start":"2026-04-10T14:45:50.904905Z","end":"2026-04-10T14:45:52.251357Z","steps":["trace[261965944] 'read index received' (duration: 918.643308ms)","trace[261965944] 'applied index is now lower than readState.Index' (duration: 427.807631ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:52.251546Z","caller":"traceutil/trace.go:171","msg":"trace[870475423] transaction","detail":"{read_only:false; response_revision:29227; number_of_response:1; }","duration":"2.049091423s","start":"2026-04-10T14:45:50.202444Z","end":"2026-04-10T14:45:52.251535Z","steps":["trace[870475423] 'process raft request' (duration: 2.048705584s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.251615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:50.202413Z","time spent":"2.049169255s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:52.251723Z","caller":"traceutil/trace.go:171","msg":"trace[1950663517] transaction","detail":"{read_only:false; response_revision:29228; number_of_response:1; }","duration":"2.048394535s","start":"2026-04-10T14:45:50.203319Z","end":"2026-04-10T14:45:52.251714Z","steps":["trace[1950663517] 'process raft request' (duration: 2.047913902s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.251777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:50.203295Z","time spent":"2.048455737s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:52.252025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353665813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-04-10T14:45:52.252107Z","caller":"traceutil/trace.go:171","msg":"trace[1630891235] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29230; }","duration":"2.353790426s","start":"2026-04-10T14:45:49.898308Z","end":"2026-04-10T14:45:52.252099Z","steps":["trace[1630891235] 'agreement among raft nodes before linearized reading' (duration: 2.353638052s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.25213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:49.898294Z","time spent":"2.353831018s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"info","ts":"2026-04-10T14:45:52.25237Z","caller":"traceutil/trace.go:171","msg":"trace[446929330] transaction","detail":"{read_only:false; response_revision:29229; number_of_response:1; }","duration":"2.048944439s","start":"2026-04-10T14:45:50.203414Z","end":"2026-04-10T14:45:52.252359Z","steps":["trace[446929330] 'process raft request' (duration: 2.047863271s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.252543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:50.203405Z","time spent":"2.048990641s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:52.252677Z","caller":"traceutil/trace.go:171","msg":"trace[1967382783] transaction","detail":"{read_only:false; response_revision:29230; number_of_response:1; }","duration":"2.048679392s","start":"2026-04-10T14:45:50.203989Z","end":"2026-04-10T14:45:52.252668Z","steps":["trace[1967382783] 'process raft request' (duration: 2.047323557s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.2529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:50.203979Z","time spent":"2.048805685s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:52.252951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465048564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:52.253043Z","caller":"traceutil/trace.go:171","msg":"trace[1535847726] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29230; }","duration":"2.465183437s","start":"2026-04-10T14:45:49.78784Z","end":"2026-04-10T14:45:52.253024Z","steps":["trace[1535847726] 'agreement among raft nodes before linearized reading' (duration: 2.465019213s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.25306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096716887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-10T14:45:52.253082Z","caller":"traceutil/trace.go:171","msg":"trace[1190963291] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978; range_end:; response_count:1; response_revision:29230; }","duration":"2.096765818s","start":"2026-04-10T14:45:50.15631Z","end":"2026-04-10T14:45:52.253076Z","steps":["trace[1190963291] 'agreement among raft nodes before linearized reading' (duration: 2.096699677s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.253089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:49.787826Z","time spent":"2.465252889s","remote":"127.0.0.1:55078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:52.253142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132436551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:45:52.253104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:50.156294Z","time spent":"2.096802501s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" "} {"level":"warn","ts":"2026-04-10T14:45:52.253207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259697008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:45:52.253229Z","caller":"traceutil/trace.go:171","msg":"trace[1487212599] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:29230; }","duration":"2.259759369s","start":"2026-04-10T14:45:49.993465Z","end":"2026-04-10T14:45:52.253225Z","steps":["trace[1487212599] 'agreement among raft nodes before linearized reading' (duration: 2.259705458s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.25323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245214874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T14:45:52.253206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263260816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-10T14:45:52.25326Z","caller":"traceutil/trace.go:171","msg":"trace[1181716676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29230; }","duration":"3.245285066s","start":"2026-04-10T14:45:49.007967Z","end":"2026-04-10T14:45:52.253252Z","steps":["trace[1181716676] 'agreement among raft nodes before linearized reading' (duration: 3.244938896s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.253289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:49.007946Z","time spent":"3.245338318s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:45:52.25316Z","caller":"traceutil/trace.go:171","msg":"trace[1094538559] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:29230; }","duration":"2.132488942s","start":"2026-04-10T14:45:50.120666Z","end":"2026-04-10T14:45:52.253155Z","steps":["trace[1094538559] 'agreement among raft nodes before linearized reading' (duration: 2.132448161s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.253246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:49.993442Z","time spent":"2.259800349s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-10T14:45:52.253362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:50.12065Z","time spent":"2.132699768s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":18,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:52.253401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245281616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:45:52.253408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243100308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:45:52.253497Z","caller":"traceutil/trace.go:171","msg":"trace[2082382493] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29230; }","duration":"3.24321103s","start":"2026-04-10T14:45:49.010266Z","end":"2026-04-10T14:45:52.253478Z","steps":["trace[2082382493] 'agreement among raft nodes before linearized reading' (duration: 3.242923873s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:52.253278Z","caller":"traceutil/trace.go:171","msg":"trace[1552010178] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:29230; }","duration":"3.263338938s","start":"2026-04-10T14:45:48.989924Z","end":"2026-04-10T14:45:52.253263Z","steps":["trace[1552010178] 'agreement among raft nodes before linearized reading' (duration: 3.263181224s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.253573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:49.010255Z","time spent":"3.243303513s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:45:52.253586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:48.989873Z","time spent":"3.263691986s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-10T14:45:52.253441Z","caller":"traceutil/trace.go:171","msg":"trace[1791699737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29230; }","duration":"3.245340077s","start":"2026-04-10T14:45:49.008095Z","end":"2026-04-10T14:45:52.253435Z","steps":["trace[1791699737] 'agreement among raft nodes before linearized reading' (duration: 3.244735611s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:52.253681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:49.008087Z","time spent":"3.245585373s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:45:53.569253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000360389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:45:53.569348Z","caller":"traceutil/trace.go:171","msg":"trace[1670963575] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509783s","start":"2026-04-10T14:45:51.56882Z","end":"2026-04-10T14:45:53.56933Z","steps":["trace[1670963575] 'agreement among raft nodes before linearized reading' (duration: 2.000388159s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.569396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:51.568803Z","time spent":"2.000580126s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:45:53.580831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.051766ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:53.580949Z","caller":"traceutil/trace.go:171","msg":"trace[761809626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29230; }","duration":"149.176419ms","start":"2026-04-10T14:45:53.431758Z","end":"2026-04-10T14:45:53.580935Z","steps":["trace[761809626] 'range keys from in-memory index tree' (duration: 149.039015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.580957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165169421s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:53.581176Z","caller":"traceutil/trace.go:171","msg":"trace[1763240392] transaction","detail":"{read_only:false; response_revision:29231; number_of_response:1; }","duration":"1.711584691s","start":"2026-04-10T14:45:51.86955Z","end":"2026-04-10T14:45:53.581134Z","steps":["trace[1763240392] 'process raft request' (duration: 546.155523ms)","trace[1763240392] 'compare' (duration: 1.163854697s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:53.581341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:51.869524Z","time spent":"1.711732206s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:53.581428Z","caller":"traceutil/trace.go:171","msg":"trace[30378409] transaction","detail":"{read_only:false; response_revision:29235; number_of_response:1; }","duration":"1.317224196s","start":"2026-04-10T14:45:52.264186Z","end":"2026-04-10T14:45:53.58141Z","steps":["trace[30378409] 'process raft request' (duration: 1.317165554s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.581495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:52.264167Z","time spent":"1.317296478s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:53.581654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:52.255223Z","time spent":"1.326429526s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T14:45:53.581166Z","caller":"traceutil/trace.go:171","msg":"trace[1528901436] linearizableReadLoop","detail":"{readStateIndex:30583; appliedIndex:30582; }","duration":"1.329740403s","start":"2026-04-10T14:45:52.251414Z","end":"2026-04-10T14:45:53.581155Z","steps":["trace[1528901436] 'read index received' (duration: 164.227153ms)","trace[1528901436] 'applied index is now lower than readState.Index' (duration: 1.16551189s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:53.581811Z","caller":"traceutil/trace.go:171","msg":"trace[1707936429] transaction","detail":"{read_only:false; response_revision:29232; number_of_response:1; }","duration":"1.326414976s","start":"2026-04-10T14:45:52.255382Z","end":"2026-04-10T14:45:53.581797Z","steps":["trace[1707936429] 'process raft request' (duration: 1.325765558s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.581864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:52.255361Z","time spent":"1.326476607s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:53.582054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342925028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:53.582105Z","caller":"traceutil/trace.go:171","msg":"trace[555108104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29235; }","duration":"1.343085592s","start":"2026-04-10T14:45:52.239004Z","end":"2026-04-10T14:45:53.582089Z","steps":["trace[555108104] 'agreement among raft nodes before linearized reading' (duration: 1.342882927s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.581859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338369697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:53.582181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:52.238972Z","time spent":"1.343199305s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:45:53.582226Z","caller":"traceutil/trace.go:171","msg":"trace[829505242] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:29235; }","duration":"1.33879938s","start":"2026-04-10T14:45:52.243415Z","end":"2026-04-10T14:45:53.582214Z","steps":["trace[829505242] 'agreement among raft nodes before linearized reading' (duration: 1.338337117s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.582233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324861555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-54d79f04-f971-4b48-b2b3-53d1456dbe4c\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-10T14:45:53.582294Z","caller":"traceutil/trace.go:171","msg":"trace[781302364] range","detail":"{range_begin:/registry/persistentvolumes/pvc-54d79f04-f971-4b48-b2b3-53d1456dbe4c; range_end:; response_count:1; response_revision:29236; }","duration":"1.324943527s","start":"2026-04-10T14:45:52.257335Z","end":"2026-04-10T14:45:53.582279Z","steps":["trace[781302364] 'agreement among raft nodes before linearized reading' (duration: 1.324766033s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.582332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:52.257321Z","time spent":"1.325003869s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-54d79f04-f971-4b48-b2b3-53d1456dbe4c\" "} {"level":"info","ts":"2026-04-10T14:45:53.582499Z","caller":"traceutil/trace.go:171","msg":"trace[1766908228] transaction","detail":"{read_only:false; response_revision:29236; number_of_response:1; }","duration":"671.191522ms","start":"2026-04-10T14:45:52.911295Z","end":"2026-04-10T14:45:53.582487Z","steps":["trace[1766908228] 'process raft request' (duration: 670.680949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.582569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:52.911276Z","time spent":"671.255973ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:53.582596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772832184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:53.58266Z","caller":"traceutil/trace.go:171","msg":"trace[1490159792] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29236; }","duration":"1.772898465s","start":"2026-04-10T14:45:51.809746Z","end":"2026-04-10T14:45:53.582644Z","steps":["trace[1490159792] 'agreement among raft nodes before linearized reading' (duration: 1.772802552s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.58226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:52.243387Z","time spent":"1.338860781s","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:53.582699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.742479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-04-10T14:45:53.582733Z","caller":"traceutil/trace.go:171","msg":"trace[1740372493] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29236; }","duration":"316.81323ms","start":"2026-04-10T14:45:53.265911Z","end":"2026-04-10T14:45:53.582725Z","steps":["trace[1740372493] 'agreement among raft nodes before linearized reading' (duration: 316.714358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.582736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:51.80969Z","time spent":"1.773031258s","remote":"127.0.0.1:55252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:45:53.58276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.26589Z","time spent":"316.864642ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"info","ts":"2026-04-10T14:45:53.582147Z","caller":"traceutil/trace.go:171","msg":"trace[1440796328] transaction","detail":"{read_only:false; response_revision:29234; number_of_response:1; }","duration":"1.321466897s","start":"2026-04-10T14:45:52.260672Z","end":"2026-04-10T14:45:53.582139Z","steps":["trace[1440796328] 'process raft request' (duration: 1.320649956s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.58292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:52.260662Z","time spent":"1.322226826s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:53.583035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343845417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:53.583069Z","caller":"traceutil/trace.go:171","msg":"trace[149072293] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29236; }","duration":"2.343918769s","start":"2026-04-10T14:45:51.239142Z","end":"2026-04-10T14:45:53.583061Z","steps":["trace[149072293] 'agreement among raft nodes before linearized reading' (duration: 2.343864157s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.583099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:51.239121Z","time spent":"2.343970979s","remote":"127.0.0.1:55080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:53.583447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133267713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:53.583498Z","caller":"traceutil/trace.go:171","msg":"trace[1485656806] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29236; }","duration":"2.133358615s","start":"2026-04-10T14:45:51.450126Z","end":"2026-04-10T14:45:53.583485Z","steps":["trace[1485656806] 'agreement among raft nodes before linearized reading' (duration: 2.133280833s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.583524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25980442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:45:53.583532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:51.450103Z","time spent":"2.133420266s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:53.582606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.231175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:53.58356Z","caller":"traceutil/trace.go:171","msg":"trace[1364992367] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:29236; }","duration":"2.259875782s","start":"2026-04-10T14:45:51.323673Z","end":"2026-04-10T14:45:53.583548Z","steps":["trace[1364992367] 'agreement among raft nodes before linearized reading' (duration: 2.25981778s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.583586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:51.323655Z","time spent":"2.259924683s","remote":"127.0.0.1:45508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:53.583596Z","caller":"traceutil/trace.go:171","msg":"trace[1629103492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29236; }","duration":"516.213191ms","start":"2026-04-10T14:45:53.067365Z","end":"2026-04-10T14:45:53.583578Z","steps":["trace[1629103492] 'agreement among raft nodes before linearized reading' (duration: 515.207446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.583665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.067328Z","time spent":"516.318523ms","remote":"127.0.0.1:54888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:53.583375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666630672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-04-10T14:45:53.582115Z","caller":"traceutil/trace.go:171","msg":"trace[1783266444] transaction","detail":"{read_only:false; response_revision:29233; number_of_response:1; }","duration":"1.324168778s","start":"2026-04-10T14:45:52.257936Z","end":"2026-04-10T14:45:53.582105Z","steps":["trace[1783266444] 'process raft request' (duration: 1.323346037s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.583941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:52.257923Z","time spent":"1.325952144s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:53.583672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068513351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:53.584059Z","caller":"traceutil/trace.go:171","msg":"trace[1115986489] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:29236; }","duration":"2.068937252s","start":"2026-04-10T14:45:51.515112Z","end":"2026-04-10T14:45:53.584049Z","steps":["trace[1115986489] 'agreement among raft nodes before linearized reading' (duration: 2.068534221s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.584107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:51.515093Z","time spent":"2.068991924s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:53.583837Z","caller":"traceutil/trace.go:171","msg":"trace[359798120] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29236; }","duration":"2.667127445s","start":"2026-04-10T14:45:50.916697Z","end":"2026-04-10T14:45:53.583824Z","steps":["trace[359798120] 'agreement among raft nodes before linearized reading' (duration: 2.666420036s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:53.584216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:50.916683Z","time spent":"2.667518786s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"warn","ts":"2026-04-10T14:45:54.634837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.675688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:54.634969Z","caller":"traceutil/trace.go:171","msg":"trace[231263941] linearizableReadLoop","detail":"{readStateIndex:30590; appliedIndex:30589; }","duration":"1.046810999s","start":"2026-04-10T14:45:53.588135Z","end":"2026-04-10T14:45:54.634946Z","steps":["trace[231263941] 'read index received' (duration: 168.946566ms)","trace[231263941] 'applied index is now lower than readState.Index' (duration: 877.861903ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:54.635065Z","caller":"traceutil/trace.go:171","msg":"trace[789231014] transaction","detail":"{read_only:false; response_revision:29237; number_of_response:1; }","duration":"1.049585151s","start":"2026-04-10T14:45:53.585441Z","end":"2026-04-10T14:45:54.635027Z","steps":["trace[789231014] 'process raft request' (duration: 171.621776ms)","trace[789231014] 'compare' (duration: 876.318671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:54.635305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047156878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-jbw74\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-04-10T14:45:54.635627Z","caller":"traceutil/trace.go:171","msg":"trace[812675405] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-jbw74; range_end:; response_count:1; response_revision:29237; }","duration":"1.047506018s","start":"2026-04-10T14:45:53.588105Z","end":"2026-04-10T14:45:54.635611Z","steps":["trace[812675405] 'agreement among raft nodes before linearized reading' (duration: 1.047004984s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:54.635689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.588091Z","time spent":"1.047584389s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5204,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-jbw74\" "} {"level":"warn","ts":"2026-04-10T14:45:54.636031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.585423Z","time spent":"1.050080044s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:55.005373Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062642662s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:45:55.591019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:45:55.591105Z","caller":"traceutil/trace.go:171","msg":"trace[419093142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000580155s","start":"2026-04-10T14:45:53.590507Z","end":"2026-04-10T14:45:55.591087Z","steps":["trace[419093142] 'agreement among raft nodes before linearized reading' (duration: 2.000481042s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:55.591146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.590502Z","time spent":"2.000636557s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:45:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:45:57.119301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113700401s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:57.119492Z","caller":"traceutil/trace.go:171","msg":"trace[1206859766] transaction","detail":"{read_only:false; response_revision:29238; number_of_response:1; }","duration":"3.176865877s","start":"2026-04-10T14:45:53.942602Z","end":"2026-04-10T14:45:57.119468Z","steps":["trace[1206859766] 'process raft request' (duration: 1.062930719s)","trace[1206859766] 'compare' (duration: 2.113362663s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:45:57.119571Z","caller":"traceutil/trace.go:171","msg":"trace[868057836] linearizableReadLoop","detail":"{readStateIndex:30595; appliedIndex:30590; }","duration":"2.484564914s","start":"2026-04-10T14:45:54.634995Z","end":"2026-04-10T14:45:57.11956Z","steps":["trace[868057836] 'read index received' (duration: 370.567815ms)","trace[868057836] 'applied index is now lower than readState.Index' (duration: 2.113996129s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:57.119606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.942581Z","time spent":"3.1769741s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:57.119742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218543817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-04-10T14:45:57.119759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462242895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:57.119783Z","caller":"traceutil/trace.go:171","msg":"trace[1882627639] transaction","detail":"{read_only:false; response_revision:29239; number_of_response:1; }","duration":"2.862447961s","start":"2026-04-10T14:45:54.257331Z","end":"2026-04-10T14:45:57.119779Z","steps":["trace[1882627639] 'process raft request' (duration: 2.86206449s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:57.119766Z","caller":"traceutil/trace.go:171","msg":"trace[1017845315] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29242; }","duration":"3.218603037s","start":"2026-04-10T14:45:53.901157Z","end":"2026-04-10T14:45:57.11976Z","steps":["trace[1017845315] 'agreement among raft nodes before linearized reading' (duration: 3.218519505s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:57.119811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:54.257302Z","time spent":"2.862493941s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:45:57.119895Z","caller":"traceutil/trace.go:171","msg":"trace[1341924264] transaction","detail":"{read_only:false; response_revision:29240; number_of_response:1; }","duration":"2.862535122s","start":"2026-04-10T14:45:54.257354Z","end":"2026-04-10T14:45:57.119889Z","steps":["trace[1341924264] 'process raft request' (duration: 2.862118432s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:57.119899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523135427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-04-10T14:45:57.119917Z","caller":"traceutil/trace.go:171","msg":"trace[708488596] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:29242; }","duration":"3.523186368s","start":"2026-04-10T14:45:53.596726Z","end":"2026-04-10T14:45:57.119913Z","steps":["trace[708488596] 'agreement among raft nodes before linearized reading' (duration: 3.523098726s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:57.119925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:54.257328Z","time spent":"2.862582104s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:57.119931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.59671Z","time spent":"3.523217548s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-04-10T14:45:57.119992Z","caller":"traceutil/trace.go:171","msg":"trace[1754503981] transaction","detail":"{read_only:false; response_revision:29241; number_of_response:1; }","duration":"2.861222698s","start":"2026-04-10T14:45:54.25876Z","end":"2026-04-10T14:45:57.119983Z","steps":["trace[1754503981] 'process raft request' (duration: 2.860745996s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:57.120023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:54.258746Z","time spent":"2.861261669s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:57.120048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.529774439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:45:57.120069Z","caller":"traceutil/trace.go:171","msg":"trace[1104085730] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29242; }","duration":"3.529815112s","start":"2026-04-10T14:45:53.590249Z","end":"2026-04-10T14:45:57.120064Z","steps":["trace[1104085730] 'agreement among raft nodes before linearized reading' (duration: 3.529780181s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:45:57.120081Z","caller":"traceutil/trace.go:171","msg":"trace[1975711628] transaction","detail":"{read_only:false; response_revision:29242; number_of_response:1; }","duration":"2.861116654s","start":"2026-04-10T14:45:54.258959Z","end":"2026-04-10T14:45:57.120075Z","steps":["trace[1975711628] 'process raft request' (duration: 2.860577181s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:57.120085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.590236Z","time spent":"3.529844842s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:45:57.120105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:54.258944Z","time spent":"2.861147365s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:57.120201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531999234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-04-10T14:45:57.120219Z","caller":"traceutil/trace.go:171","msg":"trace[962123956] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29242; }","duration":"2.532061765s","start":"2026-04-10T14:45:54.588152Z","end":"2026-04-10T14:45:57.120214Z","steps":["trace[962123956] 'agreement among raft nodes before linearized reading' (duration: 2.532011874s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:57.120235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:54.588125Z","time spent":"2.532106297s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"warn","ts":"2026-04-10T14:45:57.120258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532008908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-10T14:45:57.120282Z","caller":"traceutil/trace.go:171","msg":"trace[1643110000] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:29242; }","duration":"3.5320415s","start":"2026-04-10T14:45:53.588236Z","end":"2026-04-10T14:45:57.120277Z","steps":["trace[1643110000] 'agreement among raft nodes before linearized reading' (duration: 3.531992519s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:57.120296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.588231Z","time spent":"3.53206161s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-10T14:45:57.120312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719664469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:45:57.120329Z","caller":"traceutil/trace.go:171","msg":"trace[1856749278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29242; }","duration":"2.71972614s","start":"2026-04-10T14:45:54.400598Z","end":"2026-04-10T14:45:57.120324Z","steps":["trace[1856749278] 'agreement among raft nodes before linearized reading' (duration: 2.719695689s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:57.120347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:54.400575Z","time spent":"2.719767941s","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:45:57.119783Z","caller":"traceutil/trace.go:171","msg":"trace[90462076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29242; }","duration":"3.462269896s","start":"2026-04-10T14:45:53.657506Z","end":"2026-04-10T14:45:57.119776Z","steps":["trace[90462076] 'agreement among raft nodes before linearized reading' (duration: 3.462223174s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:57.120418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.657461Z","time spent":"3.462951614s","remote":"127.0.0.1:38482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:45:57.119812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.901138Z","time spent":"3.218666409s","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-10T14:45:57.120219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531812514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a5060af098015f\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-04-10T14:45:57.120634Z","caller":"traceutil/trace.go:171","msg":"trace[1419066199] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a5060af098015f; range_end:; response_count:1; response_revision:29242; }","duration":"3.532227245s","start":"2026-04-10T14:45:53.5884Z","end":"2026-04-10T14:45:57.120628Z","steps":["trace[1419066199] 'agreement among raft nodes before linearized reading' (duration: 3.531775264s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:57.120651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:53.588396Z","time spent":"3.532250195s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a5060af098015f\" "} {"level":"warn","ts":"2026-04-10T14:45:57.591062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:45:57.591162Z","caller":"traceutil/trace.go:171","msg":"trace[764485076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119084s","start":"2026-04-10T14:45:55.591019Z","end":"2026-04-10T14:45:57.591138Z","steps":["trace[764485076] 'agreement among raft nodes before linearized reading' (duration: 1.999999861s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:57.59121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:55.591012Z","time spent":"2.000187415s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:45:57.619959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:58.12033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:58.624197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:59.124839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660578402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:45:59.147749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.559367664s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:45:59.298169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:58.969131Z","time spent":"329.029039ms","remote":"127.0.0.1:57366","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:45:59.298585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.181026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:45:59.298705Z","caller":"traceutil/trace.go:171","msg":"trace[730654343] transaction","detail":"{read_only:false; response_revision:29243; number_of_response:1; }","duration":"3.710474353s","start":"2026-04-10T14:45:55.58821Z","end":"2026-04-10T14:45:59.298684Z","steps":["trace[730654343] 'process raft request' (duration: 3.560108005s)","trace[730654343] 'compare' (duration: 149.485076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:45:59.298777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:55.588178Z","time spent":"3.710564326s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:45:59.601159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00073092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T14:45:59.601257Z","caller":"traceutil/trace.go:171","msg":"trace[486502266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000869784s","start":"2026-04-10T14:45:57.600366Z","end":"2026-04-10T14:45:59.601236Z","steps":["trace[486502266] 'agreement among raft nodes before linearized reading' (duration: 2.000743271s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:45:59.601332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:57.600349Z","time spent":"2.000969867s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:46:00.776085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.628039769s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:46:00.776501Z","caller":"traceutil/trace.go:171","msg":"trace[326463580] transaction","detail":"{read_only:false; response_revision:29244; number_of_response:1; }","duration":"4.377436775s","start":"2026-04-10T14:45:56.399036Z","end":"2026-04-10T14:46:00.776472Z","steps":["trace[326463580] 'process raft request' (duration: 4.37723202s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:00.776731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:56.399014Z","time spent":"4.37763163s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:46:00.777027Z","caller":"traceutil/trace.go:171","msg":"trace[589310049] transaction","detail":"{read_only:false; response_revision:29245; number_of_response:1; }","duration":"3.652988561s","start":"2026-04-10T14:45:57.123996Z","end":"2026-04-10T14:46:00.776985Z","steps":["trace[589310049] 'process raft request' (duration: 3.652407936s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:00.777117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:57.123978Z","time spent":"3.653090273s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:46:00.891227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.505643ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:46:00.89187Z","caller":"traceutil/trace.go:171","msg":"trace[894624128] transaction","detail":"{read_only:false; response_revision:29246; number_of_response:1; }","duration":"1.757376648s","start":"2026-04-10T14:45:59.134473Z","end":"2026-04-10T14:46:00.89185Z","steps":["trace[894624128] 'process raft request' (duration: 1.756863514s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:00.891975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:59.134444Z","time spent":"1.7574651s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:46:01.017586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.812517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:46:01.018166Z","caller":"traceutil/trace.go:171","msg":"trace[1515045080] transaction","detail":"{read_only:false; response_revision:29247; number_of_response:1; }","duration":"1.88331995s","start":"2026-04-10T14:45:59.134809Z","end":"2026-04-10T14:46:01.018129Z","steps":["trace[1515045080] 'process raft request' (duration: 1.756914657s)","trace[1515045080] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:604; } (duration: 125.325605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:46:01.01829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:59.134799Z","time spent":"1.883430342s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:46:01.01845Z","caller":"traceutil/trace.go:171","msg":"trace[1180697590] transaction","detail":"{read_only:false; response_revision:29248; number_of_response:1; }","duration":"1.883089695s","start":"2026-04-10T14:45:59.135353Z","end":"2026-04-10T14:46:01.018443Z","steps":["trace[1180697590] 'process raft request' (duration: 1.882867728s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.018494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:59.135344Z","time spent":"1.883130045s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:46:01.018483Z","caller":"traceutil/trace.go:171","msg":"trace[845679972] transaction","detail":"{read_only:false; response_revision:29250; number_of_response:1; }","duration":"1.551459127s","start":"2026-04-10T14:45:59.467001Z","end":"2026-04-10T14:46:01.01846Z","steps":["trace[845679972] 'process raft request' (duration: 1.551402586s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:01.018505Z","caller":"traceutil/trace.go:171","msg":"trace[1997828487] transaction","detail":"{read_only:false; response_revision:29249; number_of_response:1; }","duration":"1.882645022s","start":"2026-04-10T14:45:59.135824Z","end":"2026-04-10T14:46:01.018469Z","steps":["trace[1997828487] 'process raft request' (duration: 1.882517709s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.018578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:59.466979Z","time spent":"1.55155658s","remote":"127.0.0.1:40474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:46:01.018552Z","caller":"traceutil/trace.go:171","msg":"trace[72730269] linearizableReadLoop","detail":"{readStateIndex:30599; appliedIndex:30595; }","duration":"3.898918578s","start":"2026-04-10T14:45:57.119592Z","end":"2026-04-10T14:46:01.018511Z","steps":["trace[72730269] 'read index received' (duration: 2.028660229s)","trace[72730269] 'applied index is now lower than readState.Index' (duration: 1.870254859s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:46:01.018642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.333850905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:46:01.018666Z","caller":"traceutil/trace.go:171","msg":"trace[195891876] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:29250; }","duration":"4.333929497s","start":"2026-04-10T14:45:56.684731Z","end":"2026-04-10T14:46:01.018661Z","steps":["trace[195891876] 'agreement among raft nodes before linearized reading' (duration: 4.333832265s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.018682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:56.684717Z","time spent":"4.333961608s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:46:01.018669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:59.135797Z","time spent":"1.882795506s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:46:01.018649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466697187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:46:01.01873Z","caller":"traceutil/trace.go:171","msg":"trace[1993439073] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:29250; }","duration":"4.46682089s","start":"2026-04-10T14:45:56.55189Z","end":"2026-04-10T14:46:01.018711Z","steps":["trace[1993439073] 'agreement among raft nodes before linearized reading' (duration: 4.466701797s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.01879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032458258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:46:01.018787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:56.551874Z","time spent":"4.466898632s","remote":"127.0.0.1:40576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:46:01.018821Z","caller":"traceutil/trace.go:171","msg":"trace[2038615245] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:29250; }","duration":"4.03251761s","start":"2026-04-10T14:45:56.986293Z","end":"2026-04-10T14:46:01.018811Z","steps":["trace[2038615245] 'agreement among raft nodes before linearized reading' (duration: 4.032469439s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.018779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.105590206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:46:01.018898Z","caller":"traceutil/trace.go:171","msg":"trace[1256180159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29250; }","duration":"5.105726539s","start":"2026-04-10T14:45:55.913135Z","end":"2026-04-10T14:46:01.018861Z","steps":["trace[1256180159] 'agreement among raft nodes before linearized reading' (duration: 5.105412991s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.018906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.429782617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T14:46:01.018956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217855003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:46:01.01897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:55.913115Z","time spent":"5.105817481s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:46:01.018983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297655829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:46:01.019046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.854211255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:46:01.019066Z","caller":"traceutil/trace.go:171","msg":"trace[584976285] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:29250; }","duration":"4.854269337s","start":"2026-04-10T14:45:56.164791Z","end":"2026-04-10T14:46:01.019061Z","steps":["trace[584976285] 'agreement among raft nodes before linearized reading' (duration: 4.854241056s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.01908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:56.16477Z","time spent":"4.854306287s","remote":"127.0.0.1:46746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:46:01.019097Z","caller":"traceutil/trace.go:171","msg":"trace[350963917] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29250; }","duration":"4.297801383s","start":"2026-04-10T14:45:56.721259Z","end":"2026-04-10T14:46:01.019061Z","steps":["trace[350963917] 'agreement among raft nodes before linearized reading' (duration: 4.297578116s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.019117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.43021908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T14:46:01.018986Z","caller":"traceutil/trace.go:171","msg":"trace[1040015083] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29250; }","duration":"4.217913506s","start":"2026-04-10T14:45:56.801068Z","end":"2026-04-10T14:46:01.018981Z","steps":["trace[1040015083] 'agreement among raft nodes before linearized reading' (duration: 4.217869184s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:01.019155Z","caller":"traceutil/trace.go:171","msg":"trace[1149303039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29250; }","duration":"5.430299682s","start":"2026-04-10T14:45:55.588846Z","end":"2026-04-10T14:46:01.019145Z","steps":["trace[1149303039] 'agreement among raft nodes before linearized reading' (duration: 5.430183489s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.019174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:56.801048Z","time spent":"4.218120011s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:46:01.019185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:55.588828Z","time spent":"5.430350433s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:46:01.019143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:56.721252Z","time spent":"4.297878945s","remote":"127.0.0.1:55140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:46:01.018769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.383762855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:46:01.019266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.431146944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-10T14:46:01.019305Z","caller":"traceutil/trace.go:171","msg":"trace[1013866242] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29250; }","duration":"5.431219876s","start":"2026-04-10T14:45:55.588073Z","end":"2026-04-10T14:46:01.019292Z","steps":["trace[1013866242] 'agreement among raft nodes before linearized reading' (duration: 5.431131894s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.019373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.372431473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-04-10T14:46:01.019393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:55.588051Z","time spent":"5.431327758s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:46:01.019419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895727305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-vzh4j\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-04-10T14:46:01.019426Z","caller":"traceutil/trace.go:171","msg":"trace[20728685] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29250; }","duration":"6.372487685s","start":"2026-04-10T14:45:54.646927Z","end":"2026-04-10T14:46:01.019414Z","steps":["trace[20728685] 'agreement among raft nodes before linearized reading' (duration: 6.372354191s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:01.019442Z","caller":"traceutil/trace.go:171","msg":"trace[860193879] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-vzh4j; range_end:; response_count:1; response_revision:29250; }","duration":"3.895786146s","start":"2026-04-10T14:45:57.123649Z","end":"2026-04-10T14:46:01.019435Z","steps":["trace[860193879] 'agreement among raft nodes before linearized reading' (duration: 3.895697744s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.019456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:57.123606Z","time spent":"3.895847099s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5510,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-vzh4j\" "} {"level":"warn","ts":"2026-04-10T14:46:01.019459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:54.646889Z","time spent":"6.372561627s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"warn","ts":"2026-04-10T14:46:01.019532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.38110083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-10T14:46:01.019548Z","caller":"traceutil/trace.go:171","msg":"trace[250380974] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29250; }","duration":"6.38111731s","start":"2026-04-10T14:45:54.638427Z","end":"2026-04-10T14:46:01.019544Z","steps":["trace[250380974] 'agreement among raft nodes before linearized reading' (duration: 6.381072469s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.01956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:54.638367Z","time spent":"6.381190631s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-10T14:46:01.019571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41806202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:46:01.019589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.831496556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:46:01.019616Z","caller":"traceutil/trace.go:171","msg":"trace[832616808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29250; }","duration":"1.418137923s","start":"2026-04-10T14:45:59.601468Z","end":"2026-04-10T14:46:01.019606Z","steps":["trace[832616808] 'agreement among raft nodes before linearized reading' (duration: 1.418065731s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:01.019626Z","caller":"traceutil/trace.go:171","msg":"trace[889028020] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:29250; }","duration":"5.831558638s","start":"2026-04-10T14:45:55.188053Z","end":"2026-04-10T14:46:01.019612Z","steps":["trace[889028020] 'agreement among raft nodes before linearized reading' (duration: 5.831443345s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.019178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.029203854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-10T14:46:01.019692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070973666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:46:01.019708Z","caller":"traceutil/trace.go:171","msg":"trace[202492355] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:29250; }","duration":"2.071019237s","start":"2026-04-10T14:45:58.948684Z","end":"2026-04-10T14:46:01.019703Z","steps":["trace[202492355] 'agreement among raft nodes before linearized reading' (duration: 2.070945094s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.019721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:58.948666Z","time spent":"2.071051188s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":118,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:46:01.019722Z","caller":"traceutil/trace.go:171","msg":"trace[20363727] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29250; }","duration":"6.029758588s","start":"2026-04-10T14:45:54.989937Z","end":"2026-04-10T14:46:01.019696Z","steps":["trace[20363727] 'agreement among raft nodes before linearized reading' (duration: 6.029139231s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.019774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.028277389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-10T14:46:01.019806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.487940877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:46:01.019822Z","caller":"traceutil/trace.go:171","msg":"trace[367297830] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:29250; }","duration":"3.487955998s","start":"2026-04-10T14:45:57.53186Z","end":"2026-04-10T14:46:01.019816Z","steps":["trace[367297830] 'agreement among raft nodes before linearized reading' (duration: 3.487931287s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:01.019816Z","caller":"traceutil/trace.go:171","msg":"trace[677221320] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29250; }","duration":"6.02832825s","start":"2026-04-10T14:45:54.991477Z","end":"2026-04-10T14:46:01.019805Z","steps":["trace[677221320] 'agreement among raft nodes before linearized reading' (duration: 6.028213628s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.019837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:57.531795Z","time spent":"3.48803843s","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:46:01.019845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:54.991471Z","time spent":"6.028367461s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:46:01.019901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:54.989921Z","time spent":"6.029886852s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T14:46:01.01996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894120573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-321aefb9-9865-4915-9225-cfdb711cd522\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-10T14:46:01.019965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.849152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:46:01.019979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986064361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:46:01.019979Z","caller":"traceutil/trace.go:171","msg":"trace[482626511] range","detail":"{range_begin:/registry/persistentvolumes/pvc-321aefb9-9865-4915-9225-cfdb711cd522; range_end:; response_count:1; response_revision:29250; }","duration":"3.894158654s","start":"2026-04-10T14:45:57.125816Z","end":"2026-04-10T14:46:01.019975Z","steps":["trace[482626511] 'agreement among raft nodes before linearized reading' (duration: 3.894110032s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.020042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:57.125806Z","time spent":"3.894225885s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-321aefb9-9865-4915-9225-cfdb711cd522\" "} {"level":"warn","ts":"2026-04-10T14:46:01.020063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829656574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-10T14:46:01.020065Z","caller":"traceutil/trace.go:171","msg":"trace[643345446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29250; }","duration":"2.986239645s","start":"2026-04-10T14:45:58.033785Z","end":"2026-04-10T14:46:01.020024Z","steps":["trace[643345446] 'agreement among raft nodes before linearized reading' (duration: 2.986081701s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.020137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:58.033764Z","time spent":"2.986353378s","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:46:01.020198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.074434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z2ncp.18a50609f2bd617c\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-04-10T14:46:01.018842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:56.986272Z","time spent":"4.032563241s","remote":"127.0.0.1:45412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:46:01.020211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388014015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:46:01.020238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.199912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:46:01.020254Z","caller":"traceutil/trace.go:171","msg":"trace[1213745865] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:29250; }","duration":"738.215482ms","start":"2026-04-10T14:46:00.282034Z","end":"2026-04-10T14:46:01.02025Z","steps":["trace[1213745865] 'agreement among raft nodes before linearized reading' (duration: 738.190532ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:01.020252Z","caller":"traceutil/trace.go:171","msg":"trace[686184247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29250; }","duration":"1.388079306s","start":"2026-04-10T14:45:59.63216Z","end":"2026-04-10T14:46:01.020239Z","steps":["trace[686184247] 'agreement among raft nodes before linearized reading' (duration: 1.388015965s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.020297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:59.632146Z","time spent":"1.388142278s","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:46:01.020361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.797122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:46:01.020379Z","caller":"traceutil/trace.go:171","msg":"trace[1643937159] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:29250; }","duration":"838.816294ms","start":"2026-04-10T14:46:00.181559Z","end":"2026-04-10T14:46:01.020375Z","steps":["trace[1643937159] 'agreement among raft nodes before linearized reading' (duration: 838.71812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.020268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:00.281941Z","time spent":"738.323445ms","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:46:01.020392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:00.181496Z","time spent":"838.892535ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":194,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:46:01.019277Z","caller":"traceutil/trace.go:171","msg":"trace[1218064418] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29250; }","duration":"5.3843373s","start":"2026-04-10T14:45:55.634933Z","end":"2026-04-10T14:46:01.01927Z","steps":["trace[1218064418] 'agreement among raft nodes before linearized reading' (duration: 5.383754755s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.020483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:55.634915Z","time spent":"5.385561772s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:46:01.02013Z","caller":"traceutil/trace.go:171","msg":"trace[734527631] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29250; }","duration":"2.829732645s","start":"2026-04-10T14:45:58.190372Z","end":"2026-04-10T14:46:01.020105Z","steps":["trace[734527631] 'agreement among raft nodes before linearized reading' (duration: 2.829620042s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.019839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405821602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:46:01.020575Z","caller":"traceutil/trace.go:171","msg":"trace[1349263787] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:29250; }","duration":"3.406642273s","start":"2026-04-10T14:45:57.613927Z","end":"2026-04-10T14:46:01.020569Z","steps":["trace[1349263787] 'agreement among raft nodes before linearized reading' (duration: 3.405769861s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.020593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:57.613906Z","time spent":"3.406682024s","remote":"127.0.0.1:40956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:46:01.019004Z","caller":"traceutil/trace.go:171","msg":"trace[924606386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29250; }","duration":"5.429889701s","start":"2026-04-10T14:45:55.589089Z","end":"2026-04-10T14:46:01.018979Z","steps":["trace[924606386] 'agreement among raft nodes before linearized reading' (duration: 5.429717116s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.020672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:55.589081Z","time spent":"5.431586625s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:46:01.020696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330823061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:46:01.019664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:55.188037Z","time spent":"5.831616659s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:46:01.019917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89091441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:46:01.020748Z","caller":"traceutil/trace.go:171","msg":"trace[33573447] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:29250; }","duration":"1.330919723s","start":"2026-04-10T14:45:59.689815Z","end":"2026-04-10T14:46:01.020734Z","steps":["trace[33573447] 'agreement among raft nodes before linearized reading' (duration: 1.330825811s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:01.020858Z","caller":"traceutil/trace.go:171","msg":"trace[1490527672] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29250; }","duration":"3.891861774s","start":"2026-04-10T14:45:57.128984Z","end":"2026-04-10T14:46:01.020846Z","steps":["trace[1490527672] 'agreement among raft nodes before linearized reading' (duration: 3.89091701s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.020866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:58.190354Z","time spent":"2.830218328s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-10T14:46:01.020931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:57.128974Z","time spent":"3.891943556s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:46:01.019686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:59.601451Z","time spent":"1.418226195s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:46:01.020005Z","caller":"traceutil/trace.go:171","msg":"trace[448926095] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:29250; }","duration":"194.924214ms","start":"2026-04-10T14:46:00.82507Z","end":"2026-04-10T14:46:01.019995Z","steps":["trace[448926095] 'agreement among raft nodes before linearized reading' (duration: 194.633807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.021008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:59.689792Z","time spent":"1.33119496s","remote":"127.0.0.1:46464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:46:01.019959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894833117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-04-10T14:46:01.020152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.948813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:46:01.019022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.988145435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:46:01.021169Z","caller":"traceutil/trace.go:171","msg":"trace[664294755] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:29250; }","duration":"4.990334553s","start":"2026-04-10T14:45:56.030825Z","end":"2026-04-10T14:46:01.02116Z","steps":["trace[664294755] 'agreement among raft nodes before linearized reading' (duration: 4.988181887s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.021193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:56.030798Z","time spent":"4.990387104s","remote":"127.0.0.1:46596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:46:01.021151Z","caller":"traceutil/trace.go:171","msg":"trace[1674244503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29250; }","duration":"907.96243ms","start":"2026-04-10T14:46:00.11315Z","end":"2026-04-10T14:46:01.021113Z","steps":["trace[1674244503] 'agreement among raft nodes before linearized reading' (duration: 906.983544ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:01.021317Z","caller":"traceutil/trace.go:171","msg":"trace[356457758] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6; range_end:; response_count:1; response_revision:29250; }","duration":"2.896229664s","start":"2026-04-10T14:45:58.125072Z","end":"2026-04-10T14:46:01.021302Z","steps":["trace[356457758] 'agreement among raft nodes before linearized reading' (duration: 2.894733334s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:01.021384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:45:58.12505Z","time spent":"2.896318936s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9df08471-3817-4c8e-a2d3-94b9dc19fde6\" "} {"level":"warn","ts":"2026-04-10T14:46:01.021307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:00.11313Z","time spent":"908.156984ms","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:46:01.020216Z","caller":"traceutil/trace.go:171","msg":"trace[256819333] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-z2ncp.18a50609f2bd617c; range_end:; response_count:1; response_revision:29250; }","duration":"240.111515ms","start":"2026-04-10T14:46:00.780097Z","end":"2026-04-10T14:46:01.020209Z","steps":["trace[256819333] 'agreement among raft nodes before linearized reading' (duration: 240.067134ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:01.05769Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26573} {"level":"info","ts":"2026-04-10T14:46:01.338573Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26573,"took":"272.849971ms","hash":1087840472,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":41848832,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-10T14:46:01.338639Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1087840472,"revision":26573,"compact-revision":23275} {"level":"info","ts":"2026-04-10T14:46:05.066882Z","caller":"traceutil/trace.go:171","msg":"trace[1892358128] transaction","detail":"{read_only:false; response_revision:29332; number_of_response:1; }","duration":"128.289152ms","start":"2026-04-10T14:46:04.938562Z","end":"2026-04-10T14:46:05.066852Z","steps":["trace[1892358128] 'process raft request' (duration: 90.098325ms)","trace[1892358128] 'compare' (duration: 37.984452ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:46:43.540495Z","caller":"traceutil/trace.go:171","msg":"trace[265990382] transaction","detail":"{read_only:false; response_revision:29744; number_of_response:1; }","duration":"192.47924ms","start":"2026-04-10T14:46:43.347988Z","end":"2026-04-10T14:46:43.540467Z","steps":["trace[265990382] 'process raft request' (duration: 109.283276ms)","trace[265990382] 'compare' (duration: 82.792814ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:46:43.541154Z","caller":"traceutil/trace.go:171","msg":"trace[1813509542] linearizableReadLoop","detail":"{readStateIndex:31119; appliedIndex:31118; }","duration":"187.636364ms","start":"2026-04-10T14:46:43.353505Z","end":"2026-04-10T14:46:43.541141Z","steps":["trace[1813509542] 'read index received' (duration: 8.098282ms)","trace[1813509542] 'applied index is now lower than readState.Index' (duration: 179.537002ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:46:43.541133Z","caller":"traceutil/trace.go:171","msg":"trace[1632290684] transaction","detail":"{read_only:false; response_revision:29745; number_of_response:1; }","duration":"187.11609ms","start":"2026-04-10T14:46:43.353973Z","end":"2026-04-10T14:46:43.541089Z","steps":["trace[1632290684] 'process raft request' (duration: 186.439392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:43.541321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.784278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:46:43.541406Z","caller":"traceutil/trace.go:171","msg":"trace[2090606446] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:29746; }","duration":"187.900881ms","start":"2026-04-10T14:46:43.35349Z","end":"2026-04-10T14:46:43.541391Z","steps":["trace[2090606446] 'agreement among raft nodes before linearized reading' (duration: 187.718356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.355218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.640563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:46:49.355398Z","caller":"traceutil/trace.go:171","msg":"trace[1354094992] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29787; }","duration":"490.859308ms","start":"2026-04-10T14:46:48.8645Z","end":"2026-04-10T14:46:49.355359Z","steps":["trace[1354094992] 'range keys from bolt db' (duration: 490.51799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.355495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:48.864479Z","time spent":"491.004592ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:46:49.415868Z","caller":"traceutil/trace.go:171","msg":"trace[549474913] transaction","detail":"{read_only:false; response_revision:29788; number_of_response:1; }","duration":"375.636248ms","start":"2026-04-10T14:46:49.040185Z","end":"2026-04-10T14:46:49.415821Z","steps":["trace[549474913] 'process raft request' (duration: 374.221451ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:49.41552Z","caller":"traceutil/trace.go:171","msg":"trace[1333994635] linearizableReadLoop","detail":"{readStateIndex:31165; appliedIndex:31164; }","duration":"374.953ms","start":"2026-04-10T14:46:49.040534Z","end":"2026-04-10T14:46:49.415487Z","steps":["trace[1333994635] 'read index received' (duration: 373.83037ms)","trace[1333994635] 'applied index is now lower than readState.Index' (duration: 1.11883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:46:49.416075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.040175Z","time spent":"375.802172ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:46:49.416085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.507954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:46:49.41619Z","caller":"traceutil/trace.go:171","msg":"trace[782500361] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:29788; }","duration":"375.665238ms","start":"2026-04-10T14:46:49.040499Z","end":"2026-04-10T14:46:49.416165Z","steps":["trace[782500361] 'agreement among raft nodes before linearized reading' (duration: 375.455463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.416268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.040483Z","time spent":"375.773552ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:46:49.827337Z","caller":"traceutil/trace.go:171","msg":"trace[1235044688] transaction","detail":"{read_only:false; response_revision:29789; number_of_response:1; }","duration":"599.176679ms","start":"2026-04-10T14:46:49.228125Z","end":"2026-04-10T14:46:49.827301Z","steps":["trace[1235044688] 'process raft request' (duration: 598.852951ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:49.827373Z","caller":"traceutil/trace.go:171","msg":"trace[183050141] transaction","detail":"{read_only:false; response_revision:29790; number_of_response:1; }","duration":"573.639801ms","start":"2026-04-10T14:46:49.253682Z","end":"2026-04-10T14:46:49.827321Z","steps":["trace[183050141] 'process raft request' (duration: 573.450007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.827518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.228111Z","time spent":"599.319883ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:46:49.827554Z","caller":"traceutil/trace.go:171","msg":"trace[977331381] transaction","detail":"{read_only:false; response_revision:29792; number_of_response:1; }","duration":"467.646212ms","start":"2026-04-10T14:46:49.359885Z","end":"2026-04-10T14:46:49.827531Z","steps":["trace[977331381] 'process raft request' (duration: 467.363944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.827578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.253673Z","time spent":"573.788246ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:46:49.827645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.359862Z","time spent":"467.734364ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:46:49.827678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.24367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:46:49.827746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.103017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:46:49.827773Z","caller":"traceutil/trace.go:171","msg":"trace[64824723] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:29792; }","duration":"488.384484ms","start":"2026-04-10T14:46:49.339366Z","end":"2026-04-10T14:46:49.82775Z","steps":["trace[64824723] 'agreement among raft nodes before linearized reading' (duration: 488.149878ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:49.827787Z","caller":"traceutil/trace.go:171","msg":"trace[1926691679] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:29792; }","duration":"625.165089ms","start":"2026-04-10T14:46:49.202608Z","end":"2026-04-10T14:46:49.827773Z","steps":["trace[1926691679] 'agreement among raft nodes before linearized reading' (duration: 625.095627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.827801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.305738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:46:49.827823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.202597Z","time spent":"625.21791ms","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:46:49.827831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.339354Z","time spent":"488.462426ms","remote":"127.0.0.1:32784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:46:49.827849Z","caller":"traceutil/trace.go:171","msg":"trace[1567560722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29792; }","duration":"577.366659ms","start":"2026-04-10T14:46:49.250469Z","end":"2026-04-10T14:46:49.827835Z","steps":["trace[1567560722] 'agreement among raft nodes before linearized reading' (duration: 577.283847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.827888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.250461Z","time spent":"577.418281ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:46:49.827879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.113327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-10T14:46:49.828Z","caller":"traceutil/trace.go:171","msg":"trace[586677788] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:29792; }","duration":"625.267641ms","start":"2026-04-10T14:46:49.202704Z","end":"2026-04-10T14:46:49.827971Z","steps":["trace[586677788] 'agreement among raft nodes before linearized reading' (duration: 624.873961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.828057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.202701Z","time spent":"625.340393ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-04-10T14:46:49.82753Z","caller":"traceutil/trace.go:171","msg":"trace[2083541443] linearizableReadLoop","detail":"{readStateIndex:31169; appliedIndex:31165; }","duration":"411.456964ms","start":"2026-04-10T14:46:49.416033Z","end":"2026-04-10T14:46:49.82749Z","steps":["trace[2083541443] 'read index received' (duration: 411.012742ms)","trace[2083541443] 'applied index is now lower than readState.Index' (duration: 441.962µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:46:49.828382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.493529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:46:49.828442Z","caller":"traceutil/trace.go:171","msg":"trace[1214432835] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29792; }","duration":"653.584372ms","start":"2026-04-10T14:46:49.174843Z","end":"2026-04-10T14:46:49.828427Z","steps":["trace[1214432835] 'agreement among raft nodes before linearized reading' (duration: 653.387407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.828485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.174828Z","time spent":"653.645703ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:46:49.828519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.688588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:46:49.828592Z","caller":"traceutil/trace.go:171","msg":"trace[1293395649] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29792; }","duration":"468.785922ms","start":"2026-04-10T14:46:49.359784Z","end":"2026-04-10T14:46:49.82857Z","steps":["trace[1293395649] 'agreement among raft nodes before linearized reading' (duration: 468.564707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.828639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.359768Z","time spent":"468.858804ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:46:49.82901Z","caller":"traceutil/trace.go:171","msg":"trace[59780636] transaction","detail":"{read_only:false; response_revision:29791; number_of_response:1; }","duration":"574.439573ms","start":"2026-04-10T14:46:49.253731Z","end":"2026-04-10T14:46:49.82817Z","steps":["trace[59780636] 'process raft request' (duration: 573.461977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.829141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.253725Z","time spent":"575.356527ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:46:49.839953Z","caller":"traceutil/trace.go:171","msg":"trace[1337295327] transaction","detail":"{read_only:false; response_revision:29793; number_of_response:1; }","duration":"279.528015ms","start":"2026-04-10T14:46:49.560408Z","end":"2026-04-10T14:46:49.839936Z","steps":["trace[1337295327] 'process raft request' (duration: 279.413522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.840154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.188727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:46:49.840205Z","caller":"traceutil/trace.go:171","msg":"trace[1604533492] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29793; }","duration":"261.30051ms","start":"2026-04-10T14:46:49.578893Z","end":"2026-04-10T14:46:49.840194Z","steps":["trace[1604533492] 'agreement among raft nodes before linearized reading' (duration: 261.128204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.840156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.391661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:46:49.840242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.307301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:46:49.840165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.186801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:46:49.840286Z","caller":"traceutil/trace.go:171","msg":"trace[554343199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29793; }","duration":"258.409894ms","start":"2026-04-10T14:46:49.581865Z","end":"2026-04-10T14:46:49.840274Z","steps":["trace[554343199] 'agreement among raft nodes before linearized reading' (duration: 258.120405ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:49.840313Z","caller":"traceutil/trace.go:171","msg":"trace[2015437969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29793; }","duration":"392.334294ms","start":"2026-04-10T14:46:49.447968Z","end":"2026-04-10T14:46:49.840302Z","steps":["trace[2015437969] 'agreement among raft nodes before linearized reading' (duration: 392.119729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.840356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.447892Z","time spent":"392.446147ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:46:49.840372Z","caller":"traceutil/trace.go:171","msg":"trace[711969240] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29793; }","duration":"313.564935ms","start":"2026-04-10T14:46:49.5267Z","end":"2026-04-10T14:46:49.840265Z","steps":["trace[711969240] 'agreement among raft nodes before linearized reading' (duration: 313.396891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:49.840479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:49.526675Z","time spent":"313.78854ms","remote":"127.0.0.1:55062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:46:52.328625Z","caller":"traceutil/trace.go:171","msg":"trace[1347826379] transaction","detail":"{read_only:false; response_revision:29814; number_of_response:1; }","duration":"423.54968ms","start":"2026-04-10T14:46:51.905047Z","end":"2026-04-10T14:46:52.328597Z","steps":["trace[1347826379] 'process raft request' (duration: 413.061105ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:52.328697Z","caller":"traceutil/trace.go:171","msg":"trace[403279188] linearizableReadLoop","detail":"{readStateIndex:31193; appliedIndex:31191; }","duration":"214.440564ms","start":"2026-04-10T14:46:52.114228Z","end":"2026-04-10T14:46:52.328669Z","steps":["trace[403279188] 'read index received' (duration: 203.96192ms)","trace[403279188] 'applied index is now lower than readState.Index' (duration: 10.477484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:46:52.328776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:51.905029Z","time spent":"423.662442ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:46:52.328981Z","caller":"traceutil/trace.go:171","msg":"trace[797200372] transaction","detail":"{read_only:false; response_revision:29815; number_of_response:1; }","duration":"421.61218ms","start":"2026-04-10T14:46:51.907358Z","end":"2026-04-10T14:46:52.32897Z","steps":["trace[797200372] 'process raft request' (duration: 421.142767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:52.329081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.507343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-10T14:46:52.329094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:46:51.90735Z","time spent":"421.672931ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:46:52.329112Z","caller":"traceutil/trace.go:171","msg":"trace[771018248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29816; }","duration":"119.567545ms","start":"2026-04-10T14:46:52.209536Z","end":"2026-04-10T14:46:52.329104Z","steps":["trace[771018248] 'agreement among raft nodes before linearized reading' (duration: 119.473223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:46:52.329256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.03655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:46:52.329279Z","caller":"traceutil/trace.go:171","msg":"trace[1457804623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29816; }","duration":"215.096121ms","start":"2026-04-10T14:46:52.114176Z","end":"2026-04-10T14:46:52.329272Z","steps":["trace[1457804623] 'agreement among raft nodes before linearized reading' (duration: 215.04864ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:46:59.733128Z","caller":"traceutil/trace.go:171","msg":"trace[971981897] transaction","detail":"{read_only:false; response_revision:29873; number_of_response:1; }","duration":"252.175972ms","start":"2026-04-10T14:46:59.480916Z","end":"2026-04-10T14:46:59.733092Z","steps":["trace[971981897] 'process raft request' (duration: 251.956716ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:00.004572Z","caller":"traceutil/trace.go:171","msg":"trace[841477310] transaction","detail":"{read_only:false; response_revision:29874; number_of_response:1; }","duration":"141.106458ms","start":"2026-04-10T14:46:59.863438Z","end":"2026-04-10T14:47:00.004544Z","steps":["trace[841477310] 'process raft request' (duration: 140.939783ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:00.052614Z","caller":"traceutil/trace.go:171","msg":"trace[1933689144] linearizableReadLoop","detail":"{readStateIndex:31259; appliedIndex:31254; }","duration":"141.907389ms","start":"2026-04-10T14:46:59.910683Z","end":"2026-04-10T14:47:00.052591Z","steps":["trace[1933689144] 'read index received' (duration: 93.737059ms)","trace[1933689144] 'applied index is now lower than readState.Index' (duration: 48.16928ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:00.052789Z","caller":"traceutil/trace.go:171","msg":"trace[1905130708] transaction","detail":"{read_only:false; response_revision:29878; number_of_response:1; }","duration":"182.016416ms","start":"2026-04-10T14:46:59.870733Z","end":"2026-04-10T14:47:00.052749Z","steps":["trace[1905130708] 'process raft request' (duration: 181.812601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:00.053003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.308279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:47:00.053031Z","caller":"traceutil/trace.go:171","msg":"trace[1254622202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29878; }","duration":"142.34768ms","start":"2026-04-10T14:46:59.910675Z","end":"2026-04-10T14:47:00.053023Z","steps":["trace[1254622202] 'agreement among raft nodes before linearized reading' (duration: 142.224547ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:00.05315Z","caller":"traceutil/trace.go:171","msg":"trace[1920123727] transaction","detail":"{read_only:false; response_revision:29875; number_of_response:1; }","duration":"186.584087ms","start":"2026-04-10T14:46:59.86655Z","end":"2026-04-10T14:47:00.053134Z","steps":["trace[1920123727] 'process raft request' (duration: 185.815457ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:00.053354Z","caller":"traceutil/trace.go:171","msg":"trace[1431480202] transaction","detail":"{read_only:false; response_revision:29877; number_of_response:1; }","duration":"182.657583ms","start":"2026-04-10T14:46:59.870682Z","end":"2026-04-10T14:47:00.05334Z","steps":["trace[1431480202] 'process raft request' (duration: 181.836212ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:00.053408Z","caller":"traceutil/trace.go:171","msg":"trace[635856387] transaction","detail":"{read_only:false; response_revision:29876; number_of_response:1; }","duration":"185.480568ms","start":"2026-04-10T14:46:59.867888Z","end":"2026-04-10T14:47:00.053368Z","steps":["trace[635856387] 'process raft request' (duration: 184.599375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:00.053499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.478723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:47:00.053521Z","caller":"traceutil/trace.go:171","msg":"trace[1099821809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29878; }","duration":"142.526354ms","start":"2026-04-10T14:46:59.910988Z","end":"2026-04-10T14:47:00.053515Z","steps":["trace[1099821809] 'agreement among raft nodes before linearized reading' (duration: 142.463953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:00.053653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.984699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:00.053703Z","caller":"traceutil/trace.go:171","msg":"trace[975799859] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:29878; }","duration":"106.091412ms","start":"2026-04-10T14:46:59.947593Z","end":"2026-04-10T14:47:00.053684Z","steps":["trace[975799859] 'agreement among raft nodes before linearized reading' (duration: 106.000229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:00.053726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.230467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:47:00.053749Z","caller":"traceutil/trace.go:171","msg":"trace[254800884] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29878; }","duration":"142.273599ms","start":"2026-04-10T14:46:59.911469Z","end":"2026-04-10T14:47:00.053742Z","steps":["trace[254800884] 'agreement among raft nodes before linearized reading' (duration: 142.182146ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:00.301737Z","caller":"traceutil/trace.go:171","msg":"trace[1490975897] transaction","detail":"{read_only:false; response_revision:29879; number_of_response:1; }","duration":"244.043308ms","start":"2026-04-10T14:47:00.057659Z","end":"2026-04-10T14:47:00.301702Z","steps":["trace[1490975897] 'process raft request' (duration: 243.869033ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:00.340404Z","caller":"traceutil/trace.go:171","msg":"trace[1622499177] transaction","detail":"{read_only:false; response_revision:29881; number_of_response:1; }","duration":"280.85136ms","start":"2026-04-10T14:47:00.059525Z","end":"2026-04-10T14:47:00.340377Z","steps":["trace[1622499177] 'process raft request' (duration: 280.798678ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:00.340454Z","caller":"traceutil/trace.go:171","msg":"trace[927970203] transaction","detail":"{read_only:false; response_revision:29880; number_of_response:1; }","duration":"282.347699ms","start":"2026-04-10T14:47:00.058067Z","end":"2026-04-10T14:47:00.340414Z","steps":["trace[927970203] 'process raft request' (duration: 282.104033ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:00.659218Z","caller":"traceutil/trace.go:171","msg":"trace[322813412] transaction","detail":"{read_only:false; response_revision:29884; number_of_response:1; }","duration":"231.730327ms","start":"2026-04-10T14:47:00.42746Z","end":"2026-04-10T14:47:00.659191Z","steps":["trace[322813412] 'process raft request' (duration: 159.322014ms)","trace[322813412] 'compare' (duration: 72.088615ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:00.659381Z","caller":"traceutil/trace.go:171","msg":"trace[1924901917] transaction","detail":"{read_only:false; response_revision:29885; number_of_response:1; }","duration":"230.32148ms","start":"2026-04-10T14:47:00.429036Z","end":"2026-04-10T14:47:00.659358Z","steps":["trace[1924901917] 'process raft request' (duration: 230.095733ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:00.769428Z","caller":"traceutil/trace.go:171","msg":"trace[1572298614] transaction","detail":"{read_only:false; response_revision:29887; number_of_response:1; }","duration":"103.27489ms","start":"2026-04-10T14:47:00.666027Z","end":"2026-04-10T14:47:00.769302Z","steps":["trace[1572298614] 'process raft request' (duration: 98.584667ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:05.29129Z","caller":"traceutil/trace.go:171","msg":"trace[2147461350] transaction","detail":"{read_only:false; response_revision:29925; number_of_response:1; }","duration":"403.30479ms","start":"2026-04-10T14:47:04.887959Z","end":"2026-04-10T14:47:05.291264Z","steps":["trace[2147461350] 'process raft request' (duration: 403.136455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:05.291471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:04.887924Z","time spent":"403.450294ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:47:05.297942Z","caller":"traceutil/trace.go:171","msg":"trace[1254752379] transaction","detail":"{read_only:false; response_revision:29926; number_of_response:1; }","duration":"406.459292ms","start":"2026-04-10T14:47:04.891467Z","end":"2026-04-10T14:47:05.297926Z","steps":["trace[1254752379] 'process raft request' (duration: 406.218136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:05.298026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:04.891444Z","time spent":"406.534015ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:47:05.298379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.965164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:05.298413Z","caller":"traceutil/trace.go:171","msg":"trace[905653154] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:29927; }","duration":"237.036756ms","start":"2026-04-10T14:47:05.061368Z","end":"2026-04-10T14:47:05.298405Z","steps":["trace[905653154] 'agreement among raft nodes before linearized reading' (duration: 236.979655ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:05.298145Z","caller":"traceutil/trace.go:171","msg":"trace[192366418] linearizableReadLoop","detail":"{readStateIndex:31309; appliedIndex:31308; }","duration":"236.717996ms","start":"2026-04-10T14:47:05.061411Z","end":"2026-04-10T14:47:05.298129Z","steps":["trace[192366418] 'read index received' (duration: 230.523715ms)","trace[192366418] 'applied index is now lower than readState.Index' (duration: 6.193551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:47:05.298785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.749418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-10T14:47:05.298889Z","caller":"traceutil/trace.go:171","msg":"trace[4525458] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:29927; }","duration":"210.889803ms","start":"2026-04-10T14:47:05.087981Z","end":"2026-04-10T14:47:05.298871Z","steps":["trace[4525458] 'agreement among raft nodes before linearized reading' (duration: 210.697807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:05.299344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.879719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17063"} {"level":"info","ts":"2026-04-10T14:47:05.299429Z","caller":"traceutil/trace.go:171","msg":"trace[1154362719] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29927; }","duration":"165.004692ms","start":"2026-04-10T14:47:05.134406Z","end":"2026-04-10T14:47:05.29941Z","steps":["trace[1154362719] 'agreement among raft nodes before linearized reading' (duration: 164.784897ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:05.970174Z","caller":"traceutil/trace.go:171","msg":"trace[1486166532] transaction","detail":"{read_only:false; response_revision:29928; number_of_response:1; }","duration":"209.043622ms","start":"2026-04-10T14:47:05.761104Z","end":"2026-04-10T14:47:05.970147Z","steps":["trace[1486166532] 'process raft request' (duration: 208.857998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:07.506324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.183289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:47:07.506576Z","caller":"traceutil/trace.go:171","msg":"trace[1397843606] transaction","detail":"{read_only:false; response_revision:29942; number_of_response:1; }","duration":"170.693452ms","start":"2026-04-10T14:47:07.335857Z","end":"2026-04-10T14:47:07.506551Z","steps":["trace[1397843606] 'process raft request' (duration: 70.202595ms)","trace[1397843606] 'compare' (duration: 99.920331ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:07.506598Z","caller":"traceutil/trace.go:171","msg":"trace[377701574] transaction","detail":"{read_only:false; response_revision:29943; number_of_response:1; }","duration":"104.379777ms","start":"2026-04-10T14:47:07.402197Z","end":"2026-04-10T14:47:07.506576Z","steps":["trace[377701574] 'process raft request' (duration: 104.235044ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:08.53346Z","caller":"traceutil/trace.go:171","msg":"trace[487959653] transaction","detail":"{read_only:false; response_revision:29955; number_of_response:1; }","duration":"122.870152ms","start":"2026-04-10T14:47:08.410551Z","end":"2026-04-10T14:47:08.533421Z","steps":["trace[487959653] 'process raft request' (duration: 29.961364ms)","trace[487959653] 'compare' (duration: 91.966813ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:08.982254Z","caller":"traceutil/trace.go:171","msg":"trace[1040188] transaction","detail":"{read_only:false; response_revision:29956; number_of_response:1; }","duration":"444.579209ms","start":"2026-04-10T14:47:08.537643Z","end":"2026-04-10T14:47:08.982222Z","steps":["trace[1040188] 'process raft request' (duration: 432.675318ms)","trace[1040188] 'compare' (duration: 11.576172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:47:08.982407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:08.537622Z","time spent":"444.714882ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:47:08.982572Z","caller":"traceutil/trace.go:171","msg":"trace[611388250] transaction","detail":"{read_only:false; response_revision:29957; number_of_response:1; }","duration":"443.884541ms","start":"2026-04-10T14:47:08.538674Z","end":"2026-04-10T14:47:08.982558Z","steps":["trace[611388250] 'process raft request' (duration: 443.492101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:08.982641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:08.53865Z","time spent":"443.957303ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:47:08.98258Z","caller":"traceutil/trace.go:171","msg":"trace[1367083530] linearizableReadLoop","detail":"{readStateIndex:31342; appliedIndex:31340; }","duration":"315.472734ms","start":"2026-04-10T14:47:08.667071Z","end":"2026-04-10T14:47:08.982544Z","steps":["trace[1367083530] 'read index received' (duration: 303.274516ms)","trace[1367083530] 'applied index is now lower than readState.Index' (duration: 12.196808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:47:08.982764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.69295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:47:08.98281Z","caller":"traceutil/trace.go:171","msg":"trace[1497885852] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:29957; }","duration":"315.771373ms","start":"2026-04-10T14:47:08.667026Z","end":"2026-04-10T14:47:08.982798Z","steps":["trace[1497885852] 'agreement among raft nodes before linearized reading' (duration: 315.68702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:08.982841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:08.66701Z","time spent":"315.823745ms","remote":"127.0.0.1:40766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:47:08.984586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.984422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:47:08.984715Z","caller":"traceutil/trace.go:171","msg":"trace[85683272] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29957; }","duration":"152.169757ms","start":"2026-04-10T14:47:08.83253Z","end":"2026-04-10T14:47:08.984699Z","steps":["trace[85683272] 'agreement among raft nodes before linearized reading' (duration: 150.36414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:10.011778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660580461,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T14:47:10.025423Z","caller":"traceutil/trace.go:171","msg":"trace[892630777] linearizableReadLoop","detail":"{readStateIndex:31343; appliedIndex:31342; }","duration":"514.704712ms","start":"2026-04-10T14:47:09.510695Z","end":"2026-04-10T14:47:10.0254Z","steps":["trace[892630777] 'read index received' (duration: 514.616689ms)","trace[892630777] 'applied index is now lower than readState.Index' (duration: 87.153µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:10.0255Z","caller":"traceutil/trace.go:171","msg":"trace[440883801] transaction","detail":"{read_only:false; response_revision:29958; number_of_response:1; }","duration":"646.741952ms","start":"2026-04-10T14:47:09.378736Z","end":"2026-04-10T14:47:10.025478Z","steps":["trace[440883801] 'process raft request' (duration: 646.527117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:10.02566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:09.378715Z","time spent":"646.819735ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:47:10.025684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.958028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:47:10.025784Z","caller":"traceutil/trace.go:171","msg":"trace[286210273] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29958; }","duration":"515.108631ms","start":"2026-04-10T14:47:09.510651Z","end":"2026-04-10T14:47:10.025759Z","steps":["trace[286210273] 'agreement among raft nodes before linearized reading' (duration: 514.849855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:10.025851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:09.510604Z","time spent":"515.214775ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:47:10.026161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.405449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:10.026213Z","caller":"traceutil/trace.go:171","msg":"trace[2072146897] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:29958; }","duration":"431.068746ms","start":"2026-04-10T14:47:09.595129Z","end":"2026-04-10T14:47:10.026198Z","steps":["trace[2072146897] 'agreement among raft nodes before linearized reading' (duration: 430.415969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:10.027486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:09.595101Z","time spent":"432.35136ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:47:16.762431Z","caller":"traceutil/trace.go:171","msg":"trace[1036588121] linearizableReadLoop","detail":"{readStateIndex:31412; appliedIndex:31410; }","duration":"131.828015ms","start":"2026-04-10T14:47:16.630575Z","end":"2026-04-10T14:47:16.762403Z","steps":["trace[1036588121] 'read index received' (duration: 51.423933ms)","trace[1036588121] 'applied index is now lower than readState.Index' (duration: 80.402842ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:16.762448Z","caller":"traceutil/trace.go:171","msg":"trace[1102495285] transaction","detail":"{read_only:false; response_revision:30023; number_of_response:1; }","duration":"303.184944ms","start":"2026-04-10T14:47:16.459228Z","end":"2026-04-10T14:47:16.762413Z","steps":["trace[1102495285] 'process raft request' (duration: 222.878515ms)","trace[1102495285] 'compare' (duration: 80.083824ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:16.762613Z","caller":"traceutil/trace.go:171","msg":"trace[242334677] transaction","detail":"{read_only:false; response_revision:30024; number_of_response:1; }","duration":"302.020613ms","start":"2026-04-10T14:47:16.460565Z","end":"2026-04-10T14:47:16.762585Z","steps":["trace[242334677] 'process raft request' (duration: 301.775707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:16.762676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.086233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:47:16.762704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:16.459215Z","time spent":"303.402579ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:47:16.762747Z","caller":"traceutil/trace.go:171","msg":"trace[615379648] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:30024; }","duration":"132.218626ms","start":"2026-04-10T14:47:16.630518Z","end":"2026-04-10T14:47:16.762737Z","steps":["trace[615379648] 'agreement among raft nodes before linearized reading' (duration: 132.082613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:16.762742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:16.460555Z","time spent":"302.110735ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:47:17.600379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.291509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:17.600505Z","caller":"traceutil/trace.go:171","msg":"trace[9503323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30025; }","duration":"362.507724ms","start":"2026-04-10T14:47:17.237969Z","end":"2026-04-10T14:47:17.600477Z","steps":["trace[9503323] 'range keys from in-memory index tree' (duration: 362.180337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:17.600563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:17.23795Z","time spent":"362.602577ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:47:17.600848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.376722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:47:17.600922Z","caller":"traceutil/trace.go:171","msg":"trace[1706694557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30025; }","duration":"517.534916ms","start":"2026-04-10T14:47:17.083369Z","end":"2026-04-10T14:47:17.600903Z","steps":["trace[1706694557] 'range keys from in-memory index tree' (duration: 517.196936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:17.60095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:17.083343Z","time spent":"517.600128ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:47:17.60108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.181179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:47:17.601131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.961047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:17.601187Z","caller":"traceutil/trace.go:171","msg":"trace[1663506242] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:30025; }","duration":"509.342653ms","start":"2026-04-10T14:47:17.091816Z","end":"2026-04-10T14:47:17.601159Z","steps":["trace[1663506242] 'count revisions from in-memory index tree' (duration: 509.023333ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:17.601213Z","caller":"traceutil/trace.go:171","msg":"trace[1678880356] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:30025; }","duration":"161.10687ms","start":"2026-04-10T14:47:17.440084Z","end":"2026-04-10T14:47:17.601191Z","steps":["trace[1678880356] 'count revisions from in-memory index tree' (duration: 160.856355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:17.60125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:17.091792Z","time spent":"509.439324ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:47:17.601131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.26413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:17.601371Z","caller":"traceutil/trace.go:171","msg":"trace[392675979] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:30025; }","duration":"214.555107ms","start":"2026-04-10T14:47:17.386802Z","end":"2026-04-10T14:47:17.601357Z","steps":["trace[392675979] 'count revisions from in-memory index tree' (duration: 214.198878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:17.600545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.453328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:47:17.601756Z","caller":"traceutil/trace.go:171","msg":"trace[1901568035] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30025; }","duration":"385.762922ms","start":"2026-04-10T14:47:17.215978Z","end":"2026-04-10T14:47:17.601741Z","steps":["trace[1901568035] 'count revisions from in-memory index tree' (duration: 384.338354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:17.601789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:17.215954Z","time spent":"385.821764ms","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:47:17.859977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.511565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:47:17.86009Z","caller":"traceutil/trace.go:171","msg":"trace[859945779] linearizableReadLoop","detail":"{readStateIndex:31415; appliedIndex:31414; }","duration":"138.763118ms","start":"2026-04-10T14:47:17.72131Z","end":"2026-04-10T14:47:17.860073Z","steps":["trace[859945779] 'read index received' (duration: 4.008885ms)","trace[859945779] 'applied index is now lower than readState.Index' (duration: 134.753013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:47:17.860393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.044644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:47:17.860403Z","caller":"traceutil/trace.go:171","msg":"trace[599392146] transaction","detail":"{read_only:false; response_revision:30027; number_of_response:1; }","duration":"256.059622ms","start":"2026-04-10T14:47:17.604323Z","end":"2026-04-10T14:47:17.860383Z","steps":["trace[599392146] 'process raft request' (duration: 121.057994ms)","trace[599392146] 'compare' (duration: 134.342631ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:17.860475Z","caller":"traceutil/trace.go:171","msg":"trace[1321465165] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:30027; }","duration":"139.155968ms","start":"2026-04-10T14:47:17.721276Z","end":"2026-04-10T14:47:17.860432Z","steps":["trace[1321465165] 'agreement among raft nodes before linearized reading' (duration: 139.032184ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:18.314578Z","caller":"traceutil/trace.go:171","msg":"trace[612744454] linearizableReadLoop","detail":"{readStateIndex:31416; appliedIndex:31415; }","duration":"162.99078ms","start":"2026-04-10T14:47:18.151559Z","end":"2026-04-10T14:47:18.31455Z","steps":["trace[612744454] 'read index received' (duration: 162.847526ms)","trace[612744454] 'applied index is now lower than readState.Index' (duration: 142.024µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:18.314647Z","caller":"traceutil/trace.go:171","msg":"trace[1074509677] transaction","detail":"{read_only:false; response_revision:30028; number_of_response:1; }","duration":"233.071361ms","start":"2026-04-10T14:47:18.081538Z","end":"2026-04-10T14:47:18.31461Z","steps":["trace[1074509677] 'process raft request' (duration: 232.832766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:18.314891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.312388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-10T14:47:18.314974Z","caller":"traceutil/trace.go:171","msg":"trace[375633180] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:30028; }","duration":"163.451931ms","start":"2026-04-10T14:47:18.151505Z","end":"2026-04-10T14:47:18.314957Z","steps":["trace[375633180] 'agreement among raft nodes before linearized reading' (duration: 163.189635ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:18.359959Z","caller":"traceutil/trace.go:171","msg":"trace[837944872] transaction","detail":"{read_only:false; response_revision:30029; number_of_response:1; }","duration":"178.215418ms","start":"2026-04-10T14:47:18.181711Z","end":"2026-04-10T14:47:18.359927Z","steps":["trace[837944872] 'process raft request' (duration: 167.482877ms)","trace[837944872] 'compare' (duration: 10.471374ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:18.359954Z","caller":"traceutil/trace.go:171","msg":"trace[1445214214] transaction","detail":"{read_only:false; response_revision:30030; number_of_response:1; }","duration":"118.22979ms","start":"2026-04-10T14:47:18.241695Z","end":"2026-04-10T14:47:18.359925Z","steps":["trace[1445214214] 'process raft request' (duration: 118.119327ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:18.360114Z","caller":"traceutil/trace.go:171","msg":"trace[727189301] transaction","detail":"{read_only:false; response_revision:30031; number_of_response:1; }","duration":"114.696487ms","start":"2026-04-10T14:47:18.245403Z","end":"2026-04-10T14:47:18.360099Z","steps":["trace[727189301] 'process raft request' (duration: 114.472282ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:18.360297Z","caller":"traceutil/trace.go:171","msg":"trace[1509852455] transaction","detail":"{read_only:false; response_revision:30032; number_of_response:1; }","duration":"114.756549ms","start":"2026-04-10T14:47:18.245522Z","end":"2026-04-10T14:47:18.360279Z","steps":["trace[1509852455] 'process raft request' (duration: 114.507253ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:18.360415Z","caller":"traceutil/trace.go:171","msg":"trace[1797014435] transaction","detail":"{read_only:false; response_revision:30033; number_of_response:1; }","duration":"113.519477ms","start":"2026-04-10T14:47:18.246884Z","end":"2026-04-10T14:47:18.360403Z","steps":["trace[1797014435] 'process raft request' (duration: 113.333132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:18.360567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.906107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-10T14:47:18.360599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.092942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:47:18.360626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.767187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:47:18.360638Z","caller":"traceutil/trace.go:171","msg":"trace[797323697] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30033; }","duration":"197.02881ms","start":"2026-04-10T14:47:18.163588Z","end":"2026-04-10T14:47:18.360617Z","steps":["trace[797323697] 'agreement among raft nodes before linearized reading' (duration: 196.842095ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:18.360672Z","caller":"traceutil/trace.go:171","msg":"trace[1478498946] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30033; }","duration":"200.867469ms","start":"2026-04-10T14:47:18.159793Z","end":"2026-04-10T14:47:18.360661Z","steps":["trace[1478498946] 'agreement among raft nodes before linearized reading' (duration: 200.715286ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:18.360685Z","caller":"traceutil/trace.go:171","msg":"trace[789016519] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:30033; }","duration":"171.256906ms","start":"2026-04-10T14:47:18.18941Z","end":"2026-04-10T14:47:18.360667Z","steps":["trace[789016519] 'agreement among raft nodes before linearized reading' (duration: 171.107953ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:18.552852Z","caller":"traceutil/trace.go:171","msg":"trace[1319167931] transaction","detail":"{read_only:false; response_revision:30034; number_of_response:1; }","duration":"185.423086ms","start":"2026-04-10T14:47:18.367404Z","end":"2026-04-10T14:47:18.552827Z","steps":["trace[1319167931] 'process raft request' (duration: 173.506525ms)","trace[1319167931] 'compare' (duration: 11.574463ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:18.553003Z","caller":"traceutil/trace.go:171","msg":"trace[2116924672] transaction","detail":"{read_only:false; response_revision:30035; number_of_response:1; }","duration":"181.309428ms","start":"2026-04-10T14:47:18.37168Z","end":"2026-04-10T14:47:18.55299Z","steps":["trace[2116924672] 'process raft request' (duration: 181.089443ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:18.865767Z","caller":"traceutil/trace.go:171","msg":"trace[757551260] transaction","detail":"{read_only:false; response_revision:30038; number_of_response:1; }","duration":"293.032358ms","start":"2026-04-10T14:47:18.572711Z","end":"2026-04-10T14:47:18.865743Z","steps":["trace[757551260] 'process raft request' (duration: 207.532844ms)","trace[757551260] 'compare' (duration: 85.387891ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:18.940518Z","caller":"traceutil/trace.go:171","msg":"trace[1478152047] linearizableReadLoop","detail":"{readStateIndex:31427; appliedIndex:31425; }","duration":"173.502285ms","start":"2026-04-10T14:47:18.76699Z","end":"2026-04-10T14:47:18.940492Z","steps":["trace[1478152047] 'read index received' (duration: 13.254587ms)","trace[1478152047] 'applied index is now lower than readState.Index' (duration: 160.246838ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:18.940659Z","caller":"traceutil/trace.go:171","msg":"trace[340576991] transaction","detail":"{read_only:false; response_revision:30039; number_of_response:1; }","duration":"328.354532ms","start":"2026-04-10T14:47:18.612249Z","end":"2026-04-10T14:47:18.940603Z","steps":["trace[340576991] 'process raft request' (duration: 328.072955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:18.940771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.733521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:47:18.940803Z","caller":"traceutil/trace.go:171","msg":"trace[717411474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30039; }","duration":"173.849833ms","start":"2026-04-10T14:47:18.766945Z","end":"2026-04-10T14:47:18.940794Z","steps":["trace[717411474] 'agreement among raft nodes before linearized reading' (duration: 173.690549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:18.940853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.795292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-10T14:47:18.940887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:18.612218Z","time spent":"328.556827ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:47:18.940906Z","caller":"traceutil/trace.go:171","msg":"trace[216984117] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30039; }","duration":"173.898716ms","start":"2026-04-10T14:47:18.766996Z","end":"2026-04-10T14:47:18.940895Z","steps":["trace[216984117] 'agreement among raft nodes before linearized reading' (duration: 173.70011ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:19.216839Z","caller":"traceutil/trace.go:171","msg":"trace[458835835] transaction","detail":"{read_only:false; response_revision:30043; number_of_response:1; }","duration":"155.286419ms","start":"2026-04-10T14:47:19.061509Z","end":"2026-04-10T14:47:19.216796Z","steps":["trace[458835835] 'process raft request' (duration: 127.892662ms)","trace[458835835] 'compare' (duration: 26.904663ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:20.013641Z","caller":"traceutil/trace.go:171","msg":"trace[1419126682] transaction","detail":"{read_only:false; response_revision:30044; number_of_response:1; }","duration":"145.730709ms","start":"2026-04-10T14:47:19.867881Z","end":"2026-04-10T14:47:20.013612Z","steps":["trace[1419126682] 'process raft request' (duration: 145.556205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:20.814507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.401652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:47:20.814928Z","caller":"traceutil/trace.go:171","msg":"trace[86851775] transaction","detail":"{read_only:false; response_revision:30046; number_of_response:1; }","duration":"449.663392ms","start":"2026-04-10T14:47:20.36523Z","end":"2026-04-10T14:47:20.814893Z","steps":["trace[86851775] 'process raft request' (duration: 11.131101ms)","trace[86851775] 'compare' (duration: 436.742305ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:20.814976Z","caller":"traceutil/trace.go:171","msg":"trace[596831618] transaction","detail":"{read_only:false; response_revision:30047; number_of_response:1; }","duration":"449.327722ms","start":"2026-04-10T14:47:20.365601Z","end":"2026-04-10T14:47:20.814929Z","steps":["trace[596831618] 'process raft request' (duration: 449.129507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:20.815091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.365203Z","time spent":"449.806315ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:47:20.815093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.365573Z","time spent":"449.476627ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:47:20.815196Z","caller":"traceutil/trace.go:171","msg":"trace[1165824239] linearizableReadLoop","detail":"{readStateIndex:31439; appliedIndex:31434; }","duration":"291.345604ms","start":"2026-04-10T14:47:20.523835Z","end":"2026-04-10T14:47:20.81518Z","steps":["trace[1165824239] 'read index received' (duration: 182.636352ms)","trace[1165824239] 'applied index is now lower than readState.Index' (duration: 108.708762ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:20.815271Z","caller":"traceutil/trace.go:171","msg":"trace[238074521] transaction","detail":"{read_only:false; response_revision:30050; number_of_response:1; }","duration":"447.959797ms","start":"2026-04-10T14:47:20.367305Z","end":"2026-04-10T14:47:20.815265Z","steps":["trace[238074521] 'process raft request' (duration: 447.843524ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:20.815272Z","caller":"traceutil/trace.go:171","msg":"trace[1883970164] transaction","detail":"{read_only:false; response_revision:30049; number_of_response:1; }","duration":"448.300137ms","start":"2026-04-10T14:47:20.366947Z","end":"2026-04-10T14:47:20.815247Z","steps":["trace[1883970164] 'process raft request' (duration: 448.144283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:20.815333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.367293Z","time spent":"447.992369ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:47:20.815379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.540529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:20.815409Z","caller":"traceutil/trace.go:171","msg":"trace[1298051929] transaction","detail":"{read_only:false; response_revision:30048; number_of_response:1; }","duration":"449.768844ms","start":"2026-04-10T14:47:20.365633Z","end":"2026-04-10T14:47:20.815402Z","steps":["trace[1298051929] 'process raft request' (duration: 449.249261ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:20.815416Z","caller":"traceutil/trace.go:171","msg":"trace[2088091843] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:30050; }","duration":"291.615782ms","start":"2026-04-10T14:47:20.52379Z","end":"2026-04-10T14:47:20.815406Z","steps":["trace[2088091843] 'agreement among raft nodes before linearized reading' (duration: 291.55363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:20.815408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.36693Z","time spent":"448.40177ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:47:20.815435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.365596Z","time spent":"449.825516ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:47:20.877958Z","caller":"traceutil/trace.go:171","msg":"trace[1609451828] transaction","detail":"{read_only:false; response_revision:30051; number_of_response:1; }","duration":"291.377005ms","start":"2026-04-10T14:47:20.586558Z","end":"2026-04-10T14:47:20.877935Z","steps":["trace[1609451828] 'process raft request' (duration: 291.186111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:20.87824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.44651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:20.878311Z","caller":"traceutil/trace.go:171","msg":"trace[1343007322] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:30051; }","duration":"127.567923ms","start":"2026-04-10T14:47:20.750727Z","end":"2026-04-10T14:47:20.878295Z","steps":["trace[1343007322] 'agreement among raft nodes before linearized reading' (duration: 127.453731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:20.878514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.567529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T14:47:20.87859Z","caller":"traceutil/trace.go:171","msg":"trace[742897373] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30051; }","duration":"335.638861ms","start":"2026-04-10T14:47:20.542932Z","end":"2026-04-10T14:47:20.87857Z","steps":["trace[742897373] 'agreement among raft nodes before linearized reading' (duration: 335.478417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:20.87865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.542886Z","time spent":"335.749505ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-10T14:47:20.878884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.925716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:47:20.878943Z","caller":"traceutil/trace.go:171","msg":"trace[1362722882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30051; }","duration":"306.017078ms","start":"2026-04-10T14:47:20.572911Z","end":"2026-04-10T14:47:20.878928Z","steps":["trace[1362722882] 'agreement among raft nodes before linearized reading' (duration: 305.845704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:20.878942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.416621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-10T14:47:20.878988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.572895Z","time spent":"306.078099ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:47:20.879003Z","caller":"traceutil/trace.go:171","msg":"trace[406162113] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30051; }","duration":"269.510123ms","start":"2026-04-10T14:47:20.609472Z","end":"2026-04-10T14:47:20.878982Z","steps":["trace[406162113] 'agreement among raft nodes before linearized reading' (duration: 269.348839ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:21.37637Z","caller":"traceutil/trace.go:171","msg":"trace[997222535] linearizableReadLoop","detail":"{readStateIndex:31441; appliedIndex:31440; }","duration":"493.300222ms","start":"2026-04-10T14:47:20.883043Z","end":"2026-04-10T14:47:21.376343Z","steps":["trace[997222535] 'read index received' (duration: 493.065646ms)","trace[997222535] 'applied index is now lower than readState.Index' (duration: 233.286µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:21.37646Z","caller":"traceutil/trace.go:171","msg":"trace[1210373276] transaction","detail":"{read_only:false; response_revision:30052; number_of_response:1; }","duration":"493.574409ms","start":"2026-04-10T14:47:20.882845Z","end":"2026-04-10T14:47:21.376419Z","steps":["trace[1210373276] 'process raft request' (duration: 493.297852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:21.376678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.623371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-10T14:47:21.376691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.882806Z","time spent":"493.775805ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:47:21.376736Z","caller":"traceutil/trace.go:171","msg":"trace[1625580685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30052; }","duration":"493.720134ms","start":"2026-04-10T14:47:20.883002Z","end":"2026-04-10T14:47:21.376722Z","steps":["trace[1625580685] 'agreement among raft nodes before linearized reading' (duration: 493.530659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:21.376828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.882977Z","time spent":"493.832336ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:47:21.376674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.488108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-10T14:47:21.376942Z","caller":"traceutil/trace.go:171","msg":"trace[1837127790] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30052; }","duration":"493.791415ms","start":"2026-04-10T14:47:20.883139Z","end":"2026-04-10T14:47:21.376931Z","steps":["trace[1837127790] 'agreement among raft nodes before linearized reading' (duration: 493.414315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:21.376972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.502023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:47:21.377012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.88313Z","time spent":"493.859046ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:47:21.377106Z","caller":"traceutil/trace.go:171","msg":"trace[798172474] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:30052; }","duration":"256.641276ms","start":"2026-04-10T14:47:21.120431Z","end":"2026-04-10T14:47:21.377073Z","steps":["trace[798172474] 'agreement among raft nodes before linearized reading' (duration: 256.437761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:21.377156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.922225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:47:21.3772Z","caller":"traceutil/trace.go:171","msg":"trace[68631759] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30052; }","duration":"424.994267ms","start":"2026-04-10T14:47:20.952194Z","end":"2026-04-10T14:47:21.377188Z","steps":["trace[68631759] 'agreement among raft nodes before linearized reading' (duration: 424.827303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:21.377231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.952177Z","time spent":"425.047239ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:47:21.37722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.060673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17063"} {"level":"warn","ts":"2026-04-10T14:47:21.377312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.735481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:47:21.377375Z","caller":"traceutil/trace.go:171","msg":"trace[1259528472] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:30052; }","duration":"310.825583ms","start":"2026-04-10T14:47:21.066534Z","end":"2026-04-10T14:47:21.37736Z","steps":["trace[1259528472] 'agreement among raft nodes before linearized reading' (duration: 310.623517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:21.37739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.953179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:47:21.37744Z","caller":"traceutil/trace.go:171","msg":"trace[1238843795] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:30052; }","duration":"432.053812ms","start":"2026-04-10T14:47:20.945374Z","end":"2026-04-10T14:47:21.377428Z","steps":["trace[1238843795] 'agreement among raft nodes before linearized reading' (duration: 431.97457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:21.377451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.013802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:47:21.377482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.945348Z","time spent":"432.125863ms","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:47:21.377508Z","caller":"traceutil/trace.go:171","msg":"trace[1608639958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30052; }","duration":"416.086184ms","start":"2026-04-10T14:47:20.961407Z","end":"2026-04-10T14:47:21.377493Z","steps":["trace[1608639958] 'agreement among raft nodes before linearized reading' (duration: 415.92673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:21.377558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.961396Z","time spent":"416.152846ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:47:21.377581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.428683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-10T14:47:21.377592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.357842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:21.377636Z","caller":"traceutil/trace.go:171","msg":"trace[918893756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30052; }","duration":"155.509964ms","start":"2026-04-10T14:47:21.222113Z","end":"2026-04-10T14:47:21.377623Z","steps":["trace[918893756] 'agreement among raft nodes before linearized reading' (duration: 155.35513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:21.377438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:21.066519Z","time spent":"310.907185ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-04-10T14:47:21.377683Z","caller":"traceutil/trace.go:171","msg":"trace[1923409157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30052; }","duration":"139.496566ms","start":"2026-04-10T14:47:21.238166Z","end":"2026-04-10T14:47:21.377663Z","steps":["trace[1923409157] 'agreement among raft nodes before linearized reading' (duration: 139.307341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:21.377661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.736779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-10T14:47:21.377738Z","caller":"traceutil/trace.go:171","msg":"trace[343889651] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:30052; }","duration":"194.858162ms","start":"2026-04-10T14:47:21.182864Z","end":"2026-04-10T14:47:21.377722Z","steps":["trace[343889651] 'agreement among raft nodes before linearized reading' (duration: 194.641697ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:21.377323Z","caller":"traceutil/trace.go:171","msg":"trace[2078775077] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:30052; }","duration":"491.176107ms","start":"2026-04-10T14:47:20.88613Z","end":"2026-04-10T14:47:21.377306Z","steps":["trace[2078775077] 'agreement among raft nodes before linearized reading' (duration: 490.901629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:21.377814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:20.886104Z","time spent":"491.69365ms","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17086,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-10T14:47:22.196977Z","caller":"traceutil/trace.go:171","msg":"trace[833331840] transaction","detail":"{read_only:false; response_revision:30061; number_of_response:1; }","duration":"174.48273ms","start":"2026-04-10T14:47:22.022472Z","end":"2026-04-10T14:47:22.196955Z","steps":["trace[833331840] 'process raft request' (duration: 174.121441ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:25.039874Z","caller":"traceutil/trace.go:171","msg":"trace[1126612993] transaction","detail":"{read_only:false; response_revision:30083; number_of_response:1; }","duration":"211.090547ms","start":"2026-04-10T14:47:24.828756Z","end":"2026-04-10T14:47:25.039846Z","steps":["trace[1126612993] 'process raft request' (duration: 210.908792ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:25.058079Z","caller":"traceutil/trace.go:171","msg":"trace[1180366707] transaction","detail":"{read_only:false; response_revision:30084; number_of_response:1; }","duration":"226.92944ms","start":"2026-04-10T14:47:24.831112Z","end":"2026-04-10T14:47:25.058041Z","steps":["trace[1180366707] 'process raft request' (duration: 226.52468ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:25.058158Z","caller":"traceutil/trace.go:171","msg":"trace[215595065] transaction","detail":"{read_only:false; response_revision:30085; number_of_response:1; }","duration":"226.850369ms","start":"2026-04-10T14:47:24.831281Z","end":"2026-04-10T14:47:25.058131Z","steps":["trace[215595065] 'process raft request' (duration: 226.532371ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:25.058696Z","caller":"traceutil/trace.go:171","msg":"trace[1239902140] transaction","detail":"{read_only:false; response_revision:30086; number_of_response:1; }","duration":"226.950861ms","start":"2026-04-10T14:47:24.831732Z","end":"2026-04-10T14:47:25.058683Z","steps":["trace[1239902140] 'process raft request' (duration: 226.255703ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:25.058988Z","caller":"traceutil/trace.go:171","msg":"trace[812047708] transaction","detail":"{read_only:false; response_revision:30087; number_of_response:1; }","duration":"224.819775ms","start":"2026-04-10T14:47:24.833978Z","end":"2026-04-10T14:47:25.058798Z","steps":["trace[812047708] 'process raft request' (duration: 224.60805ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:36.465386Z","caller":"traceutil/trace.go:171","msg":"trace[926964688] transaction","detail":"{read_only:false; response_revision:30187; number_of_response:1; }","duration":"123.040206ms","start":"2026-04-10T14:47:36.342322Z","end":"2026-04-10T14:47:36.465363Z","steps":["trace[926964688] 'process raft request' (duration: 122.882392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:42.773369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.942774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:47:42.773514Z","caller":"traceutil/trace.go:171","msg":"trace[1530960694] transaction","detail":"{read_only:false; response_revision:30383; number_of_response:1; }","duration":"218.817459ms","start":"2026-04-10T14:47:42.554674Z","end":"2026-04-10T14:47:42.773492Z","steps":["trace[1530960694] 'process raft request' (duration: 54.649289ms)","trace[1530960694] 'compare' (duration: 163.77885ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:42.773605Z","caller":"traceutil/trace.go:171","msg":"trace[791547112] transaction","detail":"{read_only:false; response_revision:30384; number_of_response:1; }","duration":"115.070008ms","start":"2026-04-10T14:47:42.658518Z","end":"2026-04-10T14:47:42.773588Z","steps":["trace[791547112] 'process raft request' (duration: 114.996207ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:42.773729Z","caller":"traceutil/trace.go:171","msg":"trace[433361126] linearizableReadLoop","detail":"{readStateIndex:31785; appliedIndex:31784; }","duration":"200.248454ms","start":"2026-04-10T14:47:42.573468Z","end":"2026-04-10T14:47:42.773717Z","steps":["trace[433361126] 'read index received' (duration: 35.847137ms)","trace[433361126] 'applied index is now lower than readState.Index' (duration: 164.400167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:47:42.77391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.404627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:42.773961Z","caller":"traceutil/trace.go:171","msg":"trace[1112683452] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30384; }","duration":"200.525ms","start":"2026-04-10T14:47:42.573422Z","end":"2026-04-10T14:47:42.773947Z","steps":["trace[1112683452] 'agreement among raft nodes before linearized reading' (duration: 200.413318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:42.773981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.873293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:47:42.774059Z","caller":"traceutil/trace.go:171","msg":"trace[338514538] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:30384; }","duration":"106.945765ms","start":"2026-04-10T14:47:42.667097Z","end":"2026-04-10T14:47:42.774043Z","steps":["trace[338514538] 'agreement among raft nodes before linearized reading' (duration: 106.847292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:42.773919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.430518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:47:42.774274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.949426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:42.77433Z","caller":"traceutil/trace.go:171","msg":"trace[1392376942] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30384; }","duration":"200.008507ms","start":"2026-04-10T14:47:42.574296Z","end":"2026-04-10T14:47:42.774305Z","steps":["trace[1392376942] 'agreement among raft nodes before linearized reading' (duration: 199.942245ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:42.77427Z","caller":"traceutil/trace.go:171","msg":"trace[857663046] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30384; }","duration":"200.812529ms","start":"2026-04-10T14:47:42.573442Z","end":"2026-04-10T14:47:42.774255Z","steps":["trace[857663046] 'agreement among raft nodes before linearized reading' (duration: 200.427028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:42.774483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.656874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:42.77453Z","caller":"traceutil/trace.go:171","msg":"trace[1252122461] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:30384; }","duration":"200.723106ms","start":"2026-04-10T14:47:42.573793Z","end":"2026-04-10T14:47:42.774517Z","steps":["trace[1252122461] 'agreement among raft nodes before linearized reading' (duration: 200.648064ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:49.392304Z","caller":"traceutil/trace.go:171","msg":"trace[1729207114] transaction","detail":"{read_only:false; response_revision:30460; number_of_response:1; }","duration":"159.12936ms","start":"2026-04-10T14:47:49.233141Z","end":"2026-04-10T14:47:49.392271Z","steps":["trace[1729207114] 'process raft request' (duration: 156.547142ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:49.392603Z","caller":"traceutil/trace.go:171","msg":"trace[1699097761] transaction","detail":"{read_only:false; response_revision:30461; number_of_response:1; }","duration":"159.002355ms","start":"2026-04-10T14:47:49.233566Z","end":"2026-04-10T14:47:49.392568Z","steps":["trace[1699097761] 'process raft request' (duration: 158.647077ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:49.392891Z","caller":"traceutil/trace.go:171","msg":"trace[543060464] linearizableReadLoop","detail":"{readStateIndex:31867; appliedIndex:31862; }","duration":"152.917186ms","start":"2026-04-10T14:47:49.239958Z","end":"2026-04-10T14:47:49.392875Z","steps":["trace[543060464] 'read index received' (duration: 80.616647ms)","trace[543060464] 'applied index is now lower than readState.Index' (duration: 72.299319ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:49.392972Z","caller":"traceutil/trace.go:171","msg":"trace[106092969] transaction","detail":"{read_only:false; response_revision:30462; number_of_response:1; }","duration":"159.312115ms","start":"2026-04-10T14:47:49.233634Z","end":"2026-04-10T14:47:49.392946Z","steps":["trace[106092969] 'process raft request' (duration: 158.816981ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:49.393063Z","caller":"traceutil/trace.go:171","msg":"trace[789418551] transaction","detail":"{read_only:false; response_revision:30463; number_of_response:1; }","duration":"159.043136ms","start":"2026-04-10T14:47:49.233968Z","end":"2026-04-10T14:47:49.393012Z","steps":["trace[789418551] 'process raft request' (duration: 158.82907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:47:49.393136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.166493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:47:49.393209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.363796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:47:49.393269Z","caller":"traceutil/trace.go:171","msg":"trace[1661012958] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:30463; }","duration":"120.497519ms","start":"2026-04-10T14:47:49.272756Z","end":"2026-04-10T14:47:49.393253Z","steps":["trace[1661012958] 'agreement among raft nodes before linearized reading' (duration: 120.363736ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:49.393233Z","caller":"traceutil/trace.go:171","msg":"trace[648904085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30463; }","duration":"153.310337ms","start":"2026-04-10T14:47:49.23991Z","end":"2026-04-10T14:47:49.39322Z","steps":["trace[648904085] 'agreement among raft nodes before linearized reading' (duration: 153.120472ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:51.854077Z","caller":"traceutil/trace.go:171","msg":"trace[1118036007] transaction","detail":"{read_only:false; response_revision:30487; number_of_response:1; }","duration":"111.971487ms","start":"2026-04-10T14:47:51.742065Z","end":"2026-04-10T14:47:51.854036Z","steps":["trace[1118036007] 'process raft request' (duration: 111.797772ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:51.854095Z","caller":"traceutil/trace.go:171","msg":"trace[1811452543] transaction","detail":"{read_only:false; response_revision:30486; number_of_response:1; }","duration":"114.505103ms","start":"2026-04-10T14:47:51.739467Z","end":"2026-04-10T14:47:51.853972Z","steps":["trace[1811452543] 'process raft request' (duration: 104.797669ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:52.098392Z","caller":"traceutil/trace.go:171","msg":"trace[1557078153] transaction","detail":"{read_only:false; response_revision:30490; number_of_response:1; }","duration":"124.961446ms","start":"2026-04-10T14:47:51.973401Z","end":"2026-04-10T14:47:52.098362Z","steps":["trace[1557078153] 'process raft request' (duration: 124.695929ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:53.539405Z","caller":"traceutil/trace.go:171","msg":"trace[213037681] transaction","detail":"{read_only:false; response_revision:30496; number_of_response:1; }","duration":"133.860099ms","start":"2026-04-10T14:47:53.405517Z","end":"2026-04-10T14:47:53.539377Z","steps":["trace[213037681] 'process raft request' (duration: 109.834111ms)","trace[213037681] 'compare' (duration: 23.904125ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:53.584931Z","caller":"traceutil/trace.go:171","msg":"trace[598001316] transaction","detail":"{read_only:false; response_revision:30497; number_of_response:1; }","duration":"176.79169ms","start":"2026-04-10T14:47:53.408107Z","end":"2026-04-10T14:47:53.584899Z","steps":["trace[598001316] 'process raft request' (duration: 176.585815ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:53.585233Z","caller":"traceutil/trace.go:171","msg":"trace[1764766450] transaction","detail":"{read_only:false; response_revision:30498; number_of_response:1; }","duration":"175.715373ms","start":"2026-04-10T14:47:53.409474Z","end":"2026-04-10T14:47:53.585189Z","steps":["trace[1764766450] 'process raft request' (duration: 175.378933ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:53.585335Z","caller":"traceutil/trace.go:171","msg":"trace[299798296] transaction","detail":"{read_only:false; response_revision:30499; number_of_response:1; }","duration":"164.793108ms","start":"2026-04-10T14:47:53.420528Z","end":"2026-04-10T14:47:53.585322Z","steps":["trace[299798296] 'process raft request' (duration: 164.581873ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:53.939565Z","caller":"traceutil/trace.go:171","msg":"trace[775105237] transaction","detail":"{read_only:false; response_revision:30502; number_of_response:1; }","duration":"163.00281ms","start":"2026-04-10T14:47:53.776545Z","end":"2026-04-10T14:47:53.939547Z","steps":["trace[775105237] 'process raft request' (duration: 94.735036ms)","trace[775105237] 'compare' (duration: 68.07766ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:47:53.939537Z","caller":"traceutil/trace.go:171","msg":"trace[241397416] linearizableReadLoop","detail":"{readStateIndex:31908; appliedIndex:31907; }","duration":"162.436685ms","start":"2026-04-10T14:47:53.777071Z","end":"2026-04-10T14:47:53.939508Z","steps":["trace[241397416] 'read index received' (duration: 94.14665ms)","trace[241397416] 'applied index is now lower than readState.Index' (duration: 68.288705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:47:53.939655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.562418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:47:53.93987Z","caller":"traceutil/trace.go:171","msg":"trace[943862466] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30502; }","duration":"162.812445ms","start":"2026-04-10T14:47:53.777045Z","end":"2026-04-10T14:47:53.939857Z","steps":["trace[943862466] 'agreement among raft nodes before linearized reading' (duration: 162.548468ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:47:59.845612Z","caller":"traceutil/trace.go:171","msg":"trace[2089194935] transaction","detail":"{read_only:false; response_revision:30552; number_of_response:1; }","duration":"286.105187ms","start":"2026-04-10T14:47:59.559481Z","end":"2026-04-10T14:47:59.845586Z","steps":["trace[2089194935] 'process raft request' (duration: 285.931713ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:00.4135Z","caller":"traceutil/trace.go:171","msg":"trace[1011576015] linearizableReadLoop","detail":"{readStateIndex:31963; appliedIndex:31960; }","duration":"795.365548ms","start":"2026-04-10T14:47:59.618107Z","end":"2026-04-10T14:48:00.413473Z","steps":["trace[1011576015] 'read index received' (duration: 227.570297ms)","trace[1011576015] 'applied index is now lower than readState.Index' (duration: 567.794431ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:00.413496Z","caller":"traceutil/trace.go:171","msg":"trace[1420662069] transaction","detail":"{read_only:false; response_revision:30553; number_of_response:1; }","duration":"808.426509ms","start":"2026-04-10T14:47:59.605026Z","end":"2026-04-10T14:48:00.413452Z","steps":["trace[1420662069] 'process raft request' (duration: 771.496794ms)","trace[1420662069] 'compare' (duration: 36.075633ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:00.41353Z","caller":"traceutil/trace.go:171","msg":"trace[1057123580] transaction","detail":"{read_only:false; response_revision:30554; number_of_response:1; }","duration":"807.009892ms","start":"2026-04-10T14:47:59.606475Z","end":"2026-04-10T14:48:00.413485Z","steps":["trace[1057123580] 'process raft request' (duration: 806.854678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.413645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:59.604961Z","time spent":"808.609684ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:00.41367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.823303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:48:00.413697Z","caller":"traceutil/trace.go:171","msg":"trace[191213966] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30555; }","duration":"450.896945ms","start":"2026-04-10T14:47:59.962792Z","end":"2026-04-10T14:48:00.413689Z","steps":["trace[191213966] 'agreement among raft nodes before linearized reading' (duration: 450.802203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.413689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:59.606465Z","time spent":"807.143776ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:00.413718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:59.962772Z","time spent":"450.940377ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:48:00.413722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.608423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T14:48:00.41375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.743216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:48:00.41378Z","caller":"traceutil/trace.go:171","msg":"trace[210378785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30555; }","duration":"795.711936ms","start":"2026-04-10T14:47:59.618055Z","end":"2026-04-10T14:48:00.413767Z","steps":["trace[210378785] 'agreement among raft nodes before linearized reading' (duration: 795.487541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.413816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.61552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:00.413811Z","caller":"traceutil/trace.go:171","msg":"trace[856162798] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30555; }","duration":"397.853111ms","start":"2026-04-10T14:48:00.015937Z","end":"2026-04-10T14:48:00.413791Z","steps":["trace[856162798] 'agreement among raft nodes before linearized reading' (duration: 397.698406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.413818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:59.618033Z","time spent":"795.776639ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:48:00.413834Z","caller":"traceutil/trace.go:171","msg":"trace[1452799302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30555; }","duration":"175.657542ms","start":"2026-04-10T14:48:00.238171Z","end":"2026-04-10T14:48:00.413828Z","steps":["trace[1452799302] 'agreement among raft nodes before linearized reading' (duration: 175.628361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.4138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.132117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:48:00.413901Z","caller":"traceutil/trace.go:171","msg":"trace[1598571487] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30555; }","duration":"209.324022ms","start":"2026-04-10T14:48:00.204553Z","end":"2026-04-10T14:48:00.413877Z","steps":["trace[1598571487] 'agreement among raft nodes before linearized reading' (duration: 209.045004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.413915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.287601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:48:00.413946Z","caller":"traceutil/trace.go:171","msg":"trace[1681820895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30555; }","duration":"437.359772ms","start":"2026-04-10T14:47:59.976578Z","end":"2026-04-10T14:48:00.413938Z","steps":["trace[1681820895] 'agreement among raft nodes before linearized reading' (duration: 437.079784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.413927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.997042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-10T14:48:00.413977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:59.976555Z","time spent":"437.415853ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T14:48:00.414Z","caller":"traceutil/trace.go:171","msg":"trace[481836379] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30555; }","duration":"445.112775ms","start":"2026-04-10T14:47:59.968876Z","end":"2026-04-10T14:48:00.413989Z","steps":["trace[481836379] 'agreement among raft nodes before linearized reading' (duration: 444.898879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.414064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:59.968851Z","time spent":"445.205227ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:48:00.413543Z","caller":"traceutil/trace.go:171","msg":"trace[1833328608] transaction","detail":"{read_only:false; response_revision:30555; number_of_response:1; }","duration":"805.895543ms","start":"2026-04-10T14:47:59.60759Z","end":"2026-04-10T14:48:00.413486Z","steps":["trace[1833328608] 'process raft request' (duration: 805.847972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.413846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.015908Z","time spent":"397.929912ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:48:00.41429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.34512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:48:00.414273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:59.607567Z","time spent":"806.624332ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:00.41432Z","caller":"traceutil/trace.go:171","msg":"trace[1286642089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30555; }","duration":"432.412802ms","start":"2026-04-10T14:47:59.981898Z","end":"2026-04-10T14:48:00.414311Z","steps":["trace[1286642089] 'agreement among raft nodes before linearized reading' (duration: 431.709653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.414351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:47:59.981877Z","time spent":"432.466883ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T14:48:00.735686Z","caller":"traceutil/trace.go:171","msg":"trace[1067901913] linearizableReadLoop","detail":"{readStateIndex:31967; appliedIndex:31964; }","duration":"256.115264ms","start":"2026-04-10T14:48:00.479549Z","end":"2026-04-10T14:48:00.735664Z","steps":["trace[1067901913] 'read index received' (duration: 206.632321ms)","trace[1067901913] 'applied index is now lower than readState.Index' (duration: 49.481843ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:00.73576Z","caller":"traceutil/trace.go:171","msg":"trace[1906549543] transaction","detail":"{read_only:false; response_revision:30557; number_of_response:1; }","duration":"316.984443ms","start":"2026-04-10T14:48:00.418748Z","end":"2026-04-10T14:48:00.735733Z","steps":["trace[1906549543] 'process raft request' (duration: 267.421749ms)","trace[1906549543] 'compare' (duration: 49.218106ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:00.735796Z","caller":"traceutil/trace.go:171","msg":"trace[366000575] transaction","detail":"{read_only:false; response_revision:30559; number_of_response:1; }","duration":"316.325636ms","start":"2026-04-10T14:48:00.419459Z","end":"2026-04-10T14:48:00.735785Z","steps":["trace[366000575] 'process raft request' (duration: 316.164192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.735896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.419445Z","time spent":"316.377459ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:00.736029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.017782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:00.735747Z","caller":"traceutil/trace.go:171","msg":"trace[1649206837] transaction","detail":"{read_only:false; response_revision:30558; number_of_response:1; }","duration":"316.808149ms","start":"2026-04-10T14:48:00.418913Z","end":"2026-04-10T14:48:00.735722Z","steps":["trace[1649206837] 'process raft request' (duration: 316.649135ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:00.736118Z","caller":"traceutil/trace.go:171","msg":"trace[506506231] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:30559; }","duration":"297.129915ms","start":"2026-04-10T14:48:00.438968Z","end":"2026-04-10T14:48:00.736098Z","steps":["trace[506506231] 'agreement among raft nodes before linearized reading' (duration: 296.993802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.736251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.517118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:48:00.736432Z","caller":"traceutil/trace.go:171","msg":"trace[808862393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30559; }","duration":"317.711932ms","start":"2026-04-10T14:48:00.418696Z","end":"2026-04-10T14:48:00.736408Z","steps":["trace[808862393] 'agreement among raft nodes before linearized reading' (duration: 317.185319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.736584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.418689Z","time spent":"317.876927ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:48:00.736265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.418895Z","time spent":"317.23967ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:00.736038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.309792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T14:48:00.736869Z","caller":"traceutil/trace.go:171","msg":"trace[670473208] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30559; }","duration":"318.169385ms","start":"2026-04-10T14:48:00.418686Z","end":"2026-04-10T14:48:00.736855Z","steps":["trace[670473208] 'agreement among raft nodes before linearized reading' (duration: 317.213231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:00.736998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.418677Z","time spent":"318.309948ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:48:00.736291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.418741Z","time spent":"317.072815ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:00.757158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.956103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:00.75717Z","caller":"traceutil/trace.go:171","msg":"trace[1738457754] transaction","detail":"{read_only:false; response_revision:30560; number_of_response:1; }","duration":"272.949143ms","start":"2026-04-10T14:48:00.484186Z","end":"2026-04-10T14:48:00.757135Z","steps":["trace[1738457754] 'process raft request' (duration: 272.753858ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:00.757235Z","caller":"traceutil/trace.go:171","msg":"trace[590671856] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:30560; }","duration":"185.094986ms","start":"2026-04-10T14:48:00.572126Z","end":"2026-04-10T14:48:00.757221Z","steps":["trace[590671856] 'agreement among raft nodes before linearized reading' (duration: 184.948272ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.097325Z","caller":"traceutil/trace.go:171","msg":"trace[716889464] transaction","detail":"{read_only:false; response_revision:30563; number_of_response:1; }","duration":"293.075171ms","start":"2026-04-10T14:48:00.804213Z","end":"2026-04-10T14:48:01.097288Z","steps":["trace[716889464] 'process raft request' (duration: 263.98755ms)","trace[716889464] 'compare' (duration: 28.832094ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:01.225852Z","caller":"traceutil/trace.go:171","msg":"trace[1237703999] transaction","detail":"{read_only:false; response_revision:30564; number_of_response:1; }","duration":"421.011464ms","start":"2026-04-10T14:48:00.804792Z","end":"2026-04-10T14:48:01.225803Z","steps":["trace[1237703999] 'process raft request' (duration: 419.659719ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.225906Z","caller":"traceutil/trace.go:171","msg":"trace[1114623604] linearizableReadLoop","detail":"{readStateIndex:31973; appliedIndex:31970; }","duration":"356.107937ms","start":"2026-04-10T14:48:00.869773Z","end":"2026-04-10T14:48:01.225881Z","steps":["trace[1114623604] 'read index received' (duration: 198.354424ms)","trace[1114623604] 'applied index is now lower than readState.Index' (duration: 157.752443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:01.225991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.804766Z","time spent":"421.146838ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:01.226101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.312624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:01.226137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.311753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:01.226159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.784354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:01.226156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.957366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:01.226213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.881386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:01.226264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.474275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-10T14:48:01.226281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.431415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T14:48:01.226317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.855388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-10T14:48:01.22634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.943288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:01.226338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.798679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-10T14:48:01.226369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.063226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:01.226528Z","caller":"traceutil/trace.go:171","msg":"trace[2011296742] transaction","detail":"{read_only:false; response_revision:30565; number_of_response:1; }","duration":"419.842984ms","start":"2026-04-10T14:48:00.806125Z","end":"2026-04-10T14:48:01.225968Z","steps":["trace[2011296742] 'process raft request' (duration: 419.638418ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.226769Z","caller":"traceutil/trace.go:171","msg":"trace[527488138] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30565; }","duration":"356.406145ms","start":"2026-04-10T14:48:00.869727Z","end":"2026-04-10T14:48:01.226134Z","steps":["trace[527488138] 'agreement among raft nodes before linearized reading' (duration: 356.314753ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.226855Z","caller":"traceutil/trace.go:171","msg":"trace[636456915] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30565; }","duration":"356.419765ms","start":"2026-04-10T14:48:00.869765Z","end":"2026-04-10T14:48:01.226184Z","steps":["trace[636456915] 'agreement among raft nodes before linearized reading' (duration: 356.322133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:01.226878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.869707Z","time spent":"357.150345ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:48:01.226914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.869742Z","time spent":"357.152805ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-10T14:48:01.226905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.806099Z","time spent":"420.513121ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:01.227002Z","caller":"traceutil/trace.go:171","msg":"trace[1696808891] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30565; }","duration":"175.836986ms","start":"2026-04-10T14:48:01.050354Z","end":"2026-04-10T14:48:01.226191Z","steps":["trace[1696808891] 'agreement among raft nodes before linearized reading' (duration: 175.790144ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.227079Z","caller":"traceutil/trace.go:171","msg":"trace[1100634211] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:30565; }","duration":"125.071359ms","start":"2026-04-10T14:48:01.101145Z","end":"2026-04-10T14:48:01.226216Z","steps":["trace[1100634211] 'agreement among raft nodes before linearized reading' (duration: 124.951046ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.227162Z","caller":"traceutil/trace.go:171","msg":"trace[903925999] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30565; }","duration":"175.943588ms","start":"2026-04-10T14:48:01.050289Z","end":"2026-04-10T14:48:01.226233Z","steps":["trace[903925999] 'agreement among raft nodes before linearized reading' (duration: 175.905247ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.227249Z","caller":"traceutil/trace.go:171","msg":"trace[785566213] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:30565; }","duration":"157.603789ms","start":"2026-04-10T14:48:01.068686Z","end":"2026-04-10T14:48:01.226289Z","steps":["trace[785566213] 'agreement among raft nodes before linearized reading' (duration: 157.487266ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.227335Z","caller":"traceutil/trace.go:171","msg":"trace[1114320737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30565; }","duration":"237.495706ms","start":"2026-04-10T14:48:00.988803Z","end":"2026-04-10T14:48:01.226298Z","steps":["trace[1114320737] 'agreement among raft nodes before linearized reading' (duration: 237.433065ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.227448Z","caller":"traceutil/trace.go:171","msg":"trace[133298214] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30565; }","duration":"172.912459ms","start":"2026-04-10T14:48:01.053415Z","end":"2026-04-10T14:48:01.226328Z","steps":["trace[133298214] 'agreement among raft nodes before linearized reading' (duration: 172.876488ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.227508Z","caller":"traceutil/trace.go:171","msg":"trace[1053028783] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30565; }","duration":"175.972879ms","start":"2026-04-10T14:48:01.050381Z","end":"2026-04-10T14:48:01.226354Z","steps":["trace[1053028783] 'agreement among raft nodes before linearized reading' (duration: 175.948628ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.227564Z","caller":"traceutil/trace.go:171","msg":"trace[1834108187] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30565; }","duration":"355.836991ms","start":"2026-04-10T14:48:00.87052Z","end":"2026-04-10T14:48:01.226357Z","steps":["trace[1834108187] 'agreement among raft nodes before linearized reading' (duration: 355.780019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:01.227609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.870513Z","time spent":"357.084403ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-10T14:48:01.227677Z","caller":"traceutil/trace.go:171","msg":"trace[906078806] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30565; }","duration":"356.104087ms","start":"2026-04-10T14:48:00.870283Z","end":"2026-04-10T14:48:01.226387Z","steps":["trace[906078806] 'agreement among raft nodes before linearized reading' (duration: 356.070587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:01.227704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:00.870274Z","time spent":"357.423292ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-10T14:48:01.369188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.7596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-10T14:48:01.369362Z","caller":"traceutil/trace.go:171","msg":"trace[1234692781] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30568; }","duration":"114.978585ms","start":"2026-04-10T14:48:01.254358Z","end":"2026-04-10T14:48:01.369337Z","steps":["trace[1234692781] 'agreement among raft nodes before linearized reading' (duration: 114.657327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:01.369212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.988991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-10T14:48:01.369812Z","caller":"traceutil/trace.go:171","msg":"trace[362005944] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30568; }","duration":"111.625917ms","start":"2026-04-10T14:48:01.258173Z","end":"2026-04-10T14:48:01.369799Z","steps":["trace[362005944] 'agreement among raft nodes before linearized reading' (duration: 110.97262ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.566283Z","caller":"traceutil/trace.go:171","msg":"trace[1105617851] transaction","detail":"{read_only:false; response_revision:30570; number_of_response:1; }","duration":"189.017989ms","start":"2026-04-10T14:48:01.377239Z","end":"2026-04-10T14:48:01.566257Z","steps":["trace[1105617851] 'process raft request' (duration: 188.828604ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.578115Z","caller":"traceutil/trace.go:171","msg":"trace[1711376455] transaction","detail":"{read_only:false; response_revision:30572; number_of_response:1; }","duration":"148.456349ms","start":"2026-04-10T14:48:01.429622Z","end":"2026-04-10T14:48:01.578078Z","steps":["trace[1711376455] 'process raft request' (duration: 148.322984ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:01.578154Z","caller":"traceutil/trace.go:171","msg":"trace[481218399] transaction","detail":"{read_only:false; response_revision:30571; number_of_response:1; }","duration":"183.534807ms","start":"2026-04-10T14:48:01.394588Z","end":"2026-04-10T14:48:01.578122Z","steps":["trace[481218399] 'process raft request' (duration: 183.201577ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:02.567848Z","caller":"traceutil/trace.go:171","msg":"trace[1013915811] transaction","detail":"{read_only:false; response_revision:30574; number_of_response:1; }","duration":"148.413989ms","start":"2026-04-10T14:48:02.419409Z","end":"2026-04-10T14:48:02.567823Z","steps":["trace[1013915811] 'process raft request' (duration: 148.199324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:02.761667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.143547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:48:02.761833Z","caller":"traceutil/trace.go:171","msg":"trace[1831103627] linearizableReadLoop","detail":"{readStateIndex:31986; appliedIndex:31983; }","duration":"278.21173ms","start":"2026-04-10T14:48:02.483608Z","end":"2026-04-10T14:48:02.76182Z","steps":["trace[1831103627] 'read index received' (duration: 83.990585ms)","trace[1831103627] 'applied index is now lower than readState.Index' (duration: 194.220175ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:02.761885Z","caller":"traceutil/trace.go:171","msg":"trace[1731669523] transaction","detail":"{read_only:false; response_revision:30575; number_of_response:1; }","duration":"341.3094ms","start":"2026-04-10T14:48:02.420531Z","end":"2026-04-10T14:48:02.761841Z","steps":["trace[1731669523] 'process raft request' (duration: 196.924076ms)","trace[1731669523] 'compare' (duration: 144.036135ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:02.761898Z","caller":"traceutil/trace.go:171","msg":"trace[1629443476] transaction","detail":"{read_only:false; response_revision:30576; number_of_response:1; }","duration":"341.130465ms","start":"2026-04-10T14:48:02.420736Z","end":"2026-04-10T14:48:02.761866Z","steps":["trace[1629443476] 'process raft request' (duration: 341.010622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:02.76281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:02.420518Z","time spent":"341.461884ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:02.763036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.424052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:48:02.763311Z","caller":"traceutil/trace.go:171","msg":"trace[2051472400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30576; }","duration":"279.529804ms","start":"2026-04-10T14:48:02.483554Z","end":"2026-04-10T14:48:02.763084Z","steps":["trace[2051472400] 'agreement among raft nodes before linearized reading' (duration: 278.341354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:02.762881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:02.420698Z","time spent":"342.107941ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:05.251507Z","caller":"traceutil/trace.go:171","msg":"trace[514503340] linearizableReadLoop","detail":"{readStateIndex:32003; appliedIndex:32001; }","duration":"459.011527ms","start":"2026-04-10T14:48:04.792476Z","end":"2026-04-10T14:48:05.251488Z","steps":["trace[514503340] 'read index received' (duration: 26.464032ms)","trace[514503340] 'applied index is now lower than readState.Index' (duration: 432.546345ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:05.251587Z","caller":"traceutil/trace.go:171","msg":"trace[1437730726] transaction","detail":"{read_only:false; response_revision:30593; number_of_response:1; }","duration":"477.066389ms","start":"2026-04-10T14:48:04.774485Z","end":"2026-04-10T14:48:05.251551Z","steps":["trace[1437730726] 'process raft request' (duration: 475.877657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:05.25175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:04.774444Z","time spent":"477.212882ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:05.251775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.648195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:48:05.251833Z","caller":"traceutil/trace.go:171","msg":"trace[1981416894] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30593; }","duration":"456.737026ms","start":"2026-04-10T14:48:04.79508Z","end":"2026-04-10T14:48:05.251817Z","steps":["trace[1981416894] 'agreement among raft nodes before linearized reading' (duration: 456.552022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:05.251865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:04.795067Z","time spent":"456.792178ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:48:05.252033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.944043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-10T14:48:05.252077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.594861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:48:05.252615Z","caller":"traceutil/trace.go:171","msg":"trace[834385602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30593; }","duration":"460.161227ms","start":"2026-04-10T14:48:04.792439Z","end":"2026-04-10T14:48:05.2526Z","steps":["trace[834385602] 'agreement among raft nodes before linearized reading' (duration: 459.180571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:05.252662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:04.79242Z","time spent":"460.230308ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:48:05.252085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.048346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:05.252768Z","caller":"traceutil/trace.go:171","msg":"trace[1385777054] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:30593; }","duration":"136.756364ms","start":"2026-04-10T14:48:05.115989Z","end":"2026-04-10T14:48:05.252745Z","steps":["trace[1385777054] 'agreement among raft nodes before linearized reading' (duration: 136.059406ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:05.252092Z","caller":"traceutil/trace.go:171","msg":"trace[1637524458] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30593; }","duration":"128.039526ms","start":"2026-04-10T14:48:05.124036Z","end":"2026-04-10T14:48:05.252076Z","steps":["trace[1637524458] 'agreement among raft nodes before linearized reading' (duration: 127.836341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:05.252215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.393166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:48:05.253161Z","caller":"traceutil/trace.go:171","msg":"trace[1354217218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30593; }","duration":"393.230357ms","start":"2026-04-10T14:48:04.859811Z","end":"2026-04-10T14:48:05.253041Z","steps":["trace[1354217218] 'agreement among raft nodes before linearized reading' (duration: 392.295412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:05.253208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:04.859766Z","time spent":"393.427792ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:48:05.252283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.300856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:48:05.253427Z","caller":"traceutil/trace.go:171","msg":"trace[518518792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30593; }","duration":"457.452666ms","start":"2026-04-10T14:48:04.795965Z","end":"2026-04-10T14:48:05.253417Z","steps":["trace[518518792] 'agreement among raft nodes before linearized reading' (duration: 456.269216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:05.253462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:04.795959Z","time spent":"457.493637ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:48:05.252343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.049025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:48:05.253734Z","caller":"traceutil/trace.go:171","msg":"trace[681052113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30593; }","duration":"458.449402ms","start":"2026-04-10T14:48:04.795276Z","end":"2026-04-10T14:48:05.253726Z","steps":["trace[681052113] 'agreement among raft nodes before linearized reading' (duration: 457.021465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:05.254096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:04.79527Z","time spent":"458.813571ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T14:48:07.169452Z","caller":"traceutil/trace.go:171","msg":"trace[209393631] transaction","detail":"{read_only:false; response_revision:30611; number_of_response:1; }","duration":"266.721771ms","start":"2026-04-10T14:48:06.902709Z","end":"2026-04-10T14:48:07.16943Z","steps":["trace[209393631] 'process raft request' (duration: 266.577207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.410137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.354121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-04-10T14:48:07.410696Z","caller":"traceutil/trace.go:171","msg":"trace[1636603966] linearizableReadLoop","detail":"{readStateIndex:32023; appliedIndex:32022; }","duration":"173.601417ms","start":"2026-04-10T14:48:07.237072Z","end":"2026-04-10T14:48:07.410674Z","steps":["trace[1636603966] 'read index received' (duration: 4.61939ms)","trace[1636603966] 'applied index is now lower than readState.Index' (duration: 168.980227ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:07.41077Z","caller":"traceutil/trace.go:171","msg":"trace[64423559] transaction","detail":"{read_only:false; number_of_response:0; response_revision:30611; }","duration":"491.013813ms","start":"2026-04-10T14:48:06.919724Z","end":"2026-04-10T14:48:07.410738Z","steps":["trace[64423559] 'process raft request' (duration: 321.982375ms)","trace[64423559] 'compare' (duration: 168.256668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:07.41084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.75216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:07.410895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:06.919709Z","time spent":"491.134816ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:48:07.410929Z","caller":"traceutil/trace.go:171","msg":"trace[1058830220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30611; }","duration":"173.873774ms","start":"2026-04-10T14:48:07.237036Z","end":"2026-04-10T14:48:07.41091Z","steps":["trace[1058830220] 'agreement among raft nodes before linearized reading' (duration: 173.71411ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.573977Z","caller":"traceutil/trace.go:171","msg":"trace[1235710352] linearizableReadLoop","detail":"{readStateIndex:32024; appliedIndex:32023; }","duration":"163.183525ms","start":"2026-04-10T14:48:07.410771Z","end":"2026-04-10T14:48:07.573954Z","steps":["trace[1235710352] 'read index received' (duration: 163.041912ms)","trace[1235710352] 'applied index is now lower than readState.Index' (duration: 140.903µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:07.574145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.935763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:07.574186Z","caller":"traceutil/trace.go:171","msg":"trace[850975419] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30612; }","duration":"308.999656ms","start":"2026-04-10T14:48:07.265175Z","end":"2026-04-10T14:48:07.574174Z","steps":["trace[850975419] 'agreement among raft nodes before linearized reading' (duration: 308.911573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.26517Z","time spent":"309.038086ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-10T14:48:07.5742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.649947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-10T14:48:07.574267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.874498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:48:07.574274Z","caller":"traceutil/trace.go:171","msg":"trace[769962997] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30612; }","duration":"308.76914ms","start":"2026-04-10T14:48:07.265485Z","end":"2026-04-10T14:48:07.574254Z","steps":["trace[769962997] 'agreement among raft nodes before linearized reading' (duration: 308.504243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.493446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:48:07.574311Z","caller":"traceutil/trace.go:171","msg":"trace[927262996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30612; }","duration":"299.927968ms","start":"2026-04-10T14:48:07.274366Z","end":"2026-04-10T14:48:07.574293Z","steps":["trace[927262996] 'agreement among raft nodes before linearized reading' (duration: 299.784915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.265477Z","time spent":"308.832581ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-10T14:48:07.574349Z","caller":"traceutil/trace.go:171","msg":"trace[1984966856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30612; }","duration":"302.593318ms","start":"2026-04-10T14:48:07.271737Z","end":"2026-04-10T14:48:07.57433Z","steps":["trace[1984966856] 'agreement among raft nodes before linearized reading' (duration: 302.292221ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.574378Z","caller":"traceutil/trace.go:171","msg":"trace[534777270] transaction","detail":"{read_only:false; response_revision:30612; number_of_response:1; }","duration":"308.888894ms","start":"2026-04-10T14:48:07.265461Z","end":"2026-04-10T14:48:07.57435Z","steps":["trace[534777270] 'process raft request' (duration: 308.346259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.296295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-10T14:48:07.57445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.305394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:07.574463Z","caller":"traceutil/trace.go:171","msg":"trace[1461976845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30612; }","duration":"301.366297ms","start":"2026-04-10T14:48:07.273079Z","end":"2026-04-10T14:48:07.574445Z","steps":["trace[1461976845] 'agreement among raft nodes before linearized reading' (duration: 301.169001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.304638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-10T14:48:07.574489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.131942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T14:48:07.574499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.273069Z","time spent":"301.421868ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:48:07.574516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.427207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:07.57452Z","caller":"traceutil/trace.go:171","msg":"trace[44238719] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30612; }","duration":"282.374981ms","start":"2026-04-10T14:48:07.292128Z","end":"2026-04-10T14:48:07.574503Z","steps":["trace[44238719] 'agreement among raft nodes before linearized reading' (duration: 282.250588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.265446Z","time spent":"309.002236ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:07.574572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.021617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:07.574577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.230417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:07.574593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.832782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:07.574399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.271731Z","time spent":"302.659221ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T14:48:07.574627Z","caller":"traceutil/trace.go:171","msg":"trace[1750904918] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30612; }","duration":"308.885442ms","start":"2026-04-10T14:48:07.265732Z","end":"2026-04-10T14:48:07.574617Z","steps":["trace[1750904918] 'agreement among raft nodes before linearized reading' (duration: 308.78033ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.574541Z","caller":"traceutil/trace.go:171","msg":"trace[792824485] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30612; }","duration":"309.452417ms","start":"2026-04-10T14:48:07.26508Z","end":"2026-04-10T14:48:07.574533Z","steps":["trace[792824485] 'agreement among raft nodes before linearized reading' (duration: 309.415976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.57464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.738261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:07.574523Z","caller":"traceutil/trace.go:171","msg":"trace[604793500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30612; }","duration":"303.177324ms","start":"2026-04-10T14:48:07.271337Z","end":"2026-04-10T14:48:07.574515Z","steps":["trace[604793500] 'agreement among raft nodes before linearized reading' (duration: 303.089632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.265724Z","time spent":"308.925093ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-10T14:48:07.574667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.264974Z","time spent":"309.684203ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:48:07.574687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.13723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:48:07.57469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.27133Z","time spent":"303.349158ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:48:07.574712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.832444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-10T14:48:07.574715Z","caller":"traceutil/trace.go:171","msg":"trace[823187476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30612; }","duration":"309.194721ms","start":"2026-04-10T14:48:07.265512Z","end":"2026-04-10T14:48:07.574707Z","steps":["trace[823187476] 'agreement among raft nodes before linearized reading' (duration: 309.110789ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.574736Z","caller":"traceutil/trace.go:171","msg":"trace[1301526085] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30612; }","duration":"310.870754ms","start":"2026-04-10T14:48:07.263859Z","end":"2026-04-10T14:48:07.574729Z","steps":["trace[1301526085] 'agreement among raft nodes before linearized reading' (duration: 310.821053ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.574604Z","caller":"traceutil/trace.go:171","msg":"trace[1080213356] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30612; }","duration":"310.284729ms","start":"2026-04-10T14:48:07.264313Z","end":"2026-04-10T14:48:07.574598Z","steps":["trace[1080213356] 'agreement among raft nodes before linearized reading' (duration: 310.243618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.265495Z","time spent":"309.240562ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T14:48:07.574665Z","caller":"traceutil/trace.go:171","msg":"trace[1482711899] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30612; }","duration":"310.786862ms","start":"2026-04-10T14:48:07.263869Z","end":"2026-04-10T14:48:07.574655Z","steps":["trace[1482711899] 'agreement among raft nodes before linearized reading' (duration: 310.752252ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.574477Z","caller":"traceutil/trace.go:171","msg":"trace[1899116374] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30612; }","duration":"309.346015ms","start":"2026-04-10T14:48:07.265123Z","end":"2026-04-10T14:48:07.574469Z","steps":["trace[1899116374] 'agreement among raft nodes before linearized reading' (duration: 309.309274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.263851Z","time spent":"310.929955ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-10T14:48:07.574799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.08082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:07.574809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.265115Z","time spent":"309.680933ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-10T14:48:07.574825Z","caller":"traceutil/trace.go:171","msg":"trace[1722669839] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30612; }","duration":"311.12634ms","start":"2026-04-10T14:48:07.263691Z","end":"2026-04-10T14:48:07.574818Z","steps":["trace[1722669839] 'agreement among raft nodes before linearized reading' (duration: 311.087909ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.574603Z","caller":"traceutil/trace.go:171","msg":"trace[1375165630] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30612; }","duration":"309.075018ms","start":"2026-04-10T14:48:07.26552Z","end":"2026-04-10T14:48:07.574595Z","steps":["trace[1375165630] 'agreement among raft nodes before linearized reading' (duration: 309.028247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.340126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-10T14:48:07.574851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.263682Z","time spent":"311.162192ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:48:07.574865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.265506Z","time spent":"309.350105ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-10T14:48:07.574871Z","caller":"traceutil/trace.go:171","msg":"trace[1129140483] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30612; }","duration":"311.396609ms","start":"2026-04-10T14:48:07.263466Z","end":"2026-04-10T14:48:07.574863Z","steps":["trace[1129140483] 'agreement among raft nodes before linearized reading' (duration: 311.351417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.321205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-10T14:48:07.574898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.263446Z","time spent":"311.446129ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-10T14:48:07.574764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.264296Z","time spent":"310.461863ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-10T14:48:07.574912Z","caller":"traceutil/trace.go:171","msg":"trace[1113944599] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30612; }","duration":"311.411328ms","start":"2026-04-10T14:48:07.263489Z","end":"2026-04-10T14:48:07.5749Z","steps":["trace[1113944599] 'agreement among raft nodes before linearized reading' (duration: 311.325946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.597993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:07.574762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.263848Z","time spent":"310.907096ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-10T14:48:07.574949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.26346Z","time spent":"311.48134ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-10T14:48:07.574959Z","caller":"traceutil/trace.go:171","msg":"trace[44854368] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30612; }","duration":"311.644685ms","start":"2026-04-10T14:48:07.263307Z","end":"2026-04-10T14:48:07.574952Z","steps":["trace[44854368] 'agreement among raft nodes before linearized reading' (duration: 311.605714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.574982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.263297Z","time spent":"311.680145ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:48:07.574408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.236422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:07.574804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.316247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:07.575049Z","caller":"traceutil/trace.go:171","msg":"trace[1699910935] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30612; }","duration":"309.883168ms","start":"2026-04-10T14:48:07.265151Z","end":"2026-04-10T14:48:07.575034Z","steps":["trace[1699910935] 'agreement among raft nodes before linearized reading' (duration: 309.229202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.575063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.36309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-04-10T14:48:07.575068Z","caller":"traceutil/trace.go:171","msg":"trace[276778698] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30612; }","duration":"311.613705ms","start":"2026-04-10T14:48:07.263436Z","end":"2026-04-10T14:48:07.57505Z","steps":["trace[276778698] 'agreement among raft nodes before linearized reading' (duration: 311.347328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.575089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.265146Z","time spent":"309.93279ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-10T14:48:07.575102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.263412Z","time spent":"311.682176ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-10T14:48:07.574479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.904164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:07.575132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.37102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:07.575091Z","caller":"traceutil/trace.go:171","msg":"trace[1525601386] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:30612; }","duration":"163.388681ms","start":"2026-04-10T14:48:07.411693Z","end":"2026-04-10T14:48:07.575081Z","steps":["trace[1525601386] 'agreement among raft nodes before linearized reading' (duration: 163.298978ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.575142Z","caller":"traceutil/trace.go:171","msg":"trace[1239756094] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30612; }","duration":"309.581812ms","start":"2026-04-10T14:48:07.265546Z","end":"2026-04-10T14:48:07.575128Z","steps":["trace[1239756094] 'agreement among raft nodes before linearized reading' (duration: 308.901474ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.575165Z","caller":"traceutil/trace.go:171","msg":"trace[200098296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30612; }","duration":"163.415052ms","start":"2026-04-10T14:48:07.411732Z","end":"2026-04-10T14:48:07.575147Z","steps":["trace[200098296] 'agreement among raft nodes before linearized reading' (duration: 163.376721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.575189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.265531Z","time spent":"309.643293ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-10T14:48:07.574311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.921275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:48:07.575278Z","caller":"traceutil/trace.go:171","msg":"trace[732526201] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30612; }","duration":"293.935212ms","start":"2026-04-10T14:48:07.281328Z","end":"2026-04-10T14:48:07.575263Z","steps":["trace[732526201] 'agreement among raft nodes before linearized reading' (duration: 292.765902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.575056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.391038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-10T14:48:07.575323Z","caller":"traceutil/trace.go:171","msg":"trace[1093917197] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30612; }","duration":"311.685876ms","start":"2026-04-10T14:48:07.263627Z","end":"2026-04-10T14:48:07.575313Z","steps":["trace[1093917197] 'agreement among raft nodes before linearized reading' (duration: 311.391817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.575356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.263611Z","time spent":"311.735326ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-10T14:48:07.860577Z","caller":"traceutil/trace.go:171","msg":"trace[347203206] transaction","detail":"{read_only:false; response_revision:30613; number_of_response:1; }","duration":"279.145565ms","start":"2026-04-10T14:48:07.581393Z","end":"2026-04-10T14:48:07.860539Z","steps":["trace[347203206] 'process raft request' (duration: 220.304438ms)","trace[347203206] 'compare' (duration: 58.366226ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:07.904799Z","caller":"traceutil/trace.go:171","msg":"trace[565629611] transaction","detail":"{read_only:false; response_revision:30614; number_of_response:1; }","duration":"323.33805ms","start":"2026-04-10T14:48:07.581431Z","end":"2026-04-10T14:48:07.90477Z","steps":["trace[565629611] 'process raft request' (duration: 323.110394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.904966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.581349Z","time spent":"323.524676ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:07.905113Z","caller":"traceutil/trace.go:171","msg":"trace[1940748073] transaction","detail":"{read_only:false; response_revision:30615; number_of_response:1; }","duration":"323.553137ms","start":"2026-04-10T14:48:07.58153Z","end":"2026-04-10T14:48:07.905084Z","steps":["trace[1940748073] 'process raft request' (duration: 323.186297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.90527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.581518Z","time spent":"323.667419ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:07.905306Z","caller":"traceutil/trace.go:171","msg":"trace[877500281] transaction","detail":"{read_only:false; response_revision:30616; number_of_response:1; }","duration":"323.725741ms","start":"2026-04-10T14:48:07.58156Z","end":"2026-04-10T14:48:07.905286Z","steps":["trace[877500281] 'process raft request' (duration: 323.435084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.905447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.581547Z","time spent":"323.845444ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:07.905577Z","caller":"traceutil/trace.go:171","msg":"trace[1822276696] transaction","detail":"{read_only:false; response_revision:30617; number_of_response:1; }","duration":"323.194907ms","start":"2026-04-10T14:48:07.582263Z","end":"2026-04-10T14:48:07.905458Z","steps":["trace[1822276696] 'process raft request' (duration: 322.90664ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.905766Z","caller":"traceutil/trace.go:171","msg":"trace[1500959423] transaction","detail":"{read_only:false; response_revision:30618; number_of_response:1; }","duration":"322.567861ms","start":"2026-04-10T14:48:07.583174Z","end":"2026-04-10T14:48:07.905742Z","steps":["trace[1500959423] 'process raft request' (duration: 322.080828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.905931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.583164Z","time spent":"322.690895ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:07.905838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.58225Z","time spent":"323.463264ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:07.90667Z","caller":"traceutil/trace.go:171","msg":"trace[1283832680] transaction","detail":"{read_only:false; response_revision:30622; number_of_response:1; }","duration":"297.548527ms","start":"2026-04-10T14:48:07.60911Z","end":"2026-04-10T14:48:07.906658Z","steps":["trace[1283832680] 'process raft request' (duration: 297.494085ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.906823Z","caller":"traceutil/trace.go:171","msg":"trace[1588123816] transaction","detail":"{read_only:false; response_revision:30619; number_of_response:1; }","duration":"323.441614ms","start":"2026-04-10T14:48:07.583292Z","end":"2026-04-10T14:48:07.906733Z","steps":["trace[1588123816] 'process raft request' (duration: 322.029517ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:07.90686Z","caller":"traceutil/trace.go:171","msg":"trace[201400941] transaction","detail":"{read_only:false; response_revision:30621; number_of_response:1; }","duration":"310.206998ms","start":"2026-04-10T14:48:07.596647Z","end":"2026-04-10T14:48:07.906854Z","steps":["trace[201400941] 'process raft request' (duration: 309.91739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.906895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.583285Z","time spent":"323.574638ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:07.906836Z","caller":"traceutil/trace.go:171","msg":"trace[1912406874] transaction","detail":"{read_only:false; response_revision:30620; number_of_response:1; }","duration":"319.896691ms","start":"2026-04-10T14:48:07.586929Z","end":"2026-04-10T14:48:07.906825Z","steps":["trace[1912406874] 'process raft request' (duration: 319.527552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:07.907051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.586918Z","time spent":"320.102958ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:07.906908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:07.596633Z","time spent":"310.244869ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:08.072307Z","caller":"traceutil/trace.go:171","msg":"trace[125028900] linearizableReadLoop","detail":"{readStateIndex:32038; appliedIndex:32037; }","duration":"114.543814ms","start":"2026-04-10T14:48:07.957739Z","end":"2026-04-10T14:48:08.072283Z","steps":["trace[125028900] 'read index received' (duration: 114.37519ms)","trace[125028900] 'applied index is now lower than readState.Index' (duration: 167.784µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:08.072607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.866251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-04-10T14:48:08.072655Z","caller":"traceutil/trace.go:171","msg":"trace[1588856911] transaction","detail":"{read_only:false; response_revision:30626; number_of_response:1; }","duration":"121.2818ms","start":"2026-04-10T14:48:07.951359Z","end":"2026-04-10T14:48:08.072641Z","steps":["trace[1588856911] 'process raft request' (duration: 120.800648ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:08.072668Z","caller":"traceutil/trace.go:171","msg":"trace[1491202343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30626; }","duration":"114.918224ms","start":"2026-04-10T14:48:07.957717Z","end":"2026-04-10T14:48:08.072635Z","steps":["trace[1491202343] 'agreement among raft nodes before linearized reading' (duration: 114.722459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:09.322365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.021742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-10T14:48:09.322447Z","caller":"traceutil/trace.go:171","msg":"trace[1606698516] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:30629; }","duration":"178.149395ms","start":"2026-04-10T14:48:09.144278Z","end":"2026-04-10T14:48:09.322428Z","steps":["trace[1606698516] 'range keys from in-memory index tree' (duration: 177.850578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:09.324034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.574478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:09.324179Z","caller":"traceutil/trace.go:171","msg":"trace[1713929605] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:30629; }","duration":"209.778393ms","start":"2026-04-10T14:48:09.114379Z","end":"2026-04-10T14:48:09.324157Z","steps":["trace[1713929605] 'count revisions from in-memory index tree' (duration: 209.185297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:10.488156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.035546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:48:10.488318Z","caller":"traceutil/trace.go:171","msg":"trace[1198427859] transaction","detail":"{read_only:false; response_revision:30637; number_of_response:1; }","duration":"521.773218ms","start":"2026-04-10T14:48:09.9665Z","end":"2026-04-10T14:48:10.488273Z","steps":["trace[1198427859] 'process raft request' (duration: 380.543616ms)","trace[1198427859] 'compare' (duration: 140.893752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:10.4888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:09.966479Z","time spent":"522.26585ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:10.544789Z","caller":"traceutil/trace.go:171","msg":"trace[365512432] transaction","detail":"{read_only:false; response_revision:30638; number_of_response:1; }","duration":"578.024346ms","start":"2026-04-10T14:48:09.96673Z","end":"2026-04-10T14:48:10.544754Z","steps":["trace[365512432] 'process raft request' (duration: 577.671817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:10.54496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:09.966693Z","time spent":"578.179551ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:10.545432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.550155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:48:10.545522Z","caller":"traceutil/trace.go:171","msg":"trace[147199120] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30639; }","duration":"468.682169ms","start":"2026-04-10T14:48:10.076823Z","end":"2026-04-10T14:48:10.545505Z","steps":["trace[147199120] 'agreement among raft nodes before linearized reading' (duration: 468.478134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:10.545574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:10.076803Z","time spent":"468.761802ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:48:10.549384Z","caller":"traceutil/trace.go:171","msg":"trace[1351664490] transaction","detail":"{read_only:false; response_revision:30639; number_of_response:1; }","duration":"575.412488ms","start":"2026-04-10T14:48:09.969635Z","end":"2026-04-10T14:48:10.545048Z","steps":["trace[1351664490] 'process raft request' (duration: 575.174652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:10.549529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:09.969609Z","time spent":"579.852474ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:10.544934Z","caller":"traceutil/trace.go:171","msg":"trace[2087588486] linearizableReadLoop","detail":"{readStateIndex:32051; appliedIndex:32048; }","duration":"468.032883ms","start":"2026-04-10T14:48:10.076869Z","end":"2026-04-10T14:48:10.544902Z","steps":["trace[2087588486] 'read index received' (duration: 270.188222ms)","trace[2087588486] 'applied index is now lower than readState.Index' (duration: 197.843501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:10.550811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.989041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:10.553063Z","caller":"traceutil/trace.go:171","msg":"trace[1173199080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30639; }","duration":"312.711723ms","start":"2026-04-10T14:48:10.240328Z","end":"2026-04-10T14:48:10.553039Z","steps":["trace[1173199080] 'agreement among raft nodes before linearized reading' (duration: 309.983031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:10.553137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:10.24031Z","time spent":"312.811825ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:48:10.771826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.941307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:48:10.771998Z","caller":"traceutil/trace.go:171","msg":"trace[368154520] transaction","detail":"{read_only:false; response_revision:30640; number_of_response:1; }","duration":"218.177553ms","start":"2026-04-10T14:48:10.55379Z","end":"2026-04-10T14:48:10.771967Z","steps":["trace[368154520] 'process raft request' (duration: 38.960639ms)","trace[368154520] 'compare' (duration: 178.773732ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:10.772063Z","caller":"traceutil/trace.go:171","msg":"trace[1423966404] transaction","detail":"{read_only:false; response_revision:30641; number_of_response:1; }","duration":"217.408373ms","start":"2026-04-10T14:48:10.554635Z","end":"2026-04-10T14:48:10.772044Z","steps":["trace[1423966404] 'process raft request' (duration: 217.318501ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:10.772252Z","caller":"traceutil/trace.go:171","msg":"trace[1792390792] linearizableReadLoop","detail":"{readStateIndex:32052; appliedIndex:32051; }","duration":"218.199092ms","start":"2026-04-10T14:48:10.554016Z","end":"2026-04-10T14:48:10.772215Z","steps":["trace[1792390792] 'read index received' (duration: 38.743472ms)","trace[1792390792] 'applied index is now lower than readState.Index' (duration: 179.45197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:10.77242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.373228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:10.77252Z","caller":"traceutil/trace.go:171","msg":"trace[1037325436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30641; }","duration":"218.514451ms","start":"2026-04-10T14:48:10.553985Z","end":"2026-04-10T14:48:10.772499Z","steps":["trace[1037325436] 'agreement among raft nodes before linearized reading' (duration: 218.345246ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:10.782404Z","caller":"traceutil/trace.go:171","msg":"trace[317849987] transaction","detail":"{read_only:false; response_revision:30642; number_of_response:1; }","duration":"169.821799ms","start":"2026-04-10T14:48:10.612554Z","end":"2026-04-10T14:48:10.782376Z","steps":["trace[317849987] 'process raft request' (duration: 169.690436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:12.350393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.847337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:48:12.350484Z","caller":"traceutil/trace.go:171","msg":"trace[1848444675] linearizableReadLoop","detail":"{readStateIndex:32065; appliedIndex:32064; }","duration":"111.862754ms","start":"2026-04-10T14:48:12.238608Z","end":"2026-04-10T14:48:12.350471Z","steps":["trace[1848444675] 'read index received' (duration: 41.281µs)","trace[1848444675] 'applied index is now lower than readState.Index' (duration: 111.819703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:12.350549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.940886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:12.350568Z","caller":"traceutil/trace.go:171","msg":"trace[286346897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30652; }","duration":"111.993677ms","start":"2026-04-10T14:48:12.238567Z","end":"2026-04-10T14:48:12.35056Z","steps":["trace[286346897] 'agreement among raft nodes before linearized reading' (duration: 111.938226ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:12.350564Z","caller":"traceutil/trace.go:171","msg":"trace[933861652] transaction","detail":"{read_only:false; response_revision:30652; number_of_response:1; }","duration":"344.388971ms","start":"2026-04-10T14:48:12.006156Z","end":"2026-04-10T14:48:12.350545Z","steps":["trace[933861652] 'process raft request' (duration: 184.241195ms)","trace[933861652] 'compare' (duration: 159.269262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:12.350616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:12.006125Z","time spent":"344.465353ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:12.740156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.152198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:48:12.740297Z","caller":"traceutil/trace.go:171","msg":"trace[1216737836] transaction","detail":"{read_only:false; response_revision:30654; number_of_response:1; }","duration":"186.421202ms","start":"2026-04-10T14:48:12.553852Z","end":"2026-04-10T14:48:12.740273Z","steps":["trace[1216737836] 'process raft request' (duration: 42.026218ms)","trace[1216737836] 'compare' (duration: 143.869451ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:13.086437Z","caller":"traceutil/trace.go:171","msg":"trace[684577858] transaction","detail":"{read_only:false; response_revision:30659; number_of_response:1; }","duration":"137.140154ms","start":"2026-04-10T14:48:12.949277Z","end":"2026-04-10T14:48:13.086418Z","steps":["trace[684577858] 'process raft request' (duration: 78.44391ms)","trace[684577858] 'compare' (duration: 58.334484ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:13.500349Z","caller":"traceutil/trace.go:171","msg":"trace[1935487701] linearizableReadLoop","detail":"{readStateIndex:32075; appliedIndex:32074; }","duration":"263.508446ms","start":"2026-04-10T14:48:13.236813Z","end":"2026-04-10T14:48:13.500322Z","steps":["trace[1935487701] 'read index received' (duration: 263.210629ms)","trace[1935487701] 'applied index is now lower than readState.Index' (duration: 296.627µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:13.500777Z","caller":"traceutil/trace.go:171","msg":"trace[113601647] transaction","detail":"{read_only:false; response_revision:30662; number_of_response:1; }","duration":"310.27747ms","start":"2026-04-10T14:48:13.190481Z","end":"2026-04-10T14:48:13.500759Z","steps":["trace[113601647] 'process raft request' (duration: 309.622593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:13.500908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:13.19046Z","time spent":"310.373512ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:13.501167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.346388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:13.501229Z","caller":"traceutil/trace.go:171","msg":"trace[1786164377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30662; }","duration":"264.43386ms","start":"2026-04-10T14:48:13.23678Z","end":"2026-04-10T14:48:13.501214Z","steps":["trace[1786164377] 'agreement among raft nodes before linearized reading' (duration: 264.340048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:13.501502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.537283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:48:13.501561Z","caller":"traceutil/trace.go:171","msg":"trace[937388813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30662; }","duration":"127.632837ms","start":"2026-04-10T14:48:13.373914Z","end":"2026-04-10T14:48:13.501547Z","steps":["trace[937388813] 'agreement among raft nodes before linearized reading' (duration: 127.534324ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:13.638619Z","caller":"traceutil/trace.go:171","msg":"trace[295967440] transaction","detail":"{read_only:false; number_of_response:0; response_revision:30662; }","duration":"127.906543ms","start":"2026-04-10T14:48:13.510666Z","end":"2026-04-10T14:48:13.638572Z","steps":["trace[295967440] 'process raft request' (duration: 127.81097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:16.811662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.728159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:48:16.811761Z","caller":"traceutil/trace.go:171","msg":"trace[40456931] linearizableReadLoop","detail":"{readStateIndex:32105; appliedIndex:32104; }","duration":"131.699972ms","start":"2026-04-10T14:48:16.680045Z","end":"2026-04-10T14:48:16.811745Z","steps":["trace[40456931] 'read index received' (duration: 38.221µs)","trace[40456931] 'applied index is now lower than readState.Index' (duration: 131.660501ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:16.811829Z","caller":"traceutil/trace.go:171","msg":"trace[1186575027] transaction","detail":"{read_only:false; response_revision:30690; number_of_response:1; }","duration":"234.030686ms","start":"2026-04-10T14:48:16.577774Z","end":"2026-04-10T14:48:16.811804Z","steps":["trace[1186575027] 'process raft request' (duration: 62.050511ms)","trace[1186575027] 'compare' (duration: 171.467111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:16.811856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.805254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:48:16.811891Z","caller":"traceutil/trace.go:171","msg":"trace[1027577823] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:30690; }","duration":"131.874566ms","start":"2026-04-10T14:48:16.680004Z","end":"2026-04-10T14:48:16.811878Z","steps":["trace[1027577823] 'agreement among raft nodes before linearized reading' (duration: 131.807814ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:23.797391Z","caller":"traceutil/trace.go:171","msg":"trace[643158215] linearizableReadLoop","detail":"{readStateIndex:32166; appliedIndex:32165; }","duration":"111.755181ms","start":"2026-04-10T14:48:23.685609Z","end":"2026-04-10T14:48:23.797365Z","steps":["trace[643158215] 'read index received' (duration: 111.608098ms)","trace[643158215] 'applied index is now lower than readState.Index' (duration: 145.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:23.797489Z","caller":"traceutil/trace.go:171","msg":"trace[1953455061] transaction","detail":"{read_only:false; response_revision:30749; number_of_response:1; }","duration":"113.432384ms","start":"2026-04-10T14:48:23.684021Z","end":"2026-04-10T14:48:23.797454Z","steps":["trace[1953455061] 'process raft request' (duration: 113.175308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:23.797568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.932775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-10T14:48:23.797672Z","caller":"traceutil/trace.go:171","msg":"trace[915397124] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30749; }","duration":"112.071639ms","start":"2026-04-10T14:48:23.685587Z","end":"2026-04-10T14:48:23.797658Z","steps":["trace[915397124] 'agreement among raft nodes before linearized reading' (duration: 111.874164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:23.797766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.851213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:23.797872Z","caller":"traceutil/trace.go:171","msg":"trace[1029876623] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30749; }","duration":"111.996327ms","start":"2026-04-10T14:48:23.685853Z","end":"2026-04-10T14:48:23.797849Z","steps":["trace[1029876623] 'agreement among raft nodes before linearized reading' (duration: 111.771061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:23.797862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.962585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:23.797949Z","caller":"traceutil/trace.go:171","msg":"trace[1460006631] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30749; }","duration":"112.312385ms","start":"2026-04-10T14:48:23.685616Z","end":"2026-04-10T14:48:23.797929Z","steps":["trace[1460006631] 'agreement among raft nodes before linearized reading' (duration: 111.956905ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:24.635509Z","caller":"traceutil/trace.go:171","msg":"trace[908898989] transaction","detail":"{read_only:false; number_of_response:0; response_revision:30754; }","duration":"511.658722ms","start":"2026-04-10T14:48:24.123817Z","end":"2026-04-10T14:48:24.635476Z","steps":["trace[908898989] 'process raft request' (duration: 511.513379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:24.635738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:24.123789Z","time spent":"511.877649ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:48:24.636164Z","caller":"traceutil/trace.go:171","msg":"trace[1464658777] linearizableReadLoop","detail":"{readStateIndex:32172; appliedIndex:32172; }","duration":"470.99226ms","start":"2026-04-10T14:48:24.165131Z","end":"2026-04-10T14:48:24.636123Z","steps":["trace[1464658777] 'read index received' (duration: 470.955499ms)","trace[1464658777] 'applied index is now lower than readState.Index' (duration: 33.141µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:24.636526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.239955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T14:48:24.636574Z","caller":"traceutil/trace.go:171","msg":"trace[1415290890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30754; }","duration":"510.349788ms","start":"2026-04-10T14:48:24.126211Z","end":"2026-04-10T14:48:24.636561Z","steps":["trace[1415290890] 'agreement among raft nodes before linearized reading' (duration: 510.07923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:24.636615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:24.126195Z","time spent":"510.41113ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:48:24.663254Z","caller":"traceutil/trace.go:171","msg":"trace[919021154] transaction","detail":"{read_only:false; response_revision:30755; number_of_response:1; }","duration":"493.809416ms","start":"2026-04-10T14:48:24.169419Z","end":"2026-04-10T14:48:24.663229Z","steps":["trace[919021154] 'process raft request' (duration: 493.611471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:24.663386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.257733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:48:24.663425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:24.169394Z","time spent":"493.948399ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:48:24.663473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.87933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:48:24.663474Z","caller":"traceutil/trace.go:171","msg":"trace[365430047] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:30755; }","duration":"376.400447ms","start":"2026-04-10T14:48:24.287053Z","end":"2026-04-10T14:48:24.663454Z","steps":["trace[365430047] 'agreement among raft nodes before linearized reading' (duration: 376.220592ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:24.663505Z","caller":"traceutil/trace.go:171","msg":"trace[488867354] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30755; }","duration":"146.951892ms","start":"2026-04-10T14:48:24.516546Z","end":"2026-04-10T14:48:24.663498Z","steps":["trace[488867354] 'agreement among raft nodes before linearized reading' (duration: 146.849979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:24.663526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:24.287031Z","time spent":"376.481849ms","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:48:24.663567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.860562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:24.663588Z","caller":"traceutil/trace.go:171","msg":"trace[1557035368] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:30755; }","duration":"422.881623ms","start":"2026-04-10T14:48:24.240699Z","end":"2026-04-10T14:48:24.663581Z","steps":["trace[1557035368] 'agreement among raft nodes before linearized reading' (duration: 422.850782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:24.66361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:24.240671Z","time spent":"422.931404ms","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:48:24.663722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.7977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:24.663776Z","caller":"traceutil/trace.go:171","msg":"trace[1289387490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30755; }","duration":"425.889662ms","start":"2026-04-10T14:48:24.237872Z","end":"2026-04-10T14:48:24.663762Z","steps":["trace[1289387490] 'agreement among raft nodes before linearized reading' (duration: 425.80738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:24.663858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:24.23785Z","time spent":"425.967124ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:48:24.84973Z","caller":"traceutil/trace.go:171","msg":"trace[2014814978] linearizableReadLoop","detail":"{readStateIndex:32175; appliedIndex:32174; }","duration":"178.140345ms","start":"2026-04-10T14:48:24.671564Z","end":"2026-04-10T14:48:24.849704Z","steps":["trace[2014814978] 'read index received' (duration: 98.167505ms)","trace[2014814978] 'applied index is now lower than readState.Index' (duration: 79.97156ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:24.849807Z","caller":"traceutil/trace.go:171","msg":"trace[1506181681] transaction","detail":"{read_only:false; response_revision:30757; number_of_response:1; }","duration":"181.446282ms","start":"2026-04-10T14:48:24.668337Z","end":"2026-04-10T14:48:24.849783Z","steps":["trace[1506181681] 'process raft request' (duration: 101.257987ms)","trace[1506181681] 'compare' (duration: 79.868917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:24.850018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.851481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:24.850065Z","caller":"traceutil/trace.go:171","msg":"trace[715042630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30757; }","duration":"185.057347ms","start":"2026-04-10T14:48:24.664995Z","end":"2026-04-10T14:48:24.850053Z","steps":["trace[715042630] 'agreement among raft nodes before linearized reading' (duration: 184.80828ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:24.980328Z","caller":"traceutil/trace.go:171","msg":"trace[1059903940] transaction","detail":"{read_only:false; response_revision:30758; number_of_response:1; }","duration":"304.695953ms","start":"2026-04-10T14:48:24.67561Z","end":"2026-04-10T14:48:24.980306Z","steps":["trace[1059903940] 'process raft request' (duration: 302.802353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:24.980442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:48:24.675601Z","time spent":"304.784265ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:48:24.98043Z","caller":"traceutil/trace.go:171","msg":"trace[1883676433] linearizableReadLoop","detail":"{readStateIndex:32177; appliedIndex:32175; }","duration":"116.804513ms","start":"2026-04-10T14:48:24.863593Z","end":"2026-04-10T14:48:24.980398Z","steps":["trace[1883676433] 'read index received' (duration: 114.819821ms)","trace[1883676433] 'applied index is now lower than readState.Index' (duration: 1.982322ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:24.980469Z","caller":"traceutil/trace.go:171","msg":"trace[1730436554] transaction","detail":"{read_only:false; response_revision:30759; number_of_response:1; }","duration":"299.003674ms","start":"2026-04-10T14:48:24.681433Z","end":"2026-04-10T14:48:24.980437Z","steps":["trace[1730436554] 'process raft request' (duration: 298.802789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:24.980721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.11314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:48:24.980783Z","caller":"traceutil/trace.go:171","msg":"trace[1307078783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30759; }","duration":"117.223433ms","start":"2026-04-10T14:48:24.863544Z","end":"2026-04-10T14:48:24.980767Z","steps":["trace[1307078783] 'agreement among raft nodes before linearized reading' (duration: 116.987067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:24.9813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.299356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:48:24.98141Z","caller":"traceutil/trace.go:171","msg":"trace[1969011616] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:30760; }","duration":"104.44889ms","start":"2026-04-10T14:48:24.876948Z","end":"2026-04-10T14:48:24.981397Z","steps":["trace[1969011616] 'agreement among raft nodes before linearized reading' (duration: 104.271895ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:31.250473Z","caller":"traceutil/trace.go:171","msg":"trace[1263735796] transaction","detail":"{read_only:false; response_revision:30815; number_of_response:1; }","duration":"105.373665ms","start":"2026-04-10T14:48:31.144935Z","end":"2026-04-10T14:48:31.250309Z","steps":["trace[1263735796] 'process raft request' (duration: 102.061688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:31.653715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.399313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:48:31.653889Z","caller":"traceutil/trace.go:171","msg":"trace[1190131299] transaction","detail":"{read_only:false; response_revision:30820; number_of_response:1; }","duration":"161.508301ms","start":"2026-04-10T14:48:31.492333Z","end":"2026-04-10T14:48:31.653841Z","steps":["trace[1190131299] 'process raft request' (duration: 52.884823ms)","trace[1190131299] 'compare' (duration: 108.126065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:32.089413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.968469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:48:32.089921Z","caller":"traceutil/trace.go:171","msg":"trace[496511947] transaction","detail":"{read_only:false; response_revision:30822; number_of_response:1; }","duration":"267.182842ms","start":"2026-04-10T14:48:31.82271Z","end":"2026-04-10T14:48:32.089893Z","steps":["trace[496511947] 'process raft request' (duration: 155.656888ms)","trace[496511947] 'compare' (duration: 110.851177ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:32.269272Z","caller":"traceutil/trace.go:171","msg":"trace[64662827] transaction","detail":"{read_only:false; response_revision:30823; number_of_response:1; }","duration":"155.840973ms","start":"2026-04-10T14:48:32.113407Z","end":"2026-04-10T14:48:32.269248Z","steps":["trace[64662827] 'process raft request' (duration: 144.679651ms)","trace[64662827] 'compare' (duration: 11.052739ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:35.943063Z","caller":"traceutil/trace.go:171","msg":"trace[1148448508] transaction","detail":"{read_only:false; response_revision:30858; number_of_response:1; }","duration":"100.192538ms","start":"2026-04-10T14:48:35.842846Z","end":"2026-04-10T14:48:35.943038Z","steps":["trace[1148448508] 'process raft request' (duration: 100.036464ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:41.642557Z","caller":"traceutil/trace.go:171","msg":"trace[635015159] transaction","detail":"{read_only:false; response_revision:30927; number_of_response:1; }","duration":"116.68623ms","start":"2026-04-10T14:48:41.525853Z","end":"2026-04-10T14:48:41.642539Z","steps":["trace[635015159] 'process raft request' (duration: 116.579147ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:41.64256Z","caller":"traceutil/trace.go:171","msg":"trace[1835322005] linearizableReadLoop","detail":"{readStateIndex:32352; appliedIndex:32352; }","duration":"110.310963ms","start":"2026-04-10T14:48:41.532227Z","end":"2026-04-10T14:48:41.642538Z","steps":["trace[1835322005] 'read index received' (duration: 110.298342ms)","trace[1835322005] 'applied index is now lower than readState.Index' (duration: 11.311µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:41.642794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.536358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-10T14:48:41.642898Z","caller":"traceutil/trace.go:171","msg":"trace[2106778966] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30927; }","duration":"110.663962ms","start":"2026-04-10T14:48:41.532209Z","end":"2026-04-10T14:48:41.642873Z","steps":["trace[2106778966] 'agreement among raft nodes before linearized reading' (duration: 110.380475ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:41.648401Z","caller":"traceutil/trace.go:171","msg":"trace[1128322681] transaction","detail":"{read_only:false; response_revision:30928; number_of_response:1; }","duration":"111.936625ms","start":"2026-04-10T14:48:41.536447Z","end":"2026-04-10T14:48:41.648383Z","steps":["trace[1128322681] 'process raft request' (duration: 111.797492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:43.549209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.043805ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:43.549298Z","caller":"traceutil/trace.go:171","msg":"trace[1004850028] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30946; }","duration":"118.141987ms","start":"2026-04-10T14:48:43.431145Z","end":"2026-04-10T14:48:43.549287Z","steps":["trace[1004850028] 'range keys from in-memory index tree' (duration: 118.031755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:43.549507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.922728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:48:43.549763Z","caller":"traceutil/trace.go:171","msg":"trace[1610378075] transaction","detail":"{read_only:false; response_revision:30947; number_of_response:1; }","duration":"178.395513ms","start":"2026-04-10T14:48:43.37133Z","end":"2026-04-10T14:48:43.549726Z","steps":["trace[1610378075] 'compare' (duration: 175.285542ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:43.773545Z","caller":"traceutil/trace.go:171","msg":"trace[2032234858] transaction","detail":"{read_only:false; response_revision:30949; number_of_response:1; }","duration":"119.028311ms","start":"2026-04-10T14:48:43.654486Z","end":"2026-04-10T14:48:43.773514Z","steps":["trace[2032234858] 'process raft request' (duration: 118.426305ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:43.927505Z","caller":"traceutil/trace.go:171","msg":"trace[746842047] transaction","detail":"{read_only:false; response_revision:30951; number_of_response:1; }","duration":"124.506144ms","start":"2026-04-10T14:48:43.802966Z","end":"2026-04-10T14:48:43.927472Z","steps":["trace[746842047] 'process raft request' (duration: 120.626902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:43.927666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.316252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:43.927713Z","caller":"traceutil/trace.go:171","msg":"trace[1599573832] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30951; }","duration":"113.420134ms","start":"2026-04-10T14:48:43.814283Z","end":"2026-04-10T14:48:43.927703Z","steps":["trace[1599573832] 'agreement among raft nodes before linearized reading' (duration: 113.285721ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:43.929353Z","caller":"traceutil/trace.go:171","msg":"trace[690922820] linearizableReadLoop","detail":"{readStateIndex:32376; appliedIndex:32375; }","duration":"113.060554ms","start":"2026-04-10T14:48:43.814338Z","end":"2026-04-10T14:48:43.927398Z","steps":["trace[690922820] 'read index received' (duration: 109.233614ms)","trace[690922820] 'applied index is now lower than readState.Index' (duration: 3.8258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:43.929632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.178805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-04-10T14:48:43.929679Z","caller":"traceutil/trace.go:171","msg":"trace[1505264014] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:30951; }","duration":"111.258068ms","start":"2026-04-10T14:48:43.818408Z","end":"2026-04-10T14:48:43.929666Z","steps":["trace[1505264014] 'agreement among raft nodes before linearized reading' (duration: 111.093463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:43.930336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.998249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-04-10T14:48:43.930379Z","caller":"traceutil/trace.go:171","msg":"trace[2083724270] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:30951; }","duration":"114.04553ms","start":"2026-04-10T14:48:43.816325Z","end":"2026-04-10T14:48:43.93037Z","steps":["trace[2083724270] 'agreement among raft nodes before linearized reading' (duration: 113.949468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:43.930446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.878556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:43.930474Z","caller":"traceutil/trace.go:171","msg":"trace[32266544] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30951; }","duration":"113.918928ms","start":"2026-04-10T14:48:43.816547Z","end":"2026-04-10T14:48:43.930466Z","steps":["trace[32266544] 'agreement among raft nodes before linearized reading' (duration: 113.886937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:43.930536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.009359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:43.930557Z","caller":"traceutil/trace.go:171","msg":"trace[1148935324] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30951; }","duration":"114.048821ms","start":"2026-04-10T14:48:43.816503Z","end":"2026-04-10T14:48:43.930552Z","steps":["trace[1148935324] 'agreement among raft nodes before linearized reading' (duration: 114.02172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:43.930948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.474769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:43.930996Z","caller":"traceutil/trace.go:171","msg":"trace[1471817003] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30951; }","duration":"112.532971ms","start":"2026-04-10T14:48:43.81845Z","end":"2026-04-10T14:48:43.930983Z","steps":["trace[1471817003] 'agreement among raft nodes before linearized reading' (duration: 112.471099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:43.931235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.963325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:43.931266Z","caller":"traceutil/trace.go:171","msg":"trace[1987361625] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30951; }","duration":"115.019815ms","start":"2026-04-10T14:48:43.816239Z","end":"2026-04-10T14:48:43.931259Z","steps":["trace[1987361625] 'agreement among raft nodes before linearized reading' (duration: 114.978524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:43.93069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.146299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:43.931428Z","caller":"traceutil/trace.go:171","msg":"trace[1446179761] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30951; }","duration":"115.901749ms","start":"2026-04-10T14:48:43.815493Z","end":"2026-04-10T14:48:43.931395Z","steps":["trace[1446179761] 'agreement among raft nodes before linearized reading' (duration: 115.157099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:43.931783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.30799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-04-10T14:48:43.931826Z","caller":"traceutil/trace.go:171","msg":"trace[847870696] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:30951; }","duration":"116.411123ms","start":"2026-04-10T14:48:43.815405Z","end":"2026-04-10T14:48:43.931816Z","steps":["trace[847870696] 'agreement among raft nodes before linearized reading' (duration: 115.445507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:43.932299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.515781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:43.932353Z","caller":"traceutil/trace.go:171","msg":"trace[1613617438] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30951; }","duration":"117.599382ms","start":"2026-04-10T14:48:43.814742Z","end":"2026-04-10T14:48:43.932341Z","steps":["trace[1613617438] 'agreement among raft nodes before linearized reading' (duration: 114.734697ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:46.082541Z","caller":"traceutil/trace.go:171","msg":"trace[237658146] linearizableReadLoop","detail":"{readStateIndex:32398; appliedIndex:32397; }","duration":"150.041212ms","start":"2026-04-10T14:48:45.932477Z","end":"2026-04-10T14:48:46.082518Z","steps":["trace[237658146] 'read index received' (duration: 93.74229ms)","trace[237658146] 'applied index is now lower than readState.Index' (duration: 56.298002ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:46.082539Z","caller":"traceutil/trace.go:171","msg":"trace[361077742] transaction","detail":"{read_only:false; response_revision:30972; number_of_response:1; }","duration":"154.322044ms","start":"2026-04-10T14:48:45.928177Z","end":"2026-04-10T14:48:46.082499Z","steps":["trace[361077742] 'process raft request' (duration: 98.123275ms)","trace[361077742] 'compare' (duration: 55.908561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:46.082733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.238077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:46.082799Z","caller":"traceutil/trace.go:171","msg":"trace[1256474654] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30973; }","duration":"150.36941ms","start":"2026-04-10T14:48:45.932416Z","end":"2026-04-10T14:48:46.082785Z","steps":["trace[1256474654] 'agreement among raft nodes before linearized reading' (duration: 150.219097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:46.082833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.807059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:46.08293Z","caller":"traceutil/trace.go:171","msg":"trace[2083838845] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30973; }","duration":"148.918511ms","start":"2026-04-10T14:48:45.933994Z","end":"2026-04-10T14:48:46.082912Z","steps":["trace[2083838845] 'agreement among raft nodes before linearized reading' (duration: 148.773558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:46.083147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.564838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:48:46.083186Z","caller":"traceutil/trace.go:171","msg":"trace[406242001] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30973; }","duration":"134.6561ms","start":"2026-04-10T14:48:45.948516Z","end":"2026-04-10T14:48:46.083173Z","steps":["trace[406242001] 'agreement among raft nodes before linearized reading' (duration: 134.537287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:46.083214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.736049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:46.083267Z","caller":"traceutil/trace.go:171","msg":"trace[762226934] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30973; }","duration":"145.806611ms","start":"2026-04-10T14:48:45.937449Z","end":"2026-04-10T14:48:46.083255Z","steps":["trace[762226934] 'agreement among raft nodes before linearized reading' (duration: 145.715679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:46.083367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.917673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:46.083412Z","caller":"traceutil/trace.go:171","msg":"trace[343486428] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30973; }","duration":"145.965214ms","start":"2026-04-10T14:48:45.937434Z","end":"2026-04-10T14:48:46.083399Z","steps":["trace[343486428] 'agreement among raft nodes before linearized reading' (duration: 145.907653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:46.08353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.17346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:46.083588Z","caller":"traceutil/trace.go:171","msg":"trace[425391662] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30973; }","duration":"146.276483ms","start":"2026-04-10T14:48:45.937299Z","end":"2026-04-10T14:48:46.083575Z","steps":["trace[425391662] 'agreement among raft nodes before linearized reading' (duration: 146.194551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:46.083591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.077257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4763"} {"level":"info","ts":"2026-04-10T14:48:46.083627Z","caller":"traceutil/trace.go:171","msg":"trace[705382436] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:30973; }","duration":"146.114908ms","start":"2026-04-10T14:48:45.937502Z","end":"2026-04-10T14:48:46.083617Z","steps":["trace[705382436] 'agreement among raft nodes before linearized reading' (duration: 146.066417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:46.08373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.293352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4763"} {"level":"info","ts":"2026-04-10T14:48:46.083768Z","caller":"traceutil/trace.go:171","msg":"trace[1228163666] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:30973; }","duration":"146.339986ms","start":"2026-04-10T14:48:45.937416Z","end":"2026-04-10T14:48:46.083756Z","steps":["trace[1228163666] 'agreement among raft nodes before linearized reading' (duration: 146.274754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:46.083863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.382826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:46.083895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.4796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:48:46.083882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.262063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4763"} {"level":"info","ts":"2026-04-10T14:48:46.083907Z","caller":"traceutil/trace.go:171","msg":"trace[580671391] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30973; }","duration":"146.434687ms","start":"2026-04-10T14:48:45.937463Z","end":"2026-04-10T14:48:46.083898Z","steps":["trace[580671391] 'agreement among raft nodes before linearized reading' (duration: 146.324884ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:46.083924Z","caller":"traceutil/trace.go:171","msg":"trace[1564056716] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30973; }","duration":"146.51781ms","start":"2026-04-10T14:48:45.937399Z","end":"2026-04-10T14:48:46.083916Z","steps":["trace[1564056716] 'agreement among raft nodes before linearized reading' (duration: 146.472659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:46.083545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.704656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:46.084003Z","caller":"traceutil/trace.go:171","msg":"trace[629136434] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30973; }","duration":"149.177689ms","start":"2026-04-10T14:48:45.934817Z","end":"2026-04-10T14:48:46.083995Z","steps":["trace[629136434] 'agreement among raft nodes before linearized reading' (duration: 148.703506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:46.083543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.007506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4763"} {"level":"info","ts":"2026-04-10T14:48:46.084082Z","caller":"traceutil/trace.go:171","msg":"trace[1932147151] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:30973; }","duration":"146.55705ms","start":"2026-04-10T14:48:45.937517Z","end":"2026-04-10T14:48:46.084074Z","steps":["trace[1932147151] 'agreement among raft nodes before linearized reading' (duration: 145.906083ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:46.084144Z","caller":"traceutil/trace.go:171","msg":"trace[2010932881] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:30973; }","duration":"146.627022ms","start":"2026-04-10T14:48:45.937495Z","end":"2026-04-10T14:48:46.084122Z","steps":["trace[2010932881] 'agreement among raft nodes before linearized reading' (duration: 146.134269ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:46.322036Z","caller":"traceutil/trace.go:171","msg":"trace[229583376] transaction","detail":"{read_only:false; response_revision:30974; number_of_response:1; }","duration":"228.281957ms","start":"2026-04-10T14:48:46.093692Z","end":"2026-04-10T14:48:46.321974Z","steps":["trace[229583376] 'process raft request' (duration: 228.006619ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:46.382287Z","caller":"traceutil/trace.go:171","msg":"trace[983420993] linearizableReadLoop","detail":"{readStateIndex:32401; appliedIndex:32399; }","duration":"281.102797ms","start":"2026-04-10T14:48:46.101168Z","end":"2026-04-10T14:48:46.382271Z","steps":["trace[983420993] 'read index received' (duration: 212.409602ms)","trace[983420993] 'applied index is now lower than readState.Index' (duration: 68.689495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:48:46.382466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.289242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-service\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:46.382497Z","caller":"traceutil/trace.go:171","msg":"trace[853247693] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-service; range_end:; response_count:0; response_revision:30976; }","duration":"281.362004ms","start":"2026-04-10T14:48:46.101126Z","end":"2026-04-10T14:48:46.382488Z","steps":["trace[853247693] 'agreement among raft nodes before linearized reading' (duration: 281.263641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:48:46.382513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.760277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:48:46.382589Z","caller":"traceutil/trace.go:171","msg":"trace[643082075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30976; }","duration":"143.88806ms","start":"2026-04-10T14:48:46.238684Z","end":"2026-04-10T14:48:46.382572Z","steps":["trace[643082075] 'agreement among raft nodes before linearized reading' (duration: 143.771197ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:46.627863Z","caller":"traceutil/trace.go:171","msg":"trace[490809249] transaction","detail":"{read_only:false; response_revision:30989; number_of_response:1; }","duration":"110.753046ms","start":"2026-04-10T14:48:46.517084Z","end":"2026-04-10T14:48:46.627837Z","steps":["trace[490809249] 'process raft request' (duration: 105.635341ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:47.632696Z","caller":"traceutil/trace.go:171","msg":"trace[374362639] transaction","detail":"{read_only:false; response_revision:31000; number_of_response:1; }","duration":"289.432484ms","start":"2026-04-10T14:48:47.343228Z","end":"2026-04-10T14:48:47.632661Z","steps":["trace[374362639] 'process raft request' (duration: 229.516948ms)","trace[374362639] 'compare' (duration: 59.569717ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:52.593388Z","caller":"traceutil/trace.go:171","msg":"trace[1703929111] transaction","detail":"{read_only:false; response_revision:31054; number_of_response:1; }","duration":"107.613303ms","start":"2026-04-10T14:48:52.485746Z","end":"2026-04-10T14:48:52.59336Z","steps":["trace[1703929111] 'process raft request' (duration: 107.426537ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:53.212277Z","caller":"traceutil/trace.go:171","msg":"trace[854559215] transaction","detail":"{read_only:false; response_revision:31059; number_of_response:1; }","duration":"171.181395ms","start":"2026-04-10T14:48:53.041074Z","end":"2026-04-10T14:48:53.212256Z","steps":["trace[854559215] 'process raft request' (duration: 171.028681ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:48:53.379006Z","caller":"traceutil/trace.go:171","msg":"trace[569015565] transaction","detail":"{read_only:false; response_revision:31063; number_of_response:1; }","duration":"117.610614ms","start":"2026-04-10T14:48:53.261367Z","end":"2026-04-10T14:48:53.378977Z","steps":["trace[569015565] 'process raft request' (duration: 104.965634ms)","trace[569015565] 'compare' (duration: 12.496386ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:48:53.828271Z","caller":"traceutil/trace.go:171","msg":"trace[371128983] transaction","detail":"{read_only:false; response_revision:31064; number_of_response:1; }","duration":"177.674714ms","start":"2026-04-10T14:48:53.650576Z","end":"2026-04-10T14:48:53.828251Z","steps":["trace[371128983] 'process raft request' (duration: 177.406316ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:09.589304Z","caller":"traceutil/trace.go:171","msg":"trace[1622884892] linearizableReadLoop","detail":"{readStateIndex:32642; appliedIndex:32641; }","duration":"159.818956ms","start":"2026-04-10T14:49:09.429458Z","end":"2026-04-10T14:49:09.589277Z","steps":["trace[1622884892] 'read index received' (duration: 159.524219ms)","trace[1622884892] 'applied index is now lower than readState.Index' (duration: 294.117µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:09.58961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.130876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:49:09.58967Z","caller":"traceutil/trace.go:171","msg":"trace[552411258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31205; }","duration":"160.2786ms","start":"2026-04-10T14:49:09.429372Z","end":"2026-04-10T14:49:09.589651Z","steps":["trace[552411258] 'agreement among raft nodes before linearized reading' (duration: 160.063094ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:09.589621Z","caller":"traceutil/trace.go:171","msg":"trace[1560993033] transaction","detail":"{read_only:false; response_revision:31205; number_of_response:1; }","duration":"246.346029ms","start":"2026-04-10T14:49:09.343069Z","end":"2026-04-10T14:49:09.589415Z","steps":["trace[1560993033] 'process raft request' (duration: 245.985049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:09.590247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.910818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:49:09.590366Z","caller":"traceutil/trace.go:171","msg":"trace[286938957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31205; }","duration":"127.068082ms","start":"2026-04-10T14:49:09.463266Z","end":"2026-04-10T14:49:09.590334Z","steps":["trace[286938957] 'agreement among raft nodes before linearized reading' (duration: 126.587059ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:09.792307Z","caller":"traceutil/trace.go:171","msg":"trace[1741849542] transaction","detail":"{read_only:false; response_revision:31207; number_of_response:1; }","duration":"196.396052ms","start":"2026-04-10T14:49:09.595866Z","end":"2026-04-10T14:49:09.792262Z","steps":["trace[1741849542] 'process raft request' (duration: 118.704482ms)","trace[1741849542] 'compare' (duration: 77.370502ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:10.145946Z","caller":"traceutil/trace.go:171","msg":"trace[1524288456] linearizableReadLoop","detail":"{readStateIndex:32645; appliedIndex:32644; }","duration":"114.474411ms","start":"2026-04-10T14:49:10.031418Z","end":"2026-04-10T14:49:10.145892Z","steps":["trace[1524288456] 'read index received' (duration: 41.551986ms)","trace[1524288456] 'applied index is now lower than readState.Index' (duration: 72.920025ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:10.146071Z","caller":"traceutil/trace.go:171","msg":"trace[1506041300] transaction","detail":"{read_only:false; response_revision:31208; number_of_response:1; }","duration":"253.255879ms","start":"2026-04-10T14:49:09.892788Z","end":"2026-04-10T14:49:10.146044Z","steps":["trace[1506041300] 'process raft request' (duration: 180.260591ms)","trace[1506041300] 'compare' (duration: 72.529145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:10.146577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.141758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:10.146632Z","caller":"traceutil/trace.go:171","msg":"trace[1044259242] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:31208; }","duration":"115.249161ms","start":"2026-04-10T14:49:10.03137Z","end":"2026-04-10T14:49:10.146619Z","steps":["trace[1044259242] 'agreement among raft nodes before linearized reading' (duration: 115.097387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:10.546708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.630632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:49:10.546815Z","caller":"traceutil/trace.go:171","msg":"trace[1990933682] linearizableReadLoop","detail":"{readStateIndex:32647; appliedIndex:32646; }","duration":"380.884624ms","start":"2026-04-10T14:49:10.165915Z","end":"2026-04-10T14:49:10.5468Z","steps":["trace[1990933682] 'read index received' (duration: 213.171501ms)","trace[1990933682] 'applied index is now lower than readState.Index' (duration: 167.711933ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:10.546881Z","caller":"traceutil/trace.go:171","msg":"trace[1382683945] transaction","detail":"{read_only:false; response_revision:31210; number_of_response:1; }","duration":"387.843386ms","start":"2026-04-10T14:49:10.159026Z","end":"2026-04-10T14:49:10.546869Z","steps":["trace[1382683945] 'process raft request' (duration: 219.967558ms)","trace[1382683945] 'compare' (duration: 167.437536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:10.546942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:10.159011Z","time spent":"387.900808ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:10.547212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.267925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T14:49:10.547348Z","caller":"traceutil/trace.go:171","msg":"trace[1136784384] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31210; }","duration":"381.389937ms","start":"2026-04-10T14:49:10.165894Z","end":"2026-04-10T14:49:10.547284Z","steps":["trace[1136784384] 'agreement among raft nodes before linearized reading' (duration: 381.13912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:10.547426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:10.165886Z","time spent":"381.529571ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:49:10.774209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.674407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:49:10.774324Z","caller":"traceutil/trace.go:171","msg":"trace[514413737] linearizableReadLoop","detail":"{readStateIndex:32648; appliedIndex:32647; }","duration":"227.468945ms","start":"2026-04-10T14:49:10.546837Z","end":"2026-04-10T14:49:10.774306Z","steps":["trace[514413737] 'read index received' (duration: 112.565952ms)","trace[514413737] 'applied index is now lower than readState.Index' (duration: 114.901363ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:10.774361Z","caller":"traceutil/trace.go:171","msg":"trace[175431012] transaction","detail":"{read_only:false; response_revision:31211; number_of_response:1; }","duration":"594.784385ms","start":"2026-04-10T14:49:10.179548Z","end":"2026-04-10T14:49:10.774332Z","steps":["trace[175431012] 'process raft request' (duration: 479.894452ms)","trace[175431012] 'compare' (duration: 114.516743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:10.774482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:10.179523Z","time spent":"594.894648ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:10.774499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.695779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:10.774538Z","caller":"traceutil/trace.go:171","msg":"trace[1308790339] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:31211; }","duration":"463.757209ms","start":"2026-04-10T14:49:10.310766Z","end":"2026-04-10T14:49:10.774523Z","steps":["trace[1308790339] 'agreement among raft nodes before linearized reading' (duration: 463.612316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:10.774593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:10.310755Z","time spent":"463.816402ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:49:10.774712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.701861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:10.774836Z","caller":"traceutil/trace.go:171","msg":"trace[1840244796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31211; }","duration":"535.863796ms","start":"2026-04-10T14:49:10.238947Z","end":"2026-04-10T14:49:10.774811Z","steps":["trace[1840244796] 'agreement among raft nodes before linearized reading' (duration: 535.67127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:10.774879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:10.23893Z","time spent":"535.939657ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:49:10.776035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.828121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:49:10.776089Z","caller":"traceutil/trace.go:171","msg":"trace[104567760] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:31211; }","duration":"471.927295ms","start":"2026-04-10T14:49:10.304151Z","end":"2026-04-10T14:49:10.776079Z","steps":["trace[104567760] 'agreement among raft nodes before linearized reading' (duration: 470.305992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:10.77612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:10.304132Z","time spent":"471.983036ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2928,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:49:10.778237Z","caller":"traceutil/trace.go:171","msg":"trace[2012400086] transaction","detail":"{read_only:false; response_revision:31212; number_of_response:1; }","duration":"225.206216ms","start":"2026-04-10T14:49:10.553007Z","end":"2026-04-10T14:49:10.778213Z","steps":["trace[2012400086] 'process raft request' (duration: 224.959648ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:10.778463Z","caller":"traceutil/trace.go:171","msg":"trace[1192087434] transaction","detail":"{read_only:false; response_revision:31213; number_of_response:1; }","duration":"225.380781ms","start":"2026-04-10T14:49:10.553072Z","end":"2026-04-10T14:49:10.778452Z","steps":["trace[1192087434] 'process raft request' (duration: 225.064902ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:10.778612Z","caller":"traceutil/trace.go:171","msg":"trace[1588357736] transaction","detail":"{read_only:false; response_revision:31215; number_of_response:1; }","duration":"221.362855ms","start":"2026-04-10T14:49:10.55723Z","end":"2026-04-10T14:49:10.778592Z","steps":["trace[1588357736] 'process raft request' (duration: 221.263123ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:10.77871Z","caller":"traceutil/trace.go:171","msg":"trace[1783647789] transaction","detail":"{read_only:false; response_revision:31214; number_of_response:1; }","duration":"224.896477ms","start":"2026-04-10T14:49:10.553779Z","end":"2026-04-10T14:49:10.778676Z","steps":["trace[1783647789] 'process raft request' (duration: 224.59417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:10.778767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.535149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:49:10.778837Z","caller":"traceutil/trace.go:171","msg":"trace[1632601922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31215; }","duration":"216.613701ms","start":"2026-04-10T14:49:10.562208Z","end":"2026-04-10T14:49:10.778821Z","steps":["trace[1632601922] 'agreement among raft nodes before linearized reading' (duration: 216.431156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:11.127311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.504271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-fb4wv\" ","response":"range_response_count:1 size:22043"} {"level":"info","ts":"2026-04-10T14:49:11.1274Z","caller":"traceutil/trace.go:171","msg":"trace[207449495] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-fb4wv; range_end:; response_count:1; response_revision:31227; }","duration":"135.649304ms","start":"2026-04-10T14:49:10.991732Z","end":"2026-04-10T14:49:11.127381Z","steps":["trace[207449495] 'range keys from in-memory index tree' (duration: 135.228815ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:11.813681Z","caller":"traceutil/trace.go:171","msg":"trace[1097283928] transaction","detail":"{read_only:false; response_revision:31234; number_of_response:1; }","duration":"204.129846ms","start":"2026-04-10T14:49:11.609517Z","end":"2026-04-10T14:49:11.813647Z","steps":["trace[1097283928] 'process raft request' (duration: 162.435286ms)","trace[1097283928] 'compare' (duration: 41.271448ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:11.86258Z","caller":"traceutil/trace.go:171","msg":"trace[1060191526] linearizableReadLoop","detail":"{readStateIndex:32673; appliedIndex:32671; }","duration":"185.296752ms","start":"2026-04-10T14:49:11.677263Z","end":"2026-04-10T14:49:11.86256Z","steps":["trace[1060191526] 'read index received' (duration: 94.719375ms)","trace[1060191526] 'applied index is now lower than readState.Index' (duration: 90.573267ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:11.862592Z","caller":"traceutil/trace.go:171","msg":"trace[817291093] transaction","detail":"{read_only:false; number_of_response:0; response_revision:31234; }","duration":"252.007816ms","start":"2026-04-10T14:49:11.610562Z","end":"2026-04-10T14:49:11.86257Z","steps":["trace[817291093] 'process raft request' (duration: 251.77271ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:11.862709Z","caller":"traceutil/trace.go:171","msg":"trace[1088816577] transaction","detail":"{read_only:false; response_revision:31235; number_of_response:1; }","duration":"115.414337ms","start":"2026-04-10T14:49:11.747247Z","end":"2026-04-10T14:49:11.862661Z","steps":["trace[1088816577] 'process raft request' (duration: 115.214661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:11.862789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.511468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:49:11.86282Z","caller":"traceutil/trace.go:171","msg":"trace[804597277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31235; }","duration":"185.59575ms","start":"2026-04-10T14:49:11.677214Z","end":"2026-04-10T14:49:11.86281Z","steps":["trace[804597277] 'agreement among raft nodes before linearized reading' (duration: 185.448417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.179485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.049107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:49:12.179622Z","caller":"traceutil/trace.go:171","msg":"trace[1408247675] transaction","detail":"{read_only:false; response_revision:31236; number_of_response:1; }","duration":"312.043524ms","start":"2026-04-10T14:49:11.86755Z","end":"2026-04-10T14:49:12.179594Z","steps":["trace[1408247675] 'process raft request' (duration: 188.776132ms)","trace[1408247675] 'compare' (duration: 122.003429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:12.179728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:11.867518Z","time spent":"312.165457ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:12.2075Z","caller":"traceutil/trace.go:171","msg":"trace[641810669] transaction","detail":"{read_only:false; response_revision:31237; number_of_response:1; }","duration":"338.816385ms","start":"2026-04-10T14:49:11.868644Z","end":"2026-04-10T14:49:12.207461Z","steps":["trace[641810669] 'process raft request' (duration: 338.438815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.207682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:11.86863Z","time spent":"338.950799ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:12.207672Z","caller":"traceutil/trace.go:171","msg":"trace[743697698] transaction","detail":"{read_only:false; response_revision:31238; number_of_response:1; }","duration":"332.299295ms","start":"2026-04-10T14:49:11.875323Z","end":"2026-04-10T14:49:12.207622Z","steps":["trace[743697698] 'process raft request' (duration: 332.009518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.207929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:11.875291Z","time spent":"332.536961ms","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2799,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:49:12.208297Z","caller":"traceutil/trace.go:171","msg":"trace[383263855] linearizableReadLoop","detail":"{readStateIndex:32678; appliedIndex:32674; }","duration":"322.484937ms","start":"2026-04-10T14:49:11.885767Z","end":"2026-04-10T14:49:12.208252Z","steps":["trace[383263855] 'read index received' (duration: 170.501385ms)","trace[383263855] 'applied index is now lower than readState.Index' (duration: 151.982292ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:12.208418Z","caller":"traceutil/trace.go:171","msg":"trace[1769329443] transaction","detail":"{read_only:false; response_revision:31239; number_of_response:1; }","duration":"331.085392ms","start":"2026-04-10T14:49:11.877319Z","end":"2026-04-10T14:49:12.208405Z","steps":["trace[1769329443] 'process raft request' (duration: 330.369333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.208553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:11.877297Z","time spent":"331.179617ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:12.208595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.803807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:12.208685Z","caller":"traceutil/trace.go:171","msg":"trace[167216350] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31239; }","duration":"322.968501ms","start":"2026-04-10T14:49:11.885699Z","end":"2026-04-10T14:49:12.208667Z","steps":["trace[167216350] 'agreement among raft nodes before linearized reading' (duration: 322.785347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.20873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:11.885673Z","time spent":"323.048864ms","remote":"127.0.0.1:55252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-10T14:49:12.38927Z","caller":"traceutil/trace.go:171","msg":"trace[1925895611] linearizableReadLoop","detail":"{readStateIndex:32679; appliedIndex:32678; }","duration":"180.897298ms","start":"2026-04-10T14:49:12.208344Z","end":"2026-04-10T14:49:12.389242Z","steps":["trace[1925895611] 'read index received' (duration: 142.590396ms)","trace[1925895611] 'applied index is now lower than readState.Index' (duration: 38.305682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:12.389577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.101915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"warn","ts":"2026-04-10T14:49:12.389581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.076624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:12.389633Z","caller":"traceutil/trace.go:171","msg":"trace[206648017] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31240; }","duration":"232.179197ms","start":"2026-04-10T14:49:12.157436Z","end":"2026-04-10T14:49:12.389615Z","steps":["trace[206648017] 'agreement among raft nodes before linearized reading' (duration: 231.949741ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:12.389659Z","caller":"traceutil/trace.go:171","msg":"trace[309015446] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31240; }","duration":"232.166767ms","start":"2026-04-10T14:49:12.157475Z","end":"2026-04-10T14:49:12.389642Z","steps":["trace[309015446] 'agreement among raft nodes before linearized reading' (duration: 231.868509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.389657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.530311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:49:12.389696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.771781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:49:12.389697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.592906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:12.389736Z","caller":"traceutil/trace.go:171","msg":"trace[1803100253] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31240; }","duration":"230.840052ms","start":"2026-04-10T14:49:12.15889Z","end":"2026-04-10T14:49:12.38973Z","steps":["trace[1803100253] 'agreement among raft nodes before linearized reading' (duration: 230.76411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.389745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.483668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:12.389747Z","caller":"traceutil/trace.go:171","msg":"trace[834535016] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:31240; }","duration":"324.684975ms","start":"2026-04-10T14:49:12.06504Z","end":"2026-04-10T14:49:12.389725Z","steps":["trace[834535016] 'agreement among raft nodes before linearized reading' (duration: 324.47702ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:12.389771Z","caller":"traceutil/trace.go:171","msg":"trace[1927510448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31240; }","duration":"120.55497ms","start":"2026-04-10T14:49:12.269207Z","end":"2026-04-10T14:49:12.389762Z","steps":["trace[1927510448] 'agreement among raft nodes before linearized reading' (duration: 120.519909ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:12.389585Z","caller":"traceutil/trace.go:171","msg":"trace[769549849] transaction","detail":"{read_only:false; response_revision:31240; number_of_response:1; }","duration":"237.168998ms","start":"2026-04-10T14:49:12.152387Z","end":"2026-04-10T14:49:12.389555Z","steps":["trace[769549849] 'process raft request' (duration: 198.503968ms)","trace[769549849] 'compare' (duration: 38.151717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:12.389702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.982237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:49:12.389816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.979126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:49:12.389814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:12.064973Z","time spent":"324.822409ms","remote":"127.0.0.1:55530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:49:12.389839Z","caller":"traceutil/trace.go:171","msg":"trace[740747279] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:31240; }","duration":"371.046927ms","start":"2026-04-10T14:49:12.018784Z","end":"2026-04-10T14:49:12.389831Z","steps":["trace[740747279] 'agreement among raft nodes before linearized reading' (duration: 371.007776ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:12.389839Z","caller":"traceutil/trace.go:171","msg":"trace[1149536222] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:31240; }","duration":"174.161472ms","start":"2026-04-10T14:49:12.215668Z","end":"2026-04-10T14:49:12.389829Z","steps":["trace[1149536222] 'agreement among raft nodes before linearized reading' (duration: 173.991427ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:12.389766Z","caller":"traceutil/trace.go:171","msg":"trace[1909806288] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:31240; }","duration":"450.707858ms","start":"2026-04-10T14:49:11.939037Z","end":"2026-04-10T14:49:12.389745Z","steps":["trace[1909806288] 'agreement among raft nodes before linearized reading' (duration: 450.580245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.389868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:12.018757Z","time spent":"371.104209ms","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:49:12.389876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.386321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-10T14:49:12.389902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:11.939017Z","time spent":"450.867524ms","remote":"127.0.0.1:45400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:49:12.389949Z","caller":"traceutil/trace.go:171","msg":"trace[850264237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31240; }","duration":"111.489945ms","start":"2026-04-10T14:49:12.278444Z","end":"2026-04-10T14:49:12.389934Z","steps":["trace[850264237] 'agreement among raft nodes before linearized reading' (duration: 111.243178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.390042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.627068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:12.390126Z","caller":"traceutil/trace.go:171","msg":"trace[1170689727] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31240; }","duration":"230.72561ms","start":"2026-04-10T14:49:12.159389Z","end":"2026-04-10T14:49:12.390115Z","steps":["trace[1170689727] 'agreement among raft nodes before linearized reading' (duration: 230.181296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.389634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.802594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:49:12.390132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.207165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:12.390463Z","caller":"traceutil/trace.go:171","msg":"trace[1193214200] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31240; }","duration":"233.681827ms","start":"2026-04-10T14:49:12.156764Z","end":"2026-04-10T14:49:12.390446Z","steps":["trace[1193214200] 'agreement among raft nodes before linearized reading' (duration: 232.819624ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:12.390472Z","caller":"traceutil/trace.go:171","msg":"trace[1157878073] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31240; }","duration":"233.554693ms","start":"2026-04-10T14:49:12.156906Z","end":"2026-04-10T14:49:12.390461Z","steps":["trace[1157878073] 'agreement among raft nodes before linearized reading' (duration: 233.205384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.390208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.384969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:12.390548Z","caller":"traceutil/trace.go:171","msg":"trace[623545861] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31240; }","duration":"233.76191ms","start":"2026-04-10T14:49:12.156776Z","end":"2026-04-10T14:49:12.390538Z","steps":["trace[623545861] 'agreement among raft nodes before linearized reading' (duration: 233.275377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:12.390223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.452803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:12.390647Z","caller":"traceutil/trace.go:171","msg":"trace[1257604161] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31240; }","duration":"230.883754ms","start":"2026-04-10T14:49:12.159753Z","end":"2026-04-10T14:49:12.390637Z","steps":["trace[1257604161] 'agreement among raft nodes before linearized reading' (duration: 230.448742ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:13.055347Z","caller":"traceutil/trace.go:171","msg":"trace[1387454524] transaction","detail":"{read_only:false; response_revision:31248; number_of_response:1; }","duration":"135.881111ms","start":"2026-04-10T14:49:12.919439Z","end":"2026-04-10T14:49:13.05532Z","steps":["trace[1387454524] 'process raft request' (duration: 135.689256ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:13.060965Z","caller":"traceutil/trace.go:171","msg":"trace[1159618990] transaction","detail":"{read_only:false; response_revision:31249; number_of_response:1; }","duration":"141.494948ms","start":"2026-04-10T14:49:12.919435Z","end":"2026-04-10T14:49:13.06093Z","steps":["trace[1159618990] 'process raft request' (duration: 141.212741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:17.19447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.890862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:49:17.19472Z","caller":"traceutil/trace.go:171","msg":"trace[1534893022] transaction","detail":"{read_only:false; response_revision:31292; number_of_response:1; }","duration":"316.751949ms","start":"2026-04-10T14:49:16.877944Z","end":"2026-04-10T14:49:17.194696Z","steps":["trace[1534893022] 'process raft request' (duration: 180.551779ms)","trace[1534893022] 'compare' (duration: 135.783978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:17.194801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:16.877927Z","time spent":"316.83485ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:17.195091Z","caller":"traceutil/trace.go:171","msg":"trace[1242328989] transaction","detail":"{read_only:false; response_revision:31293; number_of_response:1; }","duration":"314.972932ms","start":"2026-04-10T14:49:16.880095Z","end":"2026-04-10T14:49:17.195068Z","steps":["trace[1242328989] 'process raft request' (duration: 314.532871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:17.195219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:16.880064Z","time spent":"315.083105ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:17.195348Z","caller":"traceutil/trace.go:171","msg":"trace[1049234230] linearizableReadLoop","detail":"{readStateIndex:32734; appliedIndex:32731; }","duration":"107.597933ms","start":"2026-04-10T14:49:17.08774Z","end":"2026-04-10T14:49:17.195338Z","steps":["trace[1049234230] 'read index received' (duration: 105.196989ms)","trace[1049234230] 'applied index is now lower than readState.Index' (duration: 2.400423ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:17.195394Z","caller":"traceutil/trace.go:171","msg":"trace[279713966] transaction","detail":"{read_only:false; response_revision:31294; number_of_response:1; }","duration":"309.993542ms","start":"2026-04-10T14:49:16.885395Z","end":"2026-04-10T14:49:17.195389Z","steps":["trace[279713966] 'process raft request' (duration: 309.892859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:17.19543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:16.885373Z","time spent":"310.034223ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:49:17.195792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.041933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:49:17.195835Z","caller":"traceutil/trace.go:171","msg":"trace[1041109551] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31294; }","duration":"108.164596ms","start":"2026-04-10T14:49:17.087658Z","end":"2026-04-10T14:49:17.195822Z","steps":["trace[1041109551] 'agreement among raft nodes before linearized reading' (duration: 107.935711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:17.218997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.957364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-10T14:49:17.219084Z","caller":"traceutil/trace.go:171","msg":"trace[78319221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:31295; }","duration":"102.086078ms","start":"2026-04-10T14:49:17.116977Z","end":"2026-04-10T14:49:17.219063Z","steps":["trace[78319221] 'agreement among raft nodes before linearized reading' (duration: 101.907392ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:17.808176Z","caller":"traceutil/trace.go:171","msg":"trace[36518323] linearizableReadLoop","detail":"{readStateIndex:32745; appliedIndex:32744; }","duration":"150.242917ms","start":"2026-04-10T14:49:17.657916Z","end":"2026-04-10T14:49:17.808159Z","steps":["trace[36518323] 'read index received' (duration: 144.156418ms)","trace[36518323] 'applied index is now lower than readState.Index' (duration: 6.085819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:17.808275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.34889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:17.808293Z","caller":"traceutil/trace.go:171","msg":"trace[1617695949] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:31305; }","duration":"150.423892ms","start":"2026-04-10T14:49:17.657864Z","end":"2026-04-10T14:49:17.808288Z","steps":["trace[1617695949] 'agreement among raft nodes before linearized reading' (duration: 150.35655ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:17.808408Z","caller":"traceutil/trace.go:171","msg":"trace[1268816279] transaction","detail":"{read_only:false; response_revision:31305; number_of_response:1; }","duration":"257.655294ms","start":"2026-04-10T14:49:17.550748Z","end":"2026-04-10T14:49:17.808403Z","steps":["trace[1268816279] 'process raft request' (duration: 251.39466ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:18.088928Z","caller":"traceutil/trace.go:171","msg":"trace[456799786] linearizableReadLoop","detail":"{readStateIndex:32746; appliedIndex:32745; }","duration":"248.652288ms","start":"2026-04-10T14:49:17.840243Z","end":"2026-04-10T14:49:18.088895Z","steps":["trace[456799786] 'read index received' (duration: 248.491554ms)","trace[456799786] 'applied index is now lower than readState.Index' (duration: 159.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:18.088973Z","caller":"traceutil/trace.go:171","msg":"trace[1960161572] transaction","detail":"{read_only:false; number_of_response:0; response_revision:31305; }","duration":"271.30168ms","start":"2026-04-10T14:49:17.81762Z","end":"2026-04-10T14:49:18.088922Z","steps":["trace[1960161572] 'process raft request' (duration: 271.138706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:18.089324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.038159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:49:18.089502Z","caller":"traceutil/trace.go:171","msg":"trace[1528844377] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:31305; }","duration":"249.214403ms","start":"2026-04-10T14:49:17.840194Z","end":"2026-04-10T14:49:18.089409Z","steps":["trace[1528844377] 'agreement among raft nodes before linearized reading' (duration: 248.752021ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:18.330895Z","caller":"traceutil/trace.go:171","msg":"trace[1093027153] linearizableReadLoop","detail":"{readStateIndex:32748; appliedIndex:32747; }","duration":"179.677477ms","start":"2026-04-10T14:49:18.15119Z","end":"2026-04-10T14:49:18.330867Z","steps":["trace[1093027153] 'read index received' (duration: 123.089468ms)","trace[1093027153] 'applied index is now lower than readState.Index' (duration: 56.586559ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:18.331019Z","caller":"traceutil/trace.go:171","msg":"trace[163925096] transaction","detail":"{read_only:false; response_revision:31307; number_of_response:1; }","duration":"224.722723ms","start":"2026-04-10T14:49:18.106287Z","end":"2026-04-10T14:49:18.33101Z","steps":["trace[163925096] 'process raft request' (duration: 168.006271ms)","trace[163925096] 'compare' (duration: 56.24817ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:18.331217Z","caller":"traceutil/trace.go:171","msg":"trace[1303775213] transaction","detail":"{read_only:false; response_revision:31308; number_of_response:1; }","duration":"171.39326ms","start":"2026-04-10T14:49:18.159798Z","end":"2026-04-10T14:49:18.331191Z","steps":["trace[1303775213] 'process raft request' (duration: 170.976158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:18.331595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.385195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-10T14:49:18.331856Z","caller":"traceutil/trace.go:171","msg":"trace[492862593] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:31308; }","duration":"180.498278ms","start":"2026-04-10T14:49:18.151139Z","end":"2026-04-10T14:49:18.331637Z","steps":["trace[492862593] 'agreement among raft nodes before linearized reading' (duration: 179.880751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:18.348203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.822201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:18.348269Z","caller":"traceutil/trace.go:171","msg":"trace[142994270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31309; }","duration":"111.927994ms","start":"2026-04-10T14:49:18.236326Z","end":"2026-04-10T14:49:18.348254Z","steps":["trace[142994270] 'agreement among raft nodes before linearized reading' (duration: 111.832002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:18.348353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.632728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:18.348472Z","caller":"traceutil/trace.go:171","msg":"trace[2067186577] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:31309; }","duration":"121.840884ms","start":"2026-04-10T14:49:18.226615Z","end":"2026-04-10T14:49:18.348455Z","steps":["trace[2067186577] 'agreement among raft nodes before linearized reading' (duration: 121.615648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:18.348735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.112274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T14:49:18.348806Z","caller":"traceutil/trace.go:171","msg":"trace[1297301823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31309; }","duration":"142.211427ms","start":"2026-04-10T14:49:18.206583Z","end":"2026-04-10T14:49:18.348795Z","steps":["trace[1297301823] 'agreement among raft nodes before linearized reading' (duration: 142.078693ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:18.481126Z","caller":"traceutil/trace.go:171","msg":"trace[567384482] transaction","detail":"{read_only:false; response_revision:31311; number_of_response:1; }","duration":"112.1388ms","start":"2026-04-10T14:49:18.368962Z","end":"2026-04-10T14:49:18.481101Z","steps":["trace[567384482] 'process raft request' (duration: 83.751588ms)","trace[567384482] 'compare' (duration: 27.847588ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:18.48119Z","caller":"traceutil/trace.go:171","msg":"trace[435179248] transaction","detail":"{read_only:false; response_revision:31312; number_of_response:1; }","duration":"112.191511ms","start":"2026-04-10T14:49:18.368964Z","end":"2026-04-10T14:49:18.481156Z","steps":["trace[435179248] 'process raft request' (duration: 111.751251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:20.359022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.908558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:20.359099Z","caller":"traceutil/trace.go:171","msg":"trace[719854682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31330; }","duration":"119.067742ms","start":"2026-04-10T14:49:20.240015Z","end":"2026-04-10T14:49:20.359083Z","steps":["trace[719854682] 'range keys from in-memory index tree' (duration: 118.763934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:20.592462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.313271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:20.592543Z","caller":"traceutil/trace.go:171","msg":"trace[2111870831] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31334; }","duration":"100.415934ms","start":"2026-04-10T14:49:20.49211Z","end":"2026-04-10T14:49:20.592526Z","steps":["trace[2111870831] 'agreement among raft nodes before linearized reading' (duration: 100.281231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:20.592803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.560498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:20.592832Z","caller":"traceutil/trace.go:171","msg":"trace[72357987] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31334; }","duration":"100.59925ms","start":"2026-04-10T14:49:20.492224Z","end":"2026-04-10T14:49:20.592823Z","steps":["trace[72357987] 'agreement among raft nodes before linearized reading' (duration: 100.543987ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:26.65709Z","caller":"traceutil/trace.go:171","msg":"trace[1212399885] transaction","detail":"{read_only:false; response_revision:31382; number_of_response:1; }","duration":"194.843353ms","start":"2026-04-10T14:49:26.462225Z","end":"2026-04-10T14:49:26.657068Z","steps":["trace[1212399885] 'process raft request' (duration: 194.693388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:26.709924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.049784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:26.709996Z","caller":"traceutil/trace.go:171","msg":"trace[2098582410] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31383; }","duration":"126.166197ms","start":"2026-04-10T14:49:26.583815Z","end":"2026-04-10T14:49:26.709981Z","steps":["trace[2098582410] 'agreement among raft nodes before linearized reading' (duration: 125.972102ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:26.710316Z","caller":"traceutil/trace.go:171","msg":"trace[1610256910] transaction","detail":"{read_only:false; response_revision:31383; number_of_response:1; }","duration":"132.506574ms","start":"2026-04-10T14:49:26.577781Z","end":"2026-04-10T14:49:26.710288Z","steps":["trace[1610256910] 'process raft request' (duration: 81.747497ms)","trace[1610256910] 'compare' (duration: 50.12486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:26.710454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.027032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:26.710484Z","caller":"traceutil/trace.go:171","msg":"trace[1206421034] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:31383; }","duration":"111.121764ms","start":"2026-04-10T14:49:26.599354Z","end":"2026-04-10T14:49:26.710476Z","steps":["trace[1206421034] 'agreement among raft nodes before linearized reading' (duration: 111.062883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:26.710533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.876434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-fb4wv\" ","response":"range_response_count:1 size:25160"} {"level":"warn","ts":"2026-04-10T14:49:26.710647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.036189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:26.710716Z","caller":"traceutil/trace.go:171","msg":"trace[243946864] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31383; }","duration":"122.122431ms","start":"2026-04-10T14:49:26.588576Z","end":"2026-04-10T14:49:26.710699Z","steps":["trace[243946864] 'agreement among raft nodes before linearized reading' (duration: 121.878575ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:26.710619Z","caller":"traceutil/trace.go:171","msg":"trace[685807904] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-fb4wv; range_end:; response_count:1; response_revision:31383; }","duration":"104.020229ms","start":"2026-04-10T14:49:26.606563Z","end":"2026-04-10T14:49:26.710583Z","steps":["trace[685807904] 'agreement among raft nodes before linearized reading' (duration: 103.808654ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:27.227469Z","caller":"traceutil/trace.go:171","msg":"trace[759177179] transaction","detail":"{read_only:false; response_revision:31387; number_of_response:1; }","duration":"297.709751ms","start":"2026-04-10T14:49:26.92972Z","end":"2026-04-10T14:49:27.22743Z","steps":["trace[759177179] 'process raft request' (duration: 297.406953ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:27.227604Z","caller":"traceutil/trace.go:171","msg":"trace[73107736] transaction","detail":"{read_only:false; response_revision:31388; number_of_response:1; }","duration":"288.088419ms","start":"2026-04-10T14:49:26.93947Z","end":"2026-04-10T14:49:27.227558Z","steps":["trace[73107736] 'process raft request' (duration: 287.858753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:27.464258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.103143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:49:27.464368Z","caller":"traceutil/trace.go:171","msg":"trace[1630623423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31389; }","duration":"137.262607ms","start":"2026-04-10T14:49:27.327079Z","end":"2026-04-10T14:49:27.464342Z","steps":["trace[1630623423] 'range keys from in-memory index tree' (duration: 136.915208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:27.464639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.210287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:49:27.464723Z","caller":"traceutil/trace.go:171","msg":"trace[866555683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31389; }","duration":"134.358831ms","start":"2026-04-10T14:49:27.330343Z","end":"2026-04-10T14:49:27.464702Z","steps":["trace[866555683] 'range keys from in-memory index tree' (duration: 133.92151ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:27.779954Z","caller":"traceutil/trace.go:171","msg":"trace[1735522075] transaction","detail":"{read_only:false; response_revision:31393; number_of_response:1; }","duration":"290.81206ms","start":"2026-04-10T14:49:27.489119Z","end":"2026-04-10T14:49:27.779931Z","steps":["trace[1735522075] 'process raft request' (duration: 197.956284ms)","trace[1735522075] 'compare' (duration: 92.677852ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:27.780258Z","caller":"traceutil/trace.go:171","msg":"trace[1345666259] transaction","detail":"{read_only:false; response_revision:31394; number_of_response:1; }","duration":"261.123775ms","start":"2026-04-10T14:49:27.519114Z","end":"2026-04-10T14:49:27.780238Z","steps":["trace[1345666259] 'process raft request' (duration: 260.786845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:27.780471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.922537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-fb4wv\" ","response":"range_response_count:1 size:25642"} {"level":"info","ts":"2026-04-10T14:49:27.780517Z","caller":"traceutil/trace.go:171","msg":"trace[1207253966] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-fb4wv; range_end:; response_count:1; response_revision:31395; }","duration":"140.007839ms","start":"2026-04-10T14:49:27.6405Z","end":"2026-04-10T14:49:27.780507Z","steps":["trace[1207253966] 'agreement among raft nodes before linearized reading' (duration: 139.845305ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:27.780324Z","caller":"traceutil/trace.go:171","msg":"trace[27337274] linearizableReadLoop","detail":"{readStateIndex:32839; appliedIndex:32836; }","duration":"139.781204ms","start":"2026-04-10T14:49:27.640533Z","end":"2026-04-10T14:49:27.780314Z","steps":["trace[27337274] 'read index received' (duration: 46.485036ms)","trace[27337274] 'applied index is now lower than readState.Index' (duration: 93.295098ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:27.780691Z","caller":"traceutil/trace.go:171","msg":"trace[780993088] transaction","detail":"{read_only:false; response_revision:31395; number_of_response:1; }","duration":"154.538319ms","start":"2026-04-10T14:49:27.626132Z","end":"2026-04-10T14:49:27.78067Z","steps":["trace[780993088] 'process raft request' (duration: 154.022266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:27.827737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.017642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:49:27.827859Z","caller":"traceutil/trace.go:171","msg":"trace[1323911519] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:31396; }","duration":"111.196257ms","start":"2026-04-10T14:49:27.716634Z","end":"2026-04-10T14:49:27.82783Z","steps":["trace[1323911519] 'agreement among raft nodes before linearized reading' (duration: 110.964371ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:27.912109Z","caller":"traceutil/trace.go:171","msg":"trace[663075343] transaction","detail":"{read_only:false; response_revision:31397; number_of_response:1; }","duration":"117.203723ms","start":"2026-04-10T14:49:27.794873Z","end":"2026-04-10T14:49:27.912077Z","steps":["trace[663075343] 'process raft request' (duration: 95.464265ms)","trace[663075343] 'compare' (duration: 21.42305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:27.912393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.856597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-10T14:49:27.912608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.585584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:49:27.912665Z","caller":"traceutil/trace.go:171","msg":"trace[1957645982] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31397; }","duration":"127.652906ms","start":"2026-04-10T14:49:27.784996Z","end":"2026-04-10T14:49:27.912649Z","steps":["trace[1957645982] 'agreement among raft nodes before linearized reading' (duration: 127.536223ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:27.912635Z","caller":"traceutil/trace.go:171","msg":"trace[869225225] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31397; }","duration":"129.116254ms","start":"2026-04-10T14:49:27.783483Z","end":"2026-04-10T14:49:27.9126Z","steps":["trace[869225225] 'agreement among raft nodes before linearized reading' (duration: 128.544009ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:28.27124Z","caller":"traceutil/trace.go:171","msg":"trace[486372679] transaction","detail":"{read_only:false; response_revision:31400; number_of_response:1; }","duration":"100.950028ms","start":"2026-04-10T14:49:28.170266Z","end":"2026-04-10T14:49:28.271216Z","steps":["trace[486372679] 'process raft request' (duration: 100.60969ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:28.564026Z","caller":"traceutil/trace.go:171","msg":"trace[2055645699] transaction","detail":"{read_only:false; response_revision:31401; number_of_response:1; }","duration":"189.679547ms","start":"2026-04-10T14:49:28.374312Z","end":"2026-04-10T14:49:28.563992Z","steps":["trace[2055645699] 'process raft request' (duration: 189.485853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.063292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.577328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"warn","ts":"2026-04-10T14:49:29.063633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.589483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-10T14:49:29.063685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.331975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:29.063713Z","caller":"traceutil/trace.go:171","msg":"trace[841820029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31401; }","duration":"399.674485ms","start":"2026-04-10T14:49:28.664024Z","end":"2026-04-10T14:49:29.063698Z","steps":["trace[841820029] 'range keys from in-memory index tree' (duration: 399.434099ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:29.063765Z","caller":"traceutil/trace.go:171","msg":"trace[1568593895] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31401; }","duration":"399.4644ms","start":"2026-04-10T14:49:28.664283Z","end":"2026-04-10T14:49:29.063748Z","steps":["trace[1568593895] 'range keys from in-memory index tree' (duration: 399.237524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.063792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.663966Z","time spent":"399.813098ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:49:29.063807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.664259Z","time spent":"399.540501ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:49:29.064085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.638171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:29.06425Z","caller":"traceutil/trace.go:171","msg":"trace[1013926854] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31401; }","duration":"343.868966ms","start":"2026-04-10T14:49:28.720357Z","end":"2026-04-10T14:49:29.064226Z","steps":["trace[1013926854] 'range keys from in-memory index tree' (duration: 343.535179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.064316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.624076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:49:29.064285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.326109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-fb4wv\" ","response":"range_response_count:1 size:25962"} {"level":"info","ts":"2026-04-10T14:49:29.064354Z","caller":"traceutil/trace.go:171","msg":"trace[634531248] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31401; }","duration":"347.716047ms","start":"2026-04-10T14:49:28.716629Z","end":"2026-04-10T14:49:29.064345Z","steps":["trace[634531248] 'range keys from in-memory index tree' (duration: 347.540642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.064348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.842862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"warn","ts":"2026-04-10T14:49:29.064383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.716604Z","time spent":"347.772759ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-10T14:49:29.064387Z","caller":"traceutil/trace.go:171","msg":"trace[1808538912] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-fb4wv; range_end:; response_count:1; response_revision:31401; }","duration":"380.496054ms","start":"2026-04-10T14:49:28.683869Z","end":"2026-04-10T14:49:29.064365Z","steps":["trace[1808538912] 'range keys from in-memory index tree' (duration: 380.018882ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:29.064413Z","caller":"traceutil/trace.go:171","msg":"trace[312463490] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31401; }","duration":"344.915405ms","start":"2026-04-10T14:49:28.719481Z","end":"2026-04-10T14:49:29.064396Z","steps":["trace[312463490] 'range keys from in-memory index tree' (duration: 344.716029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.064437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.683829Z","time spent":"380.598166ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":25985,"request content":"key:\"/registry/pods/openstack/manila-ks-endpoints-fb4wv\" "} {"level":"warn","ts":"2026-04-10T14:49:29.064477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.719477Z","time spent":"344.984836ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21435,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-10T14:49:29.064533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.720328Z","time spent":"344.00416ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-10T14:49:29.064293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.505382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-10T14:49:29.064674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.232433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:29.064706Z","caller":"traceutil/trace.go:171","msg":"trace[477274285] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31401; }","duration":"345.275004ms","start":"2026-04-10T14:49:28.71942Z","end":"2026-04-10T14:49:29.064695Z","steps":["trace[477274285] 'range keys from in-memory index tree' (duration: 345.054327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.064729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.175521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"warn","ts":"2026-04-10T14:49:29.064745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.719411Z","time spent":"345.327046ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21435,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-10T14:49:29.064747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.910837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:49:29.06473Z","caller":"traceutil/trace.go:171","msg":"trace[151992083] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31401; }","duration":"347.960464ms","start":"2026-04-10T14:49:28.716715Z","end":"2026-04-10T14:49:29.064675Z","steps":["trace[151992083] 'range keys from in-memory index tree' (duration: 347.164893ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:29.064794Z","caller":"traceutil/trace.go:171","msg":"trace[1241684634] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31401; }","duration":"345.247123ms","start":"2026-04-10T14:49:28.719533Z","end":"2026-04-10T14:49:29.064781Z","steps":["trace[1241684634] 'range keys from in-memory index tree' (duration: 345.066039ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:29.06481Z","caller":"traceutil/trace.go:171","msg":"trace[834606519] linearizableReadLoop","detail":"{readStateIndex:32846; appliedIndex:32845; }","duration":"329.553713ms","start":"2026-04-10T14:49:28.735243Z","end":"2026-04-10T14:49:29.064797Z","steps":["trace[834606519] 'read index received' (duration: 140.453961ms)","trace[834606519] 'applied index is now lower than readState.Index' (duration: 189.098302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:29.064828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.716686Z","time spent":"348.108949ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:49:29.064831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.71953Z","time spent":"345.291154ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21435,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-10T14:49:29.064918Z","caller":"traceutil/trace.go:171","msg":"trace[1674087791] transaction","detail":"{read_only:false; response_revision:31402; number_of_response:1; }","duration":"343.6166ms","start":"2026-04-10T14:49:28.721283Z","end":"2026-04-10T14:49:29.064899Z","steps":["trace[1674087791] 'process raft request' (duration: 154.482687ms)","trace[1674087791] 'compare' (duration: 188.482196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:29.064942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.700107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:49:29.064973Z","caller":"traceutil/trace.go:171","msg":"trace[1838031427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31402; }","duration":"329.749928ms","start":"2026-04-10T14:49:28.735213Z","end":"2026-04-10T14:49:29.064963Z","steps":["trace[1838031427] 'agreement among raft nodes before linearized reading' (duration: 329.621375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.065008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.7352Z","time spent":"329.80053ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:49:29.06503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.721261Z","time spent":"343.699613ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:29.063411Z","caller":"traceutil/trace.go:171","msg":"trace[2046455098] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31401; }","duration":"343.738624ms","start":"2026-04-10T14:49:28.719648Z","end":"2026-04-10T14:49:29.063387Z","steps":["trace[2046455098] 'range keys from in-memory index tree' (duration: 343.386284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.065195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.719645Z","time spent":"345.53516ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21435,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-10T14:49:29.063404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.59691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:29.068476Z","caller":"traceutil/trace.go:171","msg":"trace[264664630] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31401; }","duration":"348.700623ms","start":"2026-04-10T14:49:28.719754Z","end":"2026-04-10T14:49:29.068455Z","steps":["trace[264664630] 'range keys from in-memory index tree' (duration: 343.556699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.068533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:28.719751Z","time spent":"348.758284ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-10T14:49:29.151792Z","caller":"traceutil/trace.go:171","msg":"trace[252604040] transaction","detail":"{read_only:false; response_revision:31403; number_of_response:1; }","duration":"217.695139ms","start":"2026-04-10T14:49:28.934063Z","end":"2026-04-10T14:49:29.151758Z","steps":["trace[252604040] 'process raft request' (duration: 217.541655ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:29.676922Z","caller":"traceutil/trace.go:171","msg":"trace[1579071201] transaction","detail":"{read_only:false; response_revision:31404; number_of_response:1; }","duration":"647.4114ms","start":"2026-04-10T14:49:29.029478Z","end":"2026-04-10T14:49:29.676889Z","steps":["trace[1579071201] 'process raft request' (duration: 647.211985ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:29.677142Z","caller":"traceutil/trace.go:171","msg":"trace[309733108] transaction","detail":"{read_only:false; response_revision:31405; number_of_response:1; }","duration":"603.896072ms","start":"2026-04-10T14:49:29.073228Z","end":"2026-04-10T14:49:29.677124Z","steps":["trace[309733108] 'process raft request' (duration: 603.606335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.677274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.073209Z","time spent":"603.991405ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:29.677336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.029421Z","time spent":"647.592985ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:29.67748Z","caller":"traceutil/trace.go:171","msg":"trace[593539264] transaction","detail":"{read_only:false; response_revision:31406; number_of_response:1; }","duration":"603.050851ms","start":"2026-04-10T14:49:29.074413Z","end":"2026-04-10T14:49:29.677464Z","steps":["trace[593539264] 'process raft request' (duration: 602.63817ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:29.677488Z","caller":"traceutil/trace.go:171","msg":"trace[1218800027] linearizableReadLoop","detail":"{readStateIndex:32848; appliedIndex:32846; }","duration":"606.357937ms","start":"2026-04-10T14:49:29.071106Z","end":"2026-04-10T14:49:29.677464Z","steps":["trace[1218800027] 'read index received' (duration: 80.415572ms)","trace[1218800027] 'applied index is now lower than readState.Index' (duration: 525.941525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:29.677567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.074401Z","time spent":"603.121893ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:29.677569Z","caller":"traceutil/trace.go:171","msg":"trace[1227445274] transaction","detail":"{read_only:false; response_revision:31407; number_of_response:1; }","duration":"588.821138ms","start":"2026-04-10T14:49:29.088728Z","end":"2026-04-10T14:49:29.67755Z","steps":["trace[1227445274] 'process raft request' (duration: 588.555552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.677676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.088689Z","time spent":"588.936431ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26110,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:29.677772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.644814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:49:29.677841Z","caller":"traceutil/trace.go:171","msg":"trace[1720753210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31407; }","duration":"606.754896ms","start":"2026-04-10T14:49:29.071069Z","end":"2026-04-10T14:49:29.677824Z","steps":["trace[1720753210] 'agreement among raft nodes before linearized reading' (duration: 606.536741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.677897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.071053Z","time spent":"606.829689ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:49:29.691295Z","caller":"traceutil/trace.go:171","msg":"trace[1868813751] transaction","detail":"{read_only:false; response_revision:31408; number_of_response:1; }","duration":"457.936029ms","start":"2026-04-10T14:49:29.233344Z","end":"2026-04-10T14:49:29.69128Z","steps":["trace[1868813751] 'process raft request' (duration: 457.796114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.691409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.233318Z","time spent":"458.031031ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:29.691538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.014388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-10T14:49:29.691563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.065766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:49:29.691578Z","caller":"traceutil/trace.go:171","msg":"trace[1052225237] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31409; }","duration":"231.09321ms","start":"2026-04-10T14:49:29.460476Z","end":"2026-04-10T14:49:29.691569Z","steps":["trace[1052225237] 'agreement among raft nodes before linearized reading' (duration: 230.956206ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:29.691594Z","caller":"traceutil/trace.go:171","msg":"trace[1190079427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31409; }","duration":"180.127457ms","start":"2026-04-10T14:49:29.511458Z","end":"2026-04-10T14:49:29.691585Z","steps":["trace[1190079427] 'agreement among raft nodes before linearized reading' (duration: 180.041215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.691631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.47227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T14:49:29.691696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.383263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:29.691707Z","caller":"traceutil/trace.go:171","msg":"trace[1387331282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31409; }","duration":"205.618374ms","start":"2026-04-10T14:49:29.486069Z","end":"2026-04-10T14:49:29.691688Z","steps":["trace[1387331282] 'agreement among raft nodes before linearized reading' (duration: 205.369158ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:29.691734Z","caller":"traceutil/trace.go:171","msg":"trace[92642461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31409; }","duration":"452.476205ms","start":"2026-04-10T14:49:29.239247Z","end":"2026-04-10T14:49:29.691723Z","steps":["trace[92642461] 'agreement among raft nodes before linearized reading' (duration: 452.424903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.691791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.23921Z","time spent":"452.574357ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:49:29.691545Z","caller":"traceutil/trace.go:171","msg":"trace[1788841493] transaction","detail":"{read_only:false; response_revision:31409; number_of_response:1; }","duration":"457.767383ms","start":"2026-04-10T14:49:29.233745Z","end":"2026-04-10T14:49:29.691512Z","steps":["trace[1788841493] 'process raft request' (duration: 457.491617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.691982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.233735Z","time spent":"458.155673ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:29.692059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.236015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:29.692108Z","caller":"traceutil/trace.go:171","msg":"trace[1161569526] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:31409; }","duration":"360.314907ms","start":"2026-04-10T14:49:29.331772Z","end":"2026-04-10T14:49:29.692087Z","steps":["trace[1161569526] 'agreement among raft nodes before linearized reading' (duration: 360.247705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.69214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.331752Z","time spent":"360.379869ms","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:49:29.692464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.23561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T14:49:29.692508Z","caller":"traceutil/trace.go:171","msg":"trace[1021532687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31409; }","duration":"418.328723ms","start":"2026-04-10T14:49:29.27417Z","end":"2026-04-10T14:49:29.692499Z","steps":["trace[1021532687] 'agreement among raft nodes before linearized reading' (duration: 417.718447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:29.692529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.274142Z","time spent":"418.382023ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T14:49:29.893129Z","caller":"traceutil/trace.go:171","msg":"trace[1747816671] transaction","detail":"{read_only:false; response_revision:31410; number_of_response:1; }","duration":"197.690727ms","start":"2026-04-10T14:49:29.695411Z","end":"2026-04-10T14:49:29.893102Z","steps":["trace[1747816671] 'process raft request' (duration: 197.535473ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:30.214041Z","caller":"traceutil/trace.go:171","msg":"trace[1364971849] transaction","detail":"{read_only:false; response_revision:31411; number_of_response:1; }","duration":"518.571862ms","start":"2026-04-10T14:49:29.695446Z","end":"2026-04-10T14:49:30.214018Z","steps":["trace[1364971849] 'process raft request' (duration: 518.344256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.214196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.695417Z","time spent":"518.693726ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:30.214323Z","caller":"traceutil/trace.go:171","msg":"trace[1266811377] linearizableReadLoop","detail":"{readStateIndex:32858; appliedIndex:32854; }","duration":"241.156013ms","start":"2026-04-10T14:49:29.973143Z","end":"2026-04-10T14:49:30.214299Z","steps":["trace[1266811377] 'read index received' (duration: 240.749592ms)","trace[1266811377] 'applied index is now lower than readState.Index' (duration: 405.561µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:30.214323Z","caller":"traceutil/trace.go:171","msg":"trace[710783886] transaction","detail":"{read_only:false; response_revision:31412; number_of_response:1; }","duration":"516.380196ms","start":"2026-04-10T14:49:29.697907Z","end":"2026-04-10T14:49:30.214287Z","steps":["trace[710783886] 'process raft request' (duration: 516.055527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.214486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.697896Z","time spent":"516.502129ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:30.214326Z","caller":"traceutil/trace.go:171","msg":"trace[816972448] transaction","detail":"{read_only:false; response_revision:31413; number_of_response:1; }","duration":"467.539129ms","start":"2026-04-10T14:49:29.74677Z","end":"2026-04-10T14:49:30.214309Z","steps":["trace[816972448] 'process raft request' (duration: 467.394865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.214599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.459911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-5f986b8845-zl7l6.18a5054dd895d934\" ","response":"range_response_count:1 size:1170"} {"level":"info","ts":"2026-04-10T14:49:30.214604Z","caller":"traceutil/trace.go:171","msg":"trace[1902140195] transaction","detail":"{read_only:false; response_revision:31414; number_of_response:1; }","duration":"427.392099ms","start":"2026-04-10T14:49:29.787203Z","end":"2026-04-10T14:49:30.214595Z","steps":["trace[1902140195] 'process raft request' (duration: 427.051081ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:30.214643Z","caller":"traceutil/trace.go:171","msg":"trace[2061447604] range","detail":"{range_begin:/registry/events/openstack/senlin-api-5f986b8845-zl7l6.18a5054dd895d934; range_end:; response_count:1; response_revision:31414; }","duration":"241.529543ms","start":"2026-04-10T14:49:29.973099Z","end":"2026-04-10T14:49:30.214628Z","steps":["trace[2061447604] 'agreement among raft nodes before linearized reading' (duration: 241.39218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.21467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.787183Z","time spent":"427.451321ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:30.214678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.74675Z","time spent":"467.874358ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:30.519565Z","caller":"traceutil/trace.go:171","msg":"trace[1085596005] linearizableReadLoop","detail":"{readStateIndex:32859; appliedIndex:32858; }","duration":"305.163615ms","start":"2026-04-10T14:49:30.214375Z","end":"2026-04-10T14:49:30.519538Z","steps":["trace[1085596005] 'read index received' (duration: 305.056842ms)","trace[1085596005] 'applied index is now lower than readState.Index' (duration: 102.353µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:30.519637Z","caller":"traceutil/trace.go:171","msg":"trace[220663115] transaction","detail":"{read_only:false; response_revision:31415; number_of_response:1; }","duration":"456.769038ms","start":"2026-04-10T14:49:30.062814Z","end":"2026-04-10T14:49:30.519583Z","steps":["trace[220663115] 'process raft request' (duration: 456.522681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.519725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.757734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:49:30.519809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.409342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:49:30.519818Z","caller":"traceutil/trace.go:171","msg":"trace[1321007317] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:31415; }","duration":"470.924398ms","start":"2026-04-10T14:49:30.048873Z","end":"2026-04-10T14:49:30.519798Z","steps":["trace[1321007317] 'agreement among raft nodes before linearized reading' (duration: 470.764714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.519835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.555854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:49:30.519854Z","caller":"traceutil/trace.go:171","msg":"trace[1202945154] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31415; }","duration":"512.497774ms","start":"2026-04-10T14:49:30.007344Z","end":"2026-04-10T14:49:30.519842Z","steps":["trace[1202945154] 'agreement among raft nodes before linearized reading' (duration: 512.32466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.519866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.048843Z","time spent":"471.01118ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:49:30.519863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.062794Z","time spent":"456.945562ms","remote":"127.0.0.1:60954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:30.519897Z","caller":"traceutil/trace.go:171","msg":"trace[805445669] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31415; }","duration":"528.658957ms","start":"2026-04-10T14:49:29.991223Z","end":"2026-04-10T14:49:30.519882Z","steps":["trace[805445669] 'agreement among raft nodes before linearized reading' (duration: 528.500053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.519902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.007334Z","time spent":"512.559655ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:49:30.519943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:29.9912Z","time spent":"528.734598ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:49:30.534254Z","caller":"traceutil/trace.go:171","msg":"trace[1897987222] transaction","detail":"{read_only:false; response_revision:31416; number_of_response:1; }","duration":"317.912088ms","start":"2026-04-10T14:49:30.216325Z","end":"2026-04-10T14:49:30.534237Z","steps":["trace[1897987222] 'process raft request' (duration: 317.473877ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:30.534249Z","caller":"traceutil/trace.go:171","msg":"trace[432799119] transaction","detail":"{read_only:false; number_of_response:0; response_revision:31416; }","duration":"311.009779ms","start":"2026-04-10T14:49:30.223206Z","end":"2026-04-10T14:49:30.534216Z","steps":["trace[432799119] 'process raft request' (duration: 310.872345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.534374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.216308Z","time spent":"317.994481ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:30.534413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.223189Z","time spent":"311.142153ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:49:30.534645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.778074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-10T14:49:30.534722Z","caller":"traceutil/trace.go:171","msg":"trace[2107858504] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:31416; }","duration":"258.948248ms","start":"2026-04-10T14:49:30.275755Z","end":"2026-04-10T14:49:30.534703Z","steps":["trace[2107858504] 'agreement among raft nodes before linearized reading' (duration: 258.453906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.80751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.139811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:49:30.80764Z","caller":"traceutil/trace.go:171","msg":"trace[55313657] transaction","detail":"{read_only:false; response_revision:31417; number_of_response:1; }","duration":"266.186647ms","start":"2026-04-10T14:49:30.541426Z","end":"2026-04-10T14:49:30.807612Z","steps":["trace[55313657] 'process raft request' (duration: 16.83388ms)","trace[55313657] 'compare' (duration: 248.776751ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:30.863433Z","caller":"traceutil/trace.go:171","msg":"trace[959679953] linearizableReadLoop","detail":"{readStateIndex:32865; appliedIndex:32862; }","duration":"131.273451ms","start":"2026-04-10T14:49:30.732136Z","end":"2026-04-10T14:49:30.863409Z","steps":["trace[959679953] 'read index received' (duration: 130.965592ms)","trace[959679953] 'applied index is now lower than readState.Index' (duration: 307.069µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:30.863491Z","caller":"traceutil/trace.go:171","msg":"trace[2141059935] transaction","detail":"{read_only:false; response_revision:31419; number_of_response:1; }","duration":"321.920053ms","start":"2026-04-10T14:49:30.54154Z","end":"2026-04-10T14:49:30.86346Z","steps":["trace[2141059935] 'process raft request' (duration: 321.759409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.863645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.500116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-fb4wv\" ","response":"range_response_count:1 size:26128"} {"level":"warn","ts":"2026-04-10T14:49:30.863654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.541513Z","time spent":"322.039497ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:30.863683Z","caller":"traceutil/trace.go:171","msg":"trace[554789151] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-fb4wv; range_end:; response_count:1; response_revision:31420; }","duration":"131.60909ms","start":"2026-04-10T14:49:30.732064Z","end":"2026-04-10T14:49:30.863673Z","steps":["trace[554789151] 'agreement among raft nodes before linearized reading' (duration: 131.441535ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:30.863853Z","caller":"traceutil/trace.go:171","msg":"trace[1401721832] transaction","detail":"{read_only:false; response_revision:31420; number_of_response:1; }","duration":"316.219073ms","start":"2026-04-10T14:49:30.547613Z","end":"2026-04-10T14:49:30.863832Z","steps":["trace[1401721832] 'process raft request' (duration: 315.729891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.863941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.547598Z","time spent":"316.301297ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:30.863933Z","caller":"traceutil/trace.go:171","msg":"trace[1632690048] transaction","detail":"{read_only:false; response_revision:31418; number_of_response:1; }","duration":"322.472718ms","start":"2026-04-10T14:49:30.541431Z","end":"2026-04-10T14:49:30.863903Z","steps":["trace[1632690048] 'process raft request' (duration: 321.745718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:30.864076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.541405Z","time spent":"322.599182ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:31.330094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.066463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:49:31.330206Z","caller":"traceutil/trace.go:171","msg":"trace[662209959] transaction","detail":"{read_only:false; response_revision:31421; number_of_response:1; }","duration":"456.436099ms","start":"2026-04-10T14:49:30.873742Z","end":"2026-04-10T14:49:31.330178Z","steps":["trace[662209959] 'process raft request' (duration: 172.17153ms)","trace[662209959] 'compare' (duration: 283.858938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:31.330269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.873732Z","time spent":"456.510081ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:31.347041Z","caller":"traceutil/trace.go:171","msg":"trace[2086735705] linearizableReadLoop","detail":"{readStateIndex:32868; appliedIndex:32865; }","duration":"403.174977ms","start":"2026-04-10T14:49:30.943843Z","end":"2026-04-10T14:49:31.347018Z","steps":["trace[2086735705] 'read index received' (duration: 102.178781ms)","trace[2086735705] 'applied index is now lower than readState.Index' (duration: 300.994626ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:31.347131Z","caller":"traceutil/trace.go:171","msg":"trace[1530958528] transaction","detail":"{read_only:false; response_revision:31422; number_of_response:1; }","duration":"471.353789ms","start":"2026-04-10T14:49:30.87575Z","end":"2026-04-10T14:49:31.347104Z","steps":["trace[1530958528] 'process raft request' (duration: 471.051421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.347372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.527015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:49:31.34731Z","caller":"traceutil/trace.go:171","msg":"trace[1953603741] transaction","detail":"{read_only:false; response_revision:31423; number_of_response:1; }","duration":"470.073316ms","start":"2026-04-10T14:49:30.877177Z","end":"2026-04-10T14:49:31.34725Z","steps":["trace[1953603741] 'process raft request' (duration: 469.765817ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:31.34741Z","caller":"traceutil/trace.go:171","msg":"trace[864308398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31423; }","duration":"403.626619ms","start":"2026-04-10T14:49:30.943771Z","end":"2026-04-10T14:49:31.347398Z","steps":["trace[864308398] 'agreement among raft nodes before linearized reading' (duration: 403.457524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.347443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.94374Z","time spent":"403.69504ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:49:31.347592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.877165Z","time spent":"470.278651ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25858,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:31.347599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:30.875727Z","time spent":"471.659657ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:31.364454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.186293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:49:31.3645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.516886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:31.364555Z","caller":"traceutil/trace.go:171","msg":"trace[1955450113] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31424; }","duration":"289.598869ms","start":"2026-04-10T14:49:31.074943Z","end":"2026-04-10T14:49:31.364542Z","steps":["trace[1955450113] 'agreement among raft nodes before linearized reading' (duration: 289.384233ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:31.364549Z","caller":"traceutil/trace.go:171","msg":"trace[1985888827] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31424; }","duration":"290.315308ms","start":"2026-04-10T14:49:31.07421Z","end":"2026-04-10T14:49:31.364525Z","steps":["trace[1985888827] 'agreement among raft nodes before linearized reading' (duration: 290.147693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.364583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.072112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:49:31.364844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.787752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:31.364676Z","caller":"traceutil/trace.go:171","msg":"trace[1892535091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31424; }","duration":"127.161843ms","start":"2026-04-10T14:49:31.237462Z","end":"2026-04-10T14:49:31.364624Z","steps":["trace[1892535091] 'agreement among raft nodes before linearized reading' (duration: 127.05261ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:31.364914Z","caller":"traceutil/trace.go:171","msg":"trace[1952412746] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31424; }","duration":"292.888504ms","start":"2026-04-10T14:49:31.072011Z","end":"2026-04-10T14:49:31.3649Z","steps":["trace[1952412746] 'agreement among raft nodes before linearized reading' (duration: 292.764101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.364925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.082275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-10T14:49:31.365002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.841094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:31.364996Z","caller":"traceutil/trace.go:171","msg":"trace[960311288] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:31424; }","duration":"289.184698ms","start":"2026-04-10T14:49:31.075791Z","end":"2026-04-10T14:49:31.364976Z","steps":["trace[960311288] 'agreement among raft nodes before linearized reading' (duration: 288.971453ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:31.365032Z","caller":"traceutil/trace.go:171","msg":"trace[1857273103] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31424; }","duration":"289.894406ms","start":"2026-04-10T14:49:31.075132Z","end":"2026-04-10T14:49:31.365026Z","steps":["trace[1857273103] 'agreement among raft nodes before linearized reading' (duration: 289.787643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.365013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.543371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:49:31.365114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.718613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:31.365191Z","caller":"traceutil/trace.go:171","msg":"trace[1961876880] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31424; }","duration":"293.794198ms","start":"2026-04-10T14:49:31.071361Z","end":"2026-04-10T14:49:31.365155Z","steps":["trace[1961876880] 'agreement among raft nodes before linearized reading' (duration: 293.4838ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:31.36521Z","caller":"traceutil/trace.go:171","msg":"trace[1147254122] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31424; }","duration":"291.832527ms","start":"2026-04-10T14:49:31.073352Z","end":"2026-04-10T14:49:31.365184Z","steps":["trace[1147254122] 'agreement among raft nodes before linearized reading' (duration: 291.58603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.365237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.367348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:31.365225Z","caller":"traceutil/trace.go:171","msg":"trace[1328781256] transaction","detail":"{read_only:false; response_revision:31424; number_of_response:1; }","duration":"294.336383ms","start":"2026-04-10T14:49:31.070861Z","end":"2026-04-10T14:49:31.365198Z","steps":["trace[1328781256] 'process raft request' (duration: 293.247814ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:31.3654Z","caller":"traceutil/trace.go:171","msg":"trace[723163681] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31424; }","duration":"293.562352ms","start":"2026-04-10T14:49:31.071797Z","end":"2026-04-10T14:49:31.36536Z","steps":["trace[723163681] 'agreement among raft nodes before linearized reading' (duration: 293.293535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.365142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.475184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-10T14:49:31.365691Z","caller":"traceutil/trace.go:171","msg":"trace[647027627] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:31424; }","duration":"249.232954ms","start":"2026-04-10T14:49:31.116441Z","end":"2026-04-10T14:49:31.365674Z","steps":["trace[647027627] 'agreement among raft nodes before linearized reading' (duration: 248.493125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.365948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.154888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:31.366069Z","caller":"traceutil/trace.go:171","msg":"trace[552425336] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31424; }","duration":"294.279831ms","start":"2026-04-10T14:49:31.071771Z","end":"2026-04-10T14:49:31.366051Z","steps":["trace[552425336] 'agreement among raft nodes before linearized reading' (duration: 292.660978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.674632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.250531ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-10T14:49:31.674708Z","caller":"traceutil/trace.go:171","msg":"trace[482281275] linearizableReadLoop","detail":"{readStateIndex:32870; appliedIndex:32869; }","duration":"305.390062ms","start":"2026-04-10T14:49:31.369306Z","end":"2026-04-10T14:49:31.674696Z","steps":["trace[482281275] 'read index received' (duration: 135.033729ms)","trace[482281275] 'applied index is now lower than readState.Index' (duration: 170.355283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:31.674762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:31.366718Z","time spent":"308.03713ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:49:31.674851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.537316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67f180ac-f329-4e80-b037-af1098f16310\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-10T14:49:31.674872Z","caller":"traceutil/trace.go:171","msg":"trace[1538166498] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67f180ac-f329-4e80-b037-af1098f16310; range_end:; response_count:1; response_revision:31424; }","duration":"305.563716ms","start":"2026-04-10T14:49:31.369301Z","end":"2026-04-10T14:49:31.674864Z","steps":["trace[1538166498] 'agreement among raft nodes before linearized reading' (duration: 305.457124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.674894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:31.369257Z","time spent":"305.631018ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-67f180ac-f329-4e80-b037-af1098f16310\" "} {"level":"warn","ts":"2026-04-10T14:49:31.675084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.697541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-04-10T14:49:31.675111Z","caller":"traceutil/trace.go:171","msg":"trace[1660168170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:31424; }","duration":"297.762202ms","start":"2026-04-10T14:49:31.377341Z","end":"2026-04-10T14:49:31.675103Z","steps":["trace[1660168170] 'agreement among raft nodes before linearized reading' (duration: 297.69521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.67539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.699605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-10T14:49:31.67547Z","caller":"traceutil/trace.go:171","msg":"trace[1280477024] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31424; }","duration":"107.87804ms","start":"2026-04-10T14:49:31.56757Z","end":"2026-04-10T14:49:31.675448Z","steps":["trace[1280477024] 'agreement among raft nodes before linearized reading' (duration: 107.51403ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:31.883206Z","caller":"traceutil/trace.go:171","msg":"trace[2059216958] transaction","detail":"{read_only:false; response_revision:31426; number_of_response:1; }","duration":"203.218221ms","start":"2026-04-10T14:49:31.679954Z","end":"2026-04-10T14:49:31.883173Z","steps":["trace[2059216958] 'process raft request' (duration: 199.949716ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:31.88325Z","caller":"traceutil/trace.go:171","msg":"trace[1226803227] transaction","detail":"{read_only:false; response_revision:31427; number_of_response:1; }","duration":"198.18711ms","start":"2026-04-10T14:49:31.685034Z","end":"2026-04-10T14:49:31.883221Z","steps":["trace[1226803227] 'process raft request' (duration: 197.999644ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:31.883483Z","caller":"traceutil/trace.go:171","msg":"trace[1145175513] transaction","detail":"{read_only:false; response_revision:31428; number_of_response:1; }","duration":"186.256298ms","start":"2026-04-10T14:49:31.69721Z","end":"2026-04-10T14:49:31.883466Z","steps":["trace[1145175513] 'process raft request' (duration: 185.914439ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:31.884691Z","caller":"traceutil/trace.go:171","msg":"trace[1218731525] linearizableReadLoop","detail":"{readStateIndex:32872; appliedIndex:32870; }","duration":"200.993504ms","start":"2026-04-10T14:49:31.683683Z","end":"2026-04-10T14:49:31.884676Z","steps":["trace[1218731525] 'read index received' (duration: 67.877364ms)","trace[1218731525] 'applied index is now lower than readState.Index' (duration: 133.11473ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:31.884827Z","caller":"traceutil/trace.go:171","msg":"trace[1111603744] transaction","detail":"{read_only:false; response_revision:31429; number_of_response:1; }","duration":"186.119234ms","start":"2026-04-10T14:49:31.698687Z","end":"2026-04-10T14:49:31.884807Z","steps":["trace[1111603744] 'process raft request' (duration: 185.916008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.885511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.797205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:49:31.88564Z","caller":"traceutil/trace.go:171","msg":"trace[526732853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31429; }","duration":"201.955159ms","start":"2026-04-10T14:49:31.683655Z","end":"2026-04-10T14:49:31.88561Z","steps":["trace[526732853] 'agreement among raft nodes before linearized reading' (duration: 201.652611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.88595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.040014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:49:31.886Z","caller":"traceutil/trace.go:171","msg":"trace[1964641333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31429; }","duration":"201.129426ms","start":"2026-04-10T14:49:31.684856Z","end":"2026-04-10T14:49:31.885986Z","steps":["trace[1964641333] 'agreement among raft nodes before linearized reading' (duration: 200.942602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:31.886169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.152331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-10T14:49:31.886251Z","caller":"traceutil/trace.go:171","msg":"trace[1653930336] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:31429; }","duration":"130.246513ms","start":"2026-04-10T14:49:31.755984Z","end":"2026-04-10T14:49:31.886231Z","steps":["trace[1653930336] 'agreement among raft nodes before linearized reading' (duration: 129.882373ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:32.134058Z","caller":"traceutil/trace.go:171","msg":"trace[1521580752] linearizableReadLoop","detail":"{readStateIndex:32878; appliedIndex:32876; }","duration":"239.562951ms","start":"2026-04-10T14:49:31.894473Z","end":"2026-04-10T14:49:32.134036Z","steps":["trace[1521580752] 'read index received' (duration: 203.503268ms)","trace[1521580752] 'applied index is now lower than readState.Index' (duration: 36.058683ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:32.134174Z","caller":"traceutil/trace.go:171","msg":"trace[1149309692] transaction","detail":"{read_only:false; response_revision:31432; number_of_response:1; }","duration":"243.896234ms","start":"2026-04-10T14:49:31.890257Z","end":"2026-04-10T14:49:32.134153Z","steps":["trace[1149309692] 'process raft request' (duration: 243.661548ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:32.134257Z","caller":"traceutil/trace.go:171","msg":"trace[14322973] transaction","detail":"{read_only:false; response_revision:31431; number_of_response:1; }","duration":"244.445089ms","start":"2026-04-10T14:49:31.889785Z","end":"2026-04-10T14:49:32.13423Z","steps":["trace[14322973] 'process raft request' (duration: 208.15911ms)","trace[14322973] 'compare' (duration: 35.748284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:32.134284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.318762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:49:32.134319Z","caller":"traceutil/trace.go:171","msg":"trace[1349712402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31432; }","duration":"237.409465ms","start":"2026-04-10T14:49:31.8969Z","end":"2026-04-10T14:49:32.13431Z","steps":["trace[1349712402] 'agreement among raft nodes before linearized reading' (duration: 237.271491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:32.134652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.824127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:49:32.134736Z","caller":"traceutil/trace.go:171","msg":"trace[491740540] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:31432; }","duration":"240.29169ms","start":"2026-04-10T14:49:31.894425Z","end":"2026-04-10T14:49:32.134717Z","steps":["trace[491740540] 'agreement among raft nodes before linearized reading' (duration: 239.728815ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:32.332093Z","caller":"traceutil/trace.go:171","msg":"trace[1195017674] transaction","detail":"{read_only:false; response_revision:31435; number_of_response:1; }","duration":"111.698329ms","start":"2026-04-10T14:49:32.220184Z","end":"2026-04-10T14:49:32.331882Z","steps":["trace[1195017674] 'process raft request' (duration: 111.412662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:32.332209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.827928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:49:32.332304Z","caller":"traceutil/trace.go:171","msg":"trace[721407203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31435; }","duration":"112.971912ms","start":"2026-04-10T14:49:32.219307Z","end":"2026-04-10T14:49:32.332279Z","steps":["trace[721407203] 'agreement among raft nodes before linearized reading' (duration: 112.502229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:32.602726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.446116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:49:32.602805Z","caller":"traceutil/trace.go:171","msg":"trace[971089071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31438; }","duration":"131.581219ms","start":"2026-04-10T14:49:32.471207Z","end":"2026-04-10T14:49:32.602788Z","steps":["trace[971089071] 'count revisions from in-memory index tree' (duration: 131.367742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:32.602933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.789807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:32.603023Z","caller":"traceutil/trace.go:171","msg":"trace[1637358912] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:31438; }","duration":"130.909181ms","start":"2026-04-10T14:49:32.472094Z","end":"2026-04-10T14:49:32.603003Z","steps":["trace[1637358912] 'count revisions from in-memory index tree' (duration: 130.732986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:32.603008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.934451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:32.603288Z","caller":"traceutil/trace.go:171","msg":"trace[766087926] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31438; }","duration":"160.263439ms","start":"2026-04-10T14:49:32.443007Z","end":"2026-04-10T14:49:32.60327Z","steps":["trace[766087926] 'range keys from in-memory index tree' (duration: 159.864968ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:33.50028Z","caller":"traceutil/trace.go:171","msg":"trace[517226814] linearizableReadLoop","detail":"{readStateIndex:32888; appliedIndex:32887; }","duration":"127.172494ms","start":"2026-04-10T14:49:33.373081Z","end":"2026-04-10T14:49:33.500254Z","steps":["trace[517226814] 'read index received' (duration: 87.193419ms)","trace[517226814] 'applied index is now lower than readState.Index' (duration: 39.978165ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:33.500421Z","caller":"traceutil/trace.go:171","msg":"trace[762139563] transaction","detail":"{read_only:false; response_revision:31442; number_of_response:1; }","duration":"127.8176ms","start":"2026-04-10T14:49:33.372563Z","end":"2026-04-10T14:49:33.500381Z","steps":["trace[762139563] 'process raft request' (duration: 87.724102ms)","trace[762139563] 'compare' (duration: 39.832451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:33.50065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.521993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:33.500696Z","caller":"traceutil/trace.go:171","msg":"trace[1009899511] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31442; }","duration":"127.622425ms","start":"2026-04-10T14:49:33.373062Z","end":"2026-04-10T14:49:33.500684Z","steps":["trace[1009899511] 'agreement among raft nodes before linearized reading' (duration: 127.308416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:33.57112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.712821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:33.571181Z","caller":"traceutil/trace.go:171","msg":"trace[518945281] transaction","detail":"{read_only:false; response_revision:31443; number_of_response:1; }","duration":"195.183451ms","start":"2026-04-10T14:49:33.375982Z","end":"2026-04-10T14:49:33.571165Z","steps":["trace[518945281] 'process raft request' (duration: 194.848192ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:33.571194Z","caller":"traceutil/trace.go:171","msg":"trace[677648107] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31444; }","duration":"196.814345ms","start":"2026-04-10T14:49:33.374364Z","end":"2026-04-10T14:49:33.571178Z","steps":["trace[677648107] 'agreement among raft nodes before linearized reading' (duration: 196.67832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:33.571125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.416683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:49:33.571449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.407093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:33.571521Z","caller":"traceutil/trace.go:171","msg":"trace[1075577911] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31444; }","duration":"196.503746ms","start":"2026-04-10T14:49:33.375005Z","end":"2026-04-10T14:49:33.571508Z","steps":["trace[1075577911] 'agreement among raft nodes before linearized reading' (duration: 196.283841ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:33.571426Z","caller":"traceutil/trace.go:171","msg":"trace[816947516] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:31444; }","duration":"126.753493ms","start":"2026-04-10T14:49:33.444636Z","end":"2026-04-10T14:49:33.57139Z","steps":["trace[816947516] 'agreement among raft nodes before linearized reading' (duration: 126.430634ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:33.571484Z","caller":"traceutil/trace.go:171","msg":"trace[1165125593] transaction","detail":"{read_only:false; response_revision:31444; number_of_response:1; }","duration":"193.684092ms","start":"2026-04-10T14:49:33.377714Z","end":"2026-04-10T14:49:33.571398Z","steps":["trace[1165125593] 'process raft request' (duration: 193.268031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:33.571547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.35137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:33.571796Z","caller":"traceutil/trace.go:171","msg":"trace[2029413241] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31444; }","duration":"194.597426ms","start":"2026-04-10T14:49:33.377185Z","end":"2026-04-10T14:49:33.571783Z","steps":["trace[2029413241] 'agreement among raft nodes before linearized reading' (duration: 194.259197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:33.571696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.233694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-10T14:49:33.57216Z","caller":"traceutil/trace.go:171","msg":"trace[1103671000] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31444; }","duration":"197.738789ms","start":"2026-04-10T14:49:33.374406Z","end":"2026-04-10T14:49:33.572145Z","steps":["trace[1103671000] 'agreement among raft nodes before linearized reading' (duration: 197.067771ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:33.938094Z","caller":"traceutil/trace.go:171","msg":"trace[994863819] transaction","detail":"{read_only:false; response_revision:31447; number_of_response:1; }","duration":"100.086836ms","start":"2026-04-10T14:49:33.837984Z","end":"2026-04-10T14:49:33.938071Z","steps":["trace[994863819] 'process raft request' (duration: 99.836398ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:34.05949Z","caller":"traceutil/trace.go:171","msg":"trace[981659484] transaction","detail":"{read_only:false; response_revision:31450; number_of_response:1; }","duration":"167.897758ms","start":"2026-04-10T14:49:33.891537Z","end":"2026-04-10T14:49:34.059435Z","steps":["trace[981659484] 'process raft request' (duration: 167.823806ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:34.059692Z","caller":"traceutil/trace.go:171","msg":"trace[656526045] transaction","detail":"{read_only:false; response_revision:31449; number_of_response:1; }","duration":"168.232677ms","start":"2026-04-10T14:49:33.891392Z","end":"2026-04-10T14:49:34.059625Z","steps":["trace[656526045] 'process raft request' (duration: 167.911899ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:34.060463Z","caller":"traceutil/trace.go:171","msg":"trace[1027850890] transaction","detail":"{read_only:false; response_revision:31448; number_of_response:1; }","duration":"169.262812ms","start":"2026-04-10T14:49:33.891157Z","end":"2026-04-10T14:49:34.06042Z","steps":["trace[1027850890] 'process raft request' (duration: 167.916577ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:34.236137Z","caller":"traceutil/trace.go:171","msg":"trace[31111431] linearizableReadLoop","detail":"{readStateIndex:32897; appliedIndex:32893; }","duration":"240.722101ms","start":"2026-04-10T14:49:33.99539Z","end":"2026-04-10T14:49:34.236112Z","steps":["trace[31111431] 'read index received' (duration: 63.750417ms)","trace[31111431] 'applied index is now lower than readState.Index' (duration: 176.970054ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:34.236257Z","caller":"traceutil/trace.go:171","msg":"trace[1382381195] transaction","detail":"{read_only:false; response_revision:31451; number_of_response:1; }","duration":"281.341672ms","start":"2026-04-10T14:49:33.954872Z","end":"2026-04-10T14:49:34.236213Z","steps":["trace[1382381195] 'process raft request' (duration: 259.904192ms)","trace[1382381195] 'compare' (duration: 21.017079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:34.236325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.919488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:34.236385Z","caller":"traceutil/trace.go:171","msg":"trace[1895063624] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:31451; }","duration":"241.03738ms","start":"2026-04-10T14:49:33.995331Z","end":"2026-04-10T14:49:34.236369Z","steps":["trace[1895063624] 'agreement among raft nodes before linearized reading' (duration: 240.918437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:34.58664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.692133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:49:34.586874Z","caller":"traceutil/trace.go:171","msg":"trace[634598157] transaction","detail":"{read_only:false; response_revision:31454; number_of_response:1; }","duration":"344.32448ms","start":"2026-04-10T14:49:34.242523Z","end":"2026-04-10T14:49:34.586847Z","steps":["trace[634598157] 'process raft request' (duration: 344.239728ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:34.58718Z","caller":"traceutil/trace.go:171","msg":"trace[1747243946] transaction","detail":"{read_only:false; response_revision:31453; number_of_response:1; }","duration":"345.042968ms","start":"2026-04-10T14:49:34.242106Z","end":"2026-04-10T14:49:34.587149Z","steps":["trace[1747243946] 'process raft request' (duration: 101.743539ms)","trace[1747243946] 'compare' (duration: 242.535099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:34.587441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:34.242079Z","time spent":"345.276744ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:34.587231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:34.242503Z","time spent":"344.675069ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:49:34.611601Z","caller":"traceutil/trace.go:171","msg":"trace[1781683042] linearizableReadLoop","detail":"{readStateIndex:32901; appliedIndex:32898; }","duration":"269.483483ms","start":"2026-04-10T14:49:34.342099Z","end":"2026-04-10T14:49:34.611583Z","steps":["trace[1781683042] 'read index received' (duration: 1.776866ms)","trace[1781683042] 'applied index is now lower than readState.Index' (duration: 267.705546ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:34.611682Z","caller":"traceutil/trace.go:171","msg":"trace[1877521080] transaction","detail":"{read_only:false; response_revision:31455; number_of_response:1; }","duration":"359.798933ms","start":"2026-04-10T14:49:34.251848Z","end":"2026-04-10T14:49:34.611647Z","steps":["trace[1877521080] 'process raft request' (duration: 359.602227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:34.611826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:49:34.251827Z","time spent":"359.922957ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:49:34.611836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.736249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T14:49:34.611881Z","caller":"traceutil/trace.go:171","msg":"trace[525502975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31455; }","duration":"269.821052ms","start":"2026-04-10T14:49:34.34205Z","end":"2026-04-10T14:49:34.611871Z","steps":["trace[525502975] 'agreement among raft nodes before linearized reading' (duration: 269.674858ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:34.636583Z","caller":"traceutil/trace.go:171","msg":"trace[1169272262] transaction","detail":"{read_only:false; response_revision:31456; number_of_response:1; }","duration":"292.303969ms","start":"2026-04-10T14:49:34.344255Z","end":"2026-04-10T14:49:34.636559Z","steps":["trace[1169272262] 'process raft request' (duration: 292.121854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:34.636779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.643367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:34.636853Z","caller":"traceutil/trace.go:171","msg":"trace[180481541] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:31456; }","duration":"106.774282ms","start":"2026-04-10T14:49:34.53006Z","end":"2026-04-10T14:49:34.636834Z","steps":["trace[180481541] 'agreement among raft nodes before linearized reading' (duration: 106.654469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:34.637027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.710822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T14:49:34.637077Z","caller":"traceutil/trace.go:171","msg":"trace[81660206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31456; }","duration":"289.810184ms","start":"2026-04-10T14:49:34.347256Z","end":"2026-04-10T14:49:34.637067Z","steps":["trace[81660206] 'agreement among raft nodes before linearized reading' (duration: 289.65372ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:34.791127Z","caller":"traceutil/trace.go:171","msg":"trace[2145945234] transaction","detail":"{read_only:false; response_revision:31460; number_of_response:1; }","duration":"100.498586ms","start":"2026-04-10T14:49:34.690602Z","end":"2026-04-10T14:49:34.7911Z","steps":["trace[2145945234] 'process raft request' (duration: 100.27531ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:35.864762Z","caller":"traceutil/trace.go:171","msg":"trace[1405523421] transaction","detail":"{read_only:false; response_revision:31475; number_of_response:1; }","duration":"151.12327ms","start":"2026-04-10T14:49:35.713575Z","end":"2026-04-10T14:49:35.864698Z","steps":["trace[1405523421] 'process raft request' (duration: 150.900923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:49.269701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.250222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:49.269791Z","caller":"traceutil/trace.go:171","msg":"trace[691893628] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:31602; }","duration":"110.355094ms","start":"2026-04-10T14:49:49.159415Z","end":"2026-04-10T14:49:49.26977Z","steps":["trace[691893628] 'count revisions from in-memory index tree' (duration: 110.137618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:50.376741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.842616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:49:50.37686Z","caller":"traceutil/trace.go:171","msg":"trace[1078177403] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31607; }","duration":"268.98991ms","start":"2026-04-10T14:49:50.107841Z","end":"2026-04-10T14:49:50.376831Z","steps":["trace[1078177403] 'range keys from in-memory index tree' (duration: 268.655712ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:50.377365Z","caller":"traceutil/trace.go:171","msg":"trace[304175848] transaction","detail":"{read_only:false; response_revision:31608; number_of_response:1; }","duration":"257.639763ms","start":"2026-04-10T14:49:50.119692Z","end":"2026-04-10T14:49:50.377332Z","steps":["trace[304175848] 'process raft request' (duration: 177.93417ms)","trace[304175848] 'compare' (duration: 79.131588ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:50.397131Z","caller":"traceutil/trace.go:171","msg":"trace[656948923] transaction","detail":"{read_only:false; response_revision:31609; number_of_response:1; }","duration":"275.556942ms","start":"2026-04-10T14:49:50.121532Z","end":"2026-04-10T14:49:50.397089Z","steps":["trace[656948923] 'process raft request' (duration: 275.217593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:50.397393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.107161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:50.397242Z","caller":"traceutil/trace.go:171","msg":"trace[1048028920] transaction","detail":"{read_only:false; response_revision:31610; number_of_response:1; }","duration":"275.509351ms","start":"2026-04-10T14:49:50.121715Z","end":"2026-04-10T14:49:50.397224Z","steps":["trace[1048028920] 'process raft request' (duration: 275.223633ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:50.397439Z","caller":"traceutil/trace.go:171","msg":"trace[565387470] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:31610; }","duration":"117.215914ms","start":"2026-04-10T14:49:50.280213Z","end":"2026-04-10T14:49:50.397429Z","steps":["trace[565387470] 'agreement among raft nodes before linearized reading' (duration: 117.127942ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:50.397314Z","caller":"traceutil/trace.go:171","msg":"trace[204378005] linearizableReadLoop","detail":"{readStateIndex:33063; appliedIndex:33060; }","duration":"117.03403ms","start":"2026-04-10T14:49:50.280269Z","end":"2026-04-10T14:49:50.397303Z","steps":["trace[204378005] 'read index received' (duration: 17.370295ms)","trace[204378005] 'applied index is now lower than readState.Index' (duration: 99.662405ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:50.954194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.111992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:49:50.954294Z","caller":"traceutil/trace.go:171","msg":"trace[1132634210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31617; }","duration":"114.300807ms","start":"2026-04-10T14:49:50.839973Z","end":"2026-04-10T14:49:50.954274Z","steps":["trace[1132634210] 'range keys from in-memory index tree' (duration: 113.836216ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:57.601853Z","caller":"traceutil/trace.go:171","msg":"trace[2079568310] linearizableReadLoop","detail":"{readStateIndex:33130; appliedIndex:33129; }","duration":"155.179344ms","start":"2026-04-10T14:49:57.446634Z","end":"2026-04-10T14:49:57.601813Z","steps":["trace[2079568310] 'read index received' (duration: 154.857737ms)","trace[2079568310] 'applied index is now lower than readState.Index' (duration: 320.317µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:57.602228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.576826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7343"} {"level":"info","ts":"2026-04-10T14:49:57.602205Z","caller":"traceutil/trace.go:171","msg":"trace[1576391980] transaction","detail":"{read_only:false; response_revision:31673; number_of_response:1; }","duration":"196.060724ms","start":"2026-04-10T14:49:57.405932Z","end":"2026-04-10T14:49:57.601992Z","steps":["trace[1576391980] 'process raft request' (duration: 195.655383ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:57.602349Z","caller":"traceutil/trace.go:171","msg":"trace[1198210380] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:31673; }","duration":"155.729919ms","start":"2026-04-10T14:49:57.446596Z","end":"2026-04-10T14:49:57.602326Z","steps":["trace[1198210380] 'agreement among raft nodes before linearized reading' (duration: 155.454712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:57.60275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.609947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7343"} {"level":"info","ts":"2026-04-10T14:49:57.602943Z","caller":"traceutil/trace.go:171","msg":"trace[1077708128] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:31673; }","duration":"119.840712ms","start":"2026-04-10T14:49:57.483039Z","end":"2026-04-10T14:49:57.60288Z","steps":["trace[1077708128] 'agreement among raft nodes before linearized reading' (duration: 119.201805ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:58.320815Z","caller":"traceutil/trace.go:171","msg":"trace[40858534] linearizableReadLoop","detail":"{readStateIndex:33134; appliedIndex:33133; }","duration":"130.49658ms","start":"2026-04-10T14:49:58.190297Z","end":"2026-04-10T14:49:58.320794Z","steps":["trace[40858534] 'read index received' (duration: 90.699411ms)","trace[40858534] 'applied index is now lower than readState.Index' (duration: 39.796269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:58.321157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.834899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-10T14:49:58.321226Z","caller":"traceutil/trace.go:171","msg":"trace[1081488232] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:31677; }","duration":"130.944052ms","start":"2026-04-10T14:49:58.190262Z","end":"2026-04-10T14:49:58.321206Z","steps":["trace[1081488232] 'agreement among raft nodes before linearized reading' (duration: 130.640234ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:58.320846Z","caller":"traceutil/trace.go:171","msg":"trace[82662735] transaction","detail":"{read_only:false; response_revision:31677; number_of_response:1; }","duration":"249.336216ms","start":"2026-04-10T14:49:58.071477Z","end":"2026-04-10T14:49:58.320813Z","steps":["trace[82662735] 'process raft request' (duration: 209.578288ms)","trace[82662735] 'compare' (duration: 39.316487ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:58.628496Z","caller":"traceutil/trace.go:171","msg":"trace[415626745] linearizableReadLoop","detail":"{readStateIndex:33140; appliedIndex:33139; }","duration":"150.161375ms","start":"2026-04-10T14:49:58.478301Z","end":"2026-04-10T14:49:58.628462Z","steps":["trace[415626745] 'read index received' (duration: 97.735855ms)","trace[415626745] 'applied index is now lower than readState.Index' (duration: 52.42359ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:58.628645Z","caller":"traceutil/trace.go:171","msg":"trace[150267900] transaction","detail":"{read_only:false; response_revision:31683; number_of_response:1; }","duration":"153.268805ms","start":"2026-04-10T14:49:58.475358Z","end":"2026-04-10T14:49:58.628626Z","steps":["trace[150267900] 'process raft request' (duration: 100.701582ms)","trace[150267900] 'compare' (duration: 52.116681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:49:58.628684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.35904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:49:58.628723Z","caller":"traceutil/trace.go:171","msg":"trace[905902776] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:31683; }","duration":"150.431901ms","start":"2026-04-10T14:49:58.478279Z","end":"2026-04-10T14:49:58.628711Z","steps":["trace[905902776] 'agreement among raft nodes before linearized reading' (duration: 150.344679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:49:58.640444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.911293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:49:58.640545Z","caller":"traceutil/trace.go:171","msg":"trace[1648881401] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:31684; }","duration":"120.058127ms","start":"2026-04-10T14:49:58.520465Z","end":"2026-04-10T14:49:58.640523Z","steps":["trace[1648881401] 'agreement among raft nodes before linearized reading' (duration: 119.787301ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:59.025809Z","caller":"traceutil/trace.go:171","msg":"trace[2127507652] transaction","detail":"{read_only:false; response_revision:31698; number_of_response:1; }","duration":"103.075294ms","start":"2026-04-10T14:49:58.922709Z","end":"2026-04-10T14:49:59.025784Z","steps":["trace[2127507652] 'process raft request' (duration: 39.670097ms)","trace[2127507652] 'compare' (duration: 63.047378ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:49:59.028038Z","caller":"traceutil/trace.go:171","msg":"trace[1988516561] transaction","detail":"{read_only:false; response_revision:31700; number_of_response:1; }","duration":"103.149247ms","start":"2026-04-10T14:49:58.924872Z","end":"2026-04-10T14:49:59.028021Z","steps":["trace[1988516561] 'process raft request' (duration: 102.877419ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:49:59.02815Z","caller":"traceutil/trace.go:171","msg":"trace[1255231002] transaction","detail":"{read_only:false; response_revision:31699; number_of_response:1; }","duration":"105.392855ms","start":"2026-04-10T14:49:58.92272Z","end":"2026-04-10T14:49:59.028112Z","steps":["trace[1255231002] 'process raft request' (duration: 104.943793ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.429964Z","caller":"traceutil/trace.go:171","msg":"trace[295511235] transaction","detail":"{read_only:false; response_revision:31710; number_of_response:1; }","duration":"299.048416ms","start":"2026-04-10T14:50:00.130888Z","end":"2026-04-10T14:50:00.429937Z","steps":["trace[295511235] 'process raft request' (duration: 298.962984ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.430075Z","caller":"traceutil/trace.go:171","msg":"trace[773779231] transaction","detail":"{read_only:false; response_revision:31709; number_of_response:1; }","duration":"322.859968ms","start":"2026-04-10T14:50:00.107159Z","end":"2026-04-10T14:50:00.430018Z","steps":["trace[773779231] 'process raft request' (duration: 236.44565ms)","trace[773779231] 'compare' (duration: 85.905814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:00.430221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:00.107149Z","time spent":"322.998011ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4968,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:50:00.456268Z","caller":"traceutil/trace.go:171","msg":"trace[711286548] transaction","detail":"{read_only:false; response_revision:31711; number_of_response:1; }","duration":"269.456812ms","start":"2026-04-10T14:50:00.186783Z","end":"2026-04-10T14:50:00.45624Z","steps":["trace[711286548] 'process raft request' (duration: 269.00268ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.456697Z","caller":"traceutil/trace.go:171","msg":"trace[949334403] transaction","detail":"{read_only:false; response_revision:31712; number_of_response:1; }","duration":"269.01363ms","start":"2026-04-10T14:50:00.187676Z","end":"2026-04-10T14:50:00.456689Z","steps":["trace[949334403] 'process raft request' (duration: 268.317862ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.456846Z","caller":"traceutil/trace.go:171","msg":"trace[129311504] linearizableReadLoop","detail":"{readStateIndex:33171; appliedIndex:33166; }","duration":"219.042194ms","start":"2026-04-10T14:50:00.237783Z","end":"2026-04-10T14:50:00.456825Z","steps":["trace[129311504] 'read index received' (duration: 105.833576ms)","trace[129311504] 'applied index is now lower than readState.Index' (duration: 113.206618ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:00.45704Z","caller":"traceutil/trace.go:171","msg":"trace[1872561845] transaction","detail":"{read_only:false; response_revision:31713; number_of_response:1; }","duration":"265.961281ms","start":"2026-04-10T14:50:00.191068Z","end":"2026-04-10T14:50:00.45703Z","steps":["trace[1872561845] 'process raft request' (duration: 265.443997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:00.458214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.414439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:00.458293Z","caller":"traceutil/trace.go:171","msg":"trace[418867134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31713; }","duration":"220.592426ms","start":"2026-04-10T14:50:00.237682Z","end":"2026-04-10T14:50:00.458274Z","steps":["trace[418867134] 'agreement among raft nodes before linearized reading' (duration: 219.357164ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.562186Z","caller":"traceutil/trace.go:171","msg":"trace[481192639] transaction","detail":"{read_only:false; response_revision:31714; number_of_response:1; }","duration":"203.516139ms","start":"2026-04-10T14:50:00.358635Z","end":"2026-04-10T14:50:00.562151Z","steps":["trace[481192639] 'process raft request' (duration: 186.140155ms)","trace[481192639] 'compare' (duration: 17.120138ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:00.562358Z","caller":"traceutil/trace.go:171","msg":"trace[1792280771] linearizableReadLoop","detail":"{readStateIndex:33176; appliedIndex:33171; }","duration":"105.332943ms","start":"2026-04-10T14:50:00.457Z","end":"2026-04-10T14:50:00.562333Z","steps":["trace[1792280771] 'read index received' (duration: 1.94145ms)","trace[1792280771] 'applied index is now lower than readState.Index' (duration: 103.390362ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:00.562471Z","caller":"traceutil/trace.go:171","msg":"trace[58860987] transaction","detail":"{read_only:false; response_revision:31717; number_of_response:1; }","duration":"126.441744ms","start":"2026-04-10T14:50:00.436018Z","end":"2026-04-10T14:50:00.56246Z","steps":["trace[58860987] 'process raft request' (duration: 126.205168ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.562502Z","caller":"traceutil/trace.go:171","msg":"trace[96697311] transaction","detail":"{read_only:false; response_revision:31715; number_of_response:1; }","duration":"127.350208ms","start":"2026-04-10T14:50:00.435127Z","end":"2026-04-10T14:50:00.562478Z","steps":["trace[96697311] 'process raft request' (duration: 126.946978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:00.562741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.486264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:00.562791Z","caller":"traceutil/trace.go:171","msg":"trace[2132364009] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:31718; }","duration":"243.587076ms","start":"2026-04-10T14:50:00.31919Z","end":"2026-04-10T14:50:00.562777Z","steps":["trace[2132364009] 'agreement among raft nodes before linearized reading' (duration: 243.496414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:00.562809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.000305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:50:00.562862Z","caller":"traceutil/trace.go:171","msg":"trace[2061616562] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31718; }","duration":"237.089156ms","start":"2026-04-10T14:50:00.325759Z","end":"2026-04-10T14:50:00.562848Z","steps":["trace[2061616562] 'agreement among raft nodes before linearized reading' (duration: 236.913802ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.562873Z","caller":"traceutil/trace.go:171","msg":"trace[1110070950] transaction","detail":"{read_only:false; response_revision:31716; number_of_response:1; }","duration":"127.44831ms","start":"2026-04-10T14:50:00.435411Z","end":"2026-04-10T14:50:00.56286Z","steps":["trace[1110070950] 'process raft request' (duration: 126.722682ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.563042Z","caller":"traceutil/trace.go:171","msg":"trace[1710341529] transaction","detail":"{read_only:false; response_revision:31718; number_of_response:1; }","duration":"107.566272ms","start":"2026-04-10T14:50:00.455463Z","end":"2026-04-10T14:50:00.56303Z","steps":["trace[1710341529] 'process raft request' (duration: 106.811072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:00.563251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.972906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:50:00.563299Z","caller":"traceutil/trace.go:171","msg":"trace[271231594] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:31718; }","duration":"174.058758ms","start":"2026-04-10T14:50:00.389227Z","end":"2026-04-10T14:50:00.563286Z","steps":["trace[271231594] 'agreement among raft nodes before linearized reading' (duration: 173.859093ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.588139Z","caller":"traceutil/trace.go:171","msg":"trace[599518678] transaction","detail":"{read_only:false; response_revision:31719; number_of_response:1; }","duration":"126.526247ms","start":"2026-04-10T14:50:00.461593Z","end":"2026-04-10T14:50:00.588119Z","steps":["trace[599518678] 'process raft request' (duration: 126.297251ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.588339Z","caller":"traceutil/trace.go:171","msg":"trace[1610599701] transaction","detail":"{read_only:false; response_revision:31720; number_of_response:1; }","duration":"126.483345ms","start":"2026-04-10T14:50:00.461841Z","end":"2026-04-10T14:50:00.588324Z","steps":["trace[1610599701] 'process raft request' (duration: 126.234889ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.588495Z","caller":"traceutil/trace.go:171","msg":"trace[1070536757] transaction","detail":"{read_only:false; response_revision:31721; number_of_response:1; }","duration":"126.538596ms","start":"2026-04-10T14:50:00.461927Z","end":"2026-04-10T14:50:00.588466Z","steps":["trace[1070536757] 'process raft request' (duration: 126.339551ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.588564Z","caller":"traceutil/trace.go:171","msg":"trace[1118684693] transaction","detail":"{read_only:false; response_revision:31722; number_of_response:1; }","duration":"126.478605ms","start":"2026-04-10T14:50:00.462072Z","end":"2026-04-10T14:50:00.588551Z","steps":["trace[1118684693] 'process raft request' (duration: 126.3023ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:00.588663Z","caller":"traceutil/trace.go:171","msg":"trace[88360908] transaction","detail":"{read_only:false; response_revision:31723; number_of_response:1; }","duration":"125.519391ms","start":"2026-04-10T14:50:00.463135Z","end":"2026-04-10T14:50:00.588654Z","steps":["trace[88360908] 'process raft request' (duration: 125.339596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:00.588726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.425977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:00.588797Z","caller":"traceutil/trace.go:171","msg":"trace[691382044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31723; }","duration":"128.53213ms","start":"2026-04-10T14:50:00.460248Z","end":"2026-04-10T14:50:00.58878Z","steps":["trace[691382044] 'agreement among raft nodes before linearized reading' (duration: 128.422937ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:02.56793Z","caller":"traceutil/trace.go:171","msg":"trace[190189472] transaction","detail":"{read_only:false; response_revision:31763; number_of_response:1; }","duration":"124.065702ms","start":"2026-04-10T14:50:02.443839Z","end":"2026-04-10T14:50:02.567905Z","steps":["trace[190189472] 'process raft request' (duration: 123.639351ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:03.741618Z","caller":"traceutil/trace.go:171","msg":"trace[894189561] transaction","detail":"{read_only:false; response_revision:31799; number_of_response:1; }","duration":"117.203393ms","start":"2026-04-10T14:50:03.624383Z","end":"2026-04-10T14:50:03.741587Z","steps":["trace[894189561] 'process raft request' (duration: 114.115292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:04.044143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.991876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:50:04.044224Z","caller":"traceutil/trace.go:171","msg":"trace[523794190] linearizableReadLoop","detail":"{readStateIndex:33261; appliedIndex:33260; }","duration":"299.288803ms","start":"2026-04-10T14:50:03.744921Z","end":"2026-04-10T14:50:04.044209Z","steps":["trace[523794190] 'read index received' (duration: 169.043259ms)","trace[523794190] 'applied index is now lower than readState.Index' (duration: 130.244604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:04.044324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.406345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-5668db84c9-zn68t\" ","response":"range_response_count:1 size:8021"} {"level":"info","ts":"2026-04-10T14:50:04.044348Z","caller":"traceutil/trace.go:171","msg":"trace[1963131069] range","detail":"{range_begin:/registry/pods/openstack/manila-api-5668db84c9-zn68t; range_end:; response_count:1; response_revision:31801; }","duration":"299.457147ms","start":"2026-04-10T14:50:03.744883Z","end":"2026-04-10T14:50:04.044341Z","steps":["trace[1963131069] 'agreement among raft nodes before linearized reading' (duration: 299.358754ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:04.044353Z","caller":"traceutil/trace.go:171","msg":"trace[770668061] transaction","detail":"{read_only:false; response_revision:31801; number_of_response:1; }","duration":"330.033346ms","start":"2026-04-10T14:50:03.714277Z","end":"2026-04-10T14:50:04.04431Z","steps":["trace[770668061] 'process raft request' (duration: 199.807223ms)","trace[770668061] 'compare' (duration: 129.901234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:04.044504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:03.714254Z","time spent":"330.178529ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6711,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:04.049077Z","caller":"traceutil/trace.go:171","msg":"trace[334138417] transaction","detail":"{read_only:false; response_revision:31802; number_of_response:1; }","duration":"295.065572ms","start":"2026-04-10T14:50:03.753992Z","end":"2026-04-10T14:50:04.049058Z","steps":["trace[334138417] 'process raft request' (duration: 294.804464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.129392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.030702ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:50:07.129798Z","caller":"traceutil/trace.go:171","msg":"trace[645949594] transaction","detail":"{read_only:false; response_revision:31841; number_of_response:1; }","duration":"525.596397ms","start":"2026-04-10T14:50:06.604191Z","end":"2026-04-10T14:50:07.129787Z","steps":["trace[645949594] 'process raft request' (duration: 525.284829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.129868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.604165Z","time spent":"525.661679ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:07.367884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.01041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:50:07.368101Z","caller":"traceutil/trace.go:171","msg":"trace[1464628064] linearizableReadLoop","detail":"{readStateIndex:33304; appliedIndex:33300; }","duration":"660.291276ms","start":"2026-04-10T14:50:06.707793Z","end":"2026-04-10T14:50:07.368085Z","steps":["trace[1464628064] 'read index received' (duration: 330.482247ms)","trace[1464628064] 'applied index is now lower than readState.Index' (duration: 329.808149ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:07.368181Z","caller":"traceutil/trace.go:171","msg":"trace[1166471134] transaction","detail":"{read_only:false; response_revision:31843; number_of_response:1; }","duration":"760.263848ms","start":"2026-04-10T14:50:06.607908Z","end":"2026-04-10T14:50:07.368172Z","steps":["trace[1166471134] 'process raft request' (duration: 760.076074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.368239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.607892Z","time spent":"760.312852ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:07.368307Z","caller":"traceutil/trace.go:171","msg":"trace[789305489] transaction","detail":"{read_only:false; response_revision:31842; number_of_response:1; }","duration":"760.919817ms","start":"2026-04-10T14:50:06.607356Z","end":"2026-04-10T14:50:07.368276Z","steps":["trace[789305489] 'process raft request' (duration: 522.424904ms)","trace[789305489] 'compare' (duration: 237.565898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:07.368503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.714318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T14:50:07.368493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.607332Z","time spent":"761.07811ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:07.368545Z","caller":"traceutil/trace.go:171","msg":"trace[1620413456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31843; }","duration":"660.784499ms","start":"2026-04-10T14:50:06.70775Z","end":"2026-04-10T14:50:07.368535Z","steps":["trace[1620413456] 'agreement among raft nodes before linearized reading' (duration: 660.660136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.368577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.70773Z","time spent":"660.835491ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:50:07.417349Z","caller":"traceutil/trace.go:171","msg":"trace[555633973] transaction","detail":"{read_only:false; response_revision:31845; number_of_response:1; }","duration":"579.003942ms","start":"2026-04-10T14:50:06.838304Z","end":"2026-04-10T14:50:07.417308Z","steps":["trace[555633973] 'process raft request' (duration: 578.92379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.417676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.838276Z","time spent":"579.165006ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:07.418319Z","caller":"traceutil/trace.go:171","msg":"trace[153570671] transaction","detail":"{read_only:false; response_revision:31844; number_of_response:1; }","duration":"665.089462ms","start":"2026-04-10T14:50:06.753222Z","end":"2026-04-10T14:50:07.418312Z","steps":["trace[153570671] 'process raft request' (duration: 663.667965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.418381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.753199Z","time spent":"665.144324ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5596,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:07.421152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.146903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:07.421194Z","caller":"traceutil/trace.go:171","msg":"trace[1124006185] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:31845; }","duration":"704.237795ms","start":"2026-04-10T14:50:06.716947Z","end":"2026-04-10T14:50:07.421185Z","steps":["trace[1124006185] 'agreement among raft nodes before linearized reading' (duration: 704.158773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.421214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.716924Z","time spent":"704.285267ms","remote":"127.0.0.1:54884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:07.422309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.831352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:50:07.422347Z","caller":"traceutil/trace.go:171","msg":"trace[1441237003] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:31845; }","duration":"119.909234ms","start":"2026-04-10T14:50:07.30243Z","end":"2026-04-10T14:50:07.422339Z","steps":["trace[1441237003] 'agreement among raft nodes before linearized reading' (duration: 119.77393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.422499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.878777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:07.422526Z","caller":"traceutil/trace.go:171","msg":"trace[628796201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31845; }","duration":"183.905087ms","start":"2026-04-10T14:50:07.238614Z","end":"2026-04-10T14:50:07.422519Z","steps":["trace[628796201] 'agreement among raft nodes before linearized reading' (duration: 183.854636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.422648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.199053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:07.422677Z","caller":"traceutil/trace.go:171","msg":"trace[1585561819] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:31845; }","duration":"285.235125ms","start":"2026-04-10T14:50:07.137433Z","end":"2026-04-10T14:50:07.422668Z","steps":["trace[1585561819] 'agreement among raft nodes before linearized reading' (duration: 285.194964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.42285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.44547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:07.422879Z","caller":"traceutil/trace.go:171","msg":"trace[768796894] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:31845; }","duration":"285.493002ms","start":"2026-04-10T14:50:07.137379Z","end":"2026-04-10T14:50:07.422872Z","steps":["trace[768796894] 'agreement among raft nodes before linearized reading' (duration: 285.445621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.423036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.702378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T14:50:07.423063Z","caller":"traceutil/trace.go:171","msg":"trace[750804713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31845; }","duration":"339.766959ms","start":"2026-04-10T14:50:07.08329Z","end":"2026-04-10T14:50:07.423057Z","steps":["trace[750804713] 'agreement among raft nodes before linearized reading' (duration: 339.691978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.423084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:07.083267Z","time spent":"339.810301ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:50:07.423269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.300827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:50:07.423474Z","caller":"traceutil/trace.go:171","msg":"trace[9461103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31845; }","duration":"435.545783ms","start":"2026-04-10T14:50:06.987919Z","end":"2026-04-10T14:50:07.423465Z","steps":["trace[9461103] 'agreement among raft nodes before linearized reading' (duration: 435.270666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.423502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.987895Z","time spent":"435.600074ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:50:07.423622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.426199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:50:07.423723Z","caller":"traceutil/trace.go:171","msg":"trace[998908198] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31845; }","duration":"552.609733ms","start":"2026-04-10T14:50:06.871087Z","end":"2026-04-10T14:50:07.423696Z","steps":["trace[998908198] 'agreement among raft nodes before linearized reading' (duration: 552.283304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.423784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.871069Z","time spent":"552.704715ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:50:07.424087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.098835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:07.424132Z","caller":"traceutil/trace.go:171","msg":"trace[148709094] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:31845; }","duration":"558.185778ms","start":"2026-04-10T14:50:06.865935Z","end":"2026-04-10T14:50:07.424121Z","steps":["trace[148709094] 'agreement among raft nodes before linearized reading' (duration: 558.107276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.424165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.865914Z","time spent":"558.24149ms","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:07.424448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.870768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:50:07.424514Z","caller":"traceutil/trace.go:171","msg":"trace[1392242777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31845; }","duration":"565.973712ms","start":"2026-04-10T14:50:06.858529Z","end":"2026-04-10T14:50:07.424503Z","steps":["trace[1392242777] 'agreement among raft nodes before linearized reading' (duration: 565.795438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.424545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.858509Z","time spent":"566.029004ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:50:07.424765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.95962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:50:07.424802Z","caller":"traceutil/trace.go:171","msg":"trace[706384032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31845; }","duration":"574.020642ms","start":"2026-04-10T14:50:06.850772Z","end":"2026-04-10T14:50:07.424793Z","steps":["trace[706384032] 'agreement among raft nodes before linearized reading' (duration: 573.92296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.424852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.850761Z","time spent":"574.084564ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:50:07.425044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.228073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:50:07.425147Z","caller":"traceutil/trace.go:171","msg":"trace[1447538430] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31845; }","duration":"697.343095ms","start":"2026-04-10T14:50:06.727776Z","end":"2026-04-10T14:50:07.425119Z","steps":["trace[1447538430] 'agreement among raft nodes before linearized reading' (duration: 697.009646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.425193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:06.727713Z","time spent":"697.470928ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:50:07.637146Z","caller":"traceutil/trace.go:171","msg":"trace[640650407] linearizableReadLoop","detail":"{readStateIndex:33307; appliedIndex:33306; }","duration":"212.436042ms","start":"2026-04-10T14:50:07.424683Z","end":"2026-04-10T14:50:07.637119Z","steps":["trace[640650407] 'read index received' (duration: 125.51988ms)","trace[640650407] 'applied index is now lower than readState.Index' (duration: 86.915462ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:07.637243Z","caller":"traceutil/trace.go:171","msg":"trace[6218546] transaction","detail":"{read_only:false; response_revision:31846; number_of_response:1; }","duration":"264.581045ms","start":"2026-04-10T14:50:07.372649Z","end":"2026-04-10T14:50:07.63723Z","steps":["trace[6218546] 'process raft request' (duration: 177.472528ms)","trace[6218546] 'compare' (duration: 86.570473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:07.637386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.684398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:07.637422Z","caller":"traceutil/trace.go:171","msg":"trace[447105359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31846; }","duration":"212.749861ms","start":"2026-04-10T14:50:07.424665Z","end":"2026-04-10T14:50:07.637415Z","steps":["trace[447105359] 'agreement among raft nodes before linearized reading' (duration: 212.672429ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:07.648466Z","caller":"traceutil/trace.go:171","msg":"trace[1486395635] transaction","detail":"{read_only:false; response_revision:31847; number_of_response:1; }","duration":"219.778574ms","start":"2026-04-10T14:50:07.428661Z","end":"2026-04-10T14:50:07.64844Z","steps":["trace[1486395635] 'process raft request' (duration: 219.512966ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:07.648757Z","caller":"traceutil/trace.go:171","msg":"trace[1016908323] transaction","detail":"{read_only:false; response_revision:31848; number_of_response:1; }","duration":"218.837229ms","start":"2026-04-10T14:50:07.429905Z","end":"2026-04-10T14:50:07.648743Z","steps":["trace[1016908323] 'process raft request' (duration: 218.434309ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:07.649107Z","caller":"traceutil/trace.go:171","msg":"trace[1094995835] transaction","detail":"{read_only:false; response_revision:31850; number_of_response:1; }","duration":"218.399798ms","start":"2026-04-10T14:50:07.430692Z","end":"2026-04-10T14:50:07.649092Z","steps":["trace[1094995835] 'process raft request' (duration: 218.179141ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:07.649405Z","caller":"traceutil/trace.go:171","msg":"trace[1597891856] transaction","detail":"{read_only:false; response_revision:31849; number_of_response:1; }","duration":"219.353422ms","start":"2026-04-10T14:50:07.43004Z","end":"2026-04-10T14:50:07.649393Z","steps":["trace[1597891856] 'process raft request' (duration: 218.651354ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:07.649752Z","caller":"traceutil/trace.go:171","msg":"trace[1359189963] transaction","detail":"{read_only:false; response_revision:31851; number_of_response:1; }","duration":"217.662879ms","start":"2026-04-10T14:50:07.432079Z","end":"2026-04-10T14:50:07.649741Z","steps":["trace[1359189963] 'process raft request' (duration: 216.912949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.649263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.629216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-10T14:50:07.649937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.959298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:50:07.649982Z","caller":"traceutil/trace.go:171","msg":"trace[476083988] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31851; }","duration":"220.04066ms","start":"2026-04-10T14:50:07.42993Z","end":"2026-04-10T14:50:07.64997Z","steps":["trace[476083988] 'agreement among raft nodes before linearized reading' (duration: 219.891767ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:07.650022Z","caller":"traceutil/trace.go:171","msg":"trace[1785040166] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31851; }","duration":"221.401786ms","start":"2026-04-10T14:50:07.428565Z","end":"2026-04-10T14:50:07.649966Z","steps":["trace[1785040166] 'agreement among raft nodes before linearized reading' (duration: 220.487113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.894709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.053994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:50:07.894782Z","caller":"traceutil/trace.go:171","msg":"trace[76730476] linearizableReadLoop","detail":"{readStateIndex:33314; appliedIndex:33312; }","duration":"194.033562ms","start":"2026-04-10T14:50:07.700736Z","end":"2026-04-10T14:50:07.89477Z","steps":["trace[76730476] 'read index received' (duration: 19.564141ms)","trace[76730476] 'applied index is now lower than readState.Index' (duration: 174.468421ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:07.894872Z","caller":"traceutil/trace.go:171","msg":"trace[735985951] transaction","detail":"{read_only:false; response_revision:31853; number_of_response:1; }","duration":"239.708465ms","start":"2026-04-10T14:50:07.655129Z","end":"2026-04-10T14:50:07.894837Z","steps":["trace[735985951] 'process raft request' (duration: 90.456885ms)","trace[735985951] 'compare' (duration: 148.845329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:07.895004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.043336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-10T14:50:07.895078Z","caller":"traceutil/trace.go:171","msg":"trace[460918134] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31853; }","duration":"167.151669ms","start":"2026-04-10T14:50:07.72791Z","end":"2026-04-10T14:50:07.895062Z","steps":["trace[460918134] 'agreement among raft nodes before linearized reading' (duration: 166.992955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:07.895903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.212976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:50:07.895937Z","caller":"traceutil/trace.go:171","msg":"trace[462250379] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31853; }","duration":"195.249562ms","start":"2026-04-10T14:50:07.700679Z","end":"2026-04-10T14:50:07.895929Z","steps":["trace[462250379] 'agreement among raft nodes before linearized reading' (duration: 194.161204ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:09.941338Z","caller":"traceutil/trace.go:171","msg":"trace[440776177] transaction","detail":"{read_only:false; response_revision:31883; number_of_response:1; }","duration":"133.102989ms","start":"2026-04-10T14:50:09.808203Z","end":"2026-04-10T14:50:09.941306Z","steps":["trace[440776177] 'process raft request' (duration: 132.823621ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:09.966396Z","caller":"traceutil/trace.go:171","msg":"trace[535207056] transaction","detail":"{read_only:false; response_revision:31884; number_of_response:1; }","duration":"133.123259ms","start":"2026-04-10T14:50:09.833243Z","end":"2026-04-10T14:50:09.966366Z","steps":["trace[535207056] 'process raft request' (duration: 132.622905ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:11.237019Z","caller":"traceutil/trace.go:171","msg":"trace[1745261297] transaction","detail":"{read_only:false; response_revision:31911; number_of_response:1; }","duration":"100.076726ms","start":"2026-04-10T14:50:11.136893Z","end":"2026-04-10T14:50:11.23697Z","steps":["trace[1745261297] 'process raft request' (duration: 97.337194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:11.23731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.541898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29597195-5vg4q\" ","response":"range_response_count:1 size:7262"} {"level":"warn","ts":"2026-04-10T14:50:11.237341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.499946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29597195-b9gr6\" ","response":"range_response_count:1 size:6815"} {"level":"info","ts":"2026-04-10T14:50:11.237415Z","caller":"traceutil/trace.go:171","msg":"trace[1411629990] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29597195-b9gr6; range_end:; response_count:1; response_revision:31912; }","duration":"100.592079ms","start":"2026-04-10T14:50:11.136803Z","end":"2026-04-10T14:50:11.237395Z","steps":["trace[1411629990] 'agreement among raft nodes before linearized reading' (duration: 100.396124ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:11.237433Z","caller":"traceutil/trace.go:171","msg":"trace[582015547] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29597195-5vg4q; range_end:; response_count:1; response_revision:31912; }","duration":"100.700961ms","start":"2026-04-10T14:50:11.136708Z","end":"2026-04-10T14:50:11.237409Z","steps":["trace[582015547] 'agreement among raft nodes before linearized reading' (duration: 100.387814ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:11.628866Z","caller":"traceutil/trace.go:171","msg":"trace[833062641] transaction","detail":"{read_only:false; response_revision:31921; number_of_response:1; }","duration":"242.907209ms","start":"2026-04-10T14:50:11.385934Z","end":"2026-04-10T14:50:11.628841Z","steps":["trace[833062641] 'process raft request' (duration: 242.744085ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:11.708218Z","caller":"traceutil/trace.go:171","msg":"trace[641788371] transaction","detail":"{read_only:false; response_revision:31922; number_of_response:1; }","duration":"211.461877ms","start":"2026-04-10T14:50:11.496711Z","end":"2026-04-10T14:50:11.708173Z","steps":["trace[641788371] 'process raft request' (duration: 203.485027ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:12.240107Z","caller":"traceutil/trace.go:171","msg":"trace[1998450078] transaction","detail":"{read_only:false; response_revision:31929; number_of_response:1; }","duration":"231.89358ms","start":"2026-04-10T14:50:12.008192Z","end":"2026-04-10T14:50:12.240086Z","steps":["trace[1998450078] 'process raft request' (duration: 231.755757ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:12.29527Z","caller":"traceutil/trace.go:171","msg":"trace[575630274] transaction","detail":"{read_only:false; response_revision:31930; number_of_response:1; }","duration":"286.59276ms","start":"2026-04-10T14:50:12.008646Z","end":"2026-04-10T14:50:12.295238Z","steps":["trace[575630274] 'process raft request' (duration: 286.268982ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:12.295505Z","caller":"traceutil/trace.go:171","msg":"trace[527498949] transaction","detail":"{read_only:false; response_revision:31931; number_of_response:1; }","duration":"204.492745ms","start":"2026-04-10T14:50:12.090982Z","end":"2026-04-10T14:50:12.295474Z","steps":["trace[527498949] 'process raft request' (duration: 204.110324ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:12.44779Z","caller":"traceutil/trace.go:171","msg":"trace[171741808] transaction","detail":"{read_only:false; response_revision:31932; number_of_response:1; }","duration":"144.646891ms","start":"2026-04-10T14:50:12.303118Z","end":"2026-04-10T14:50:12.447765Z","steps":["trace[171741808] 'process raft request' (duration: 144.488297ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:12.464362Z","caller":"traceutil/trace.go:171","msg":"trace[932774683] transaction","detail":"{read_only:false; response_revision:31933; number_of_response:1; }","duration":"161.012539ms","start":"2026-04-10T14:50:12.303317Z","end":"2026-04-10T14:50:12.46433Z","steps":["trace[932774683] 'process raft request' (duration: 160.824363ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:13.766878Z","caller":"traceutil/trace.go:171","msg":"trace[108232734] transaction","detail":"{read_only:false; response_revision:31938; number_of_response:1; }","duration":"131.737022ms","start":"2026-04-10T14:50:13.635112Z","end":"2026-04-10T14:50:13.766849Z","steps":["trace[108232734] 'process raft request' (duration: 131.556818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:13.997958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.0853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:50:13.998197Z","caller":"traceutil/trace.go:171","msg":"trace[1604491624] transaction","detail":"{read_only:false; response_revision:31941; number_of_response:1; }","duration":"202.81205ms","start":"2026-04-10T14:50:13.795353Z","end":"2026-04-10T14:50:13.998165Z","steps":["trace[1604491624] 'process raft request' (duration: 72.435452ms)","trace[1604491624] 'compare' (duration: 129.904136ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:14.032157Z","caller":"traceutil/trace.go:171","msg":"trace[686717021] transaction","detail":"{read_only:false; response_revision:31942; number_of_response:1; }","duration":"236.601733ms","start":"2026-04-10T14:50:13.795524Z","end":"2026-04-10T14:50:14.032126Z","steps":["trace[686717021] 'process raft request' (duration: 236.386748ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:14.032538Z","caller":"traceutil/trace.go:171","msg":"trace[1322494669] transaction","detail":"{read_only:false; response_revision:31943; number_of_response:1; }","duration":"236.893992ms","start":"2026-04-10T14:50:13.795621Z","end":"2026-04-10T14:50:14.032515Z","steps":["trace[1322494669] 'process raft request' (duration: 236.4298ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:14.034091Z","caller":"traceutil/trace.go:171","msg":"trace[1804140442] transaction","detail":"{read_only:false; response_revision:31944; number_of_response:1; }","duration":"238.34991ms","start":"2026-04-10T14:50:13.795732Z","end":"2026-04-10T14:50:14.034082Z","steps":["trace[1804140442] 'process raft request' (duration: 236.723298ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:14.034236Z","caller":"traceutil/trace.go:171","msg":"trace[1129406171] transaction","detail":"{read_only:false; response_revision:31945; number_of_response:1; }","duration":"236.148541ms","start":"2026-04-10T14:50:13.79808Z","end":"2026-04-10T14:50:14.034228Z","steps":["trace[1129406171] 'process raft request' (duration: 235.677739ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:14.03452Z","caller":"traceutil/trace.go:171","msg":"trace[391415050] transaction","detail":"{read_only:false; response_revision:31946; number_of_response:1; }","duration":"236.111171ms","start":"2026-04-10T14:50:13.798378Z","end":"2026-04-10T14:50:14.034489Z","steps":["trace[391415050] 'process raft request' (duration: 235.408802ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:14.634681Z","caller":"traceutil/trace.go:171","msg":"trace[499938427] transaction","detail":"{read_only:false; response_revision:31951; number_of_response:1; }","duration":"128.234611ms","start":"2026-04-10T14:50:14.506419Z","end":"2026-04-10T14:50:14.634654Z","steps":["trace[499938427] 'process raft request' (duration: 98.666598ms)","trace[499938427] 'compare' (duration: 29.44826ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:15.372136Z","caller":"traceutil/trace.go:171","msg":"trace[826430551] transaction","detail":"{read_only:false; response_revision:31952; number_of_response:1; }","duration":"118.64062ms","start":"2026-04-10T14:50:15.253472Z","end":"2026-04-10T14:50:15.372112Z","steps":["trace[826430551] 'process raft request' (duration: 118.461716ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:20.119694Z","caller":"traceutil/trace.go:171","msg":"trace[1742895014] transaction","detail":"{read_only:false; response_revision:31994; number_of_response:1; }","duration":"235.329711ms","start":"2026-04-10T14:50:19.88434Z","end":"2026-04-10T14:50:20.119669Z","steps":["trace[1742895014] 'process raft request' (duration: 227.357753ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:20.160396Z","caller":"traceutil/trace.go:171","msg":"trace[1611573529] linearizableReadLoop","detail":"{readStateIndex:33461; appliedIndex:33459; }","duration":"121.532457ms","start":"2026-04-10T14:50:20.038835Z","end":"2026-04-10T14:50:20.160368Z","steps":["trace[1611573529] 'read index received' (duration: 72.876945ms)","trace[1611573529] 'applied index is now lower than readState.Index' (duration: 48.653912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:20.16086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.821994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T14:50:20.161167Z","caller":"traceutil/trace.go:171","msg":"trace[1082541322] transaction","detail":"{read_only:false; response_revision:31995; number_of_response:1; }","duration":"148.387478ms","start":"2026-04-10T14:50:20.012736Z","end":"2026-04-10T14:50:20.161123Z","steps":["trace[1082541322] 'process raft request' (duration: 147.236107ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:20.16101Z","caller":"traceutil/trace.go:171","msg":"trace[1479424473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31995; }","duration":"122.190893ms","start":"2026-04-10T14:50:20.038802Z","end":"2026-04-10T14:50:20.160992Z","steps":["trace[1479424473] 'agreement among raft nodes before linearized reading' (duration: 121.693011ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:26.620831Z","caller":"traceutil/trace.go:171","msg":"trace[1660133983] linearizableReadLoop","detail":"{readStateIndex:33559; appliedIndex:33555; }","duration":"366.600351ms","start":"2026-04-10T14:50:26.254214Z","end":"2026-04-10T14:50:26.620814Z","steps":["trace[1660133983] 'read index received' (duration: 68.687935ms)","trace[1660133983] 'applied index is now lower than readState.Index' (duration: 297.911436ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:26.621041Z","caller":"traceutil/trace.go:171","msg":"trace[212615799] transaction","detail":"{read_only:false; response_revision:32085; number_of_response:1; }","duration":"367.058343ms","start":"2026-04-10T14:50:26.253972Z","end":"2026-04-10T14:50:26.62103Z","steps":["trace[212615799] 'process raft request' (duration: 348.417975ms)","trace[212615799] 'compare' (duration: 18.276348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:26.621123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:26.253959Z","time spent":"367.108294ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:26.621274Z","caller":"traceutil/trace.go:171","msg":"trace[1629789202] transaction","detail":"{read_only:false; response_revision:32086; number_of_response:1; }","duration":"367.211817ms","start":"2026-04-10T14:50:26.254052Z","end":"2026-04-10T14:50:26.621264Z","steps":["trace[1629789202] 'process raft request' (duration: 366.698383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:26.621319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:26.254005Z","time spent":"367.290398ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:26.62142Z","caller":"traceutil/trace.go:171","msg":"trace[1774998639] transaction","detail":"{read_only:false; response_revision:32087; number_of_response:1; }","duration":"367.260668ms","start":"2026-04-10T14:50:26.25415Z","end":"2026-04-10T14:50:26.621411Z","steps":["trace[1774998639] 'process raft request' (duration: 366.636222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:26.621462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:26.254144Z","time spent":"367.297289ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:26.621623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.403892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T14:50:26.621652Z","caller":"traceutil/trace.go:171","msg":"trace[1544396346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32087; }","duration":"367.453824ms","start":"2026-04-10T14:50:26.254191Z","end":"2026-04-10T14:50:26.621645Z","steps":["trace[1544396346] 'agreement among raft nodes before linearized reading' (duration: 367.358582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:26.621671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:26.254184Z","time spent":"367.481884ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:50:26.627482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.200492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:50:26.627595Z","caller":"traceutil/trace.go:171","msg":"trace[801539898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32088; }","duration":"368.336516ms","start":"2026-04-10T14:50:26.25923Z","end":"2026-04-10T14:50:26.627566Z","steps":["trace[801539898] 'agreement among raft nodes before linearized reading' (duration: 368.061689ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:26.627619Z","caller":"traceutil/trace.go:171","msg":"trace[565256824] transaction","detail":"{read_only:false; response_revision:32088; number_of_response:1; }","duration":"162.59929ms","start":"2026-04-10T14:50:26.46498Z","end":"2026-04-10T14:50:26.627579Z","steps":["trace[565256824] 'process raft request' (duration: 162.157129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:26.627649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:26.259221Z","time spent":"368.416028ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:50:26.6278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.188389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T14:50:26.627841Z","caller":"traceutil/trace.go:171","msg":"trace[1958594323] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32088; }","duration":"268.271842ms","start":"2026-04-10T14:50:26.35956Z","end":"2026-04-10T14:50:26.627832Z","steps":["trace[1958594323] 'agreement among raft nodes before linearized reading' (duration: 268.134157ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:26.93173Z","caller":"traceutil/trace.go:171","msg":"trace[1433785530] transaction","detail":"{read_only:false; response_revision:32089; number_of_response:1; }","duration":"304.319483ms","start":"2026-04-10T14:50:26.627381Z","end":"2026-04-10T14:50:26.9317Z","steps":["trace[1433785530] 'process raft request' (duration: 304.189329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:26.931862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:26.627364Z","time spent":"304.436637ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:27.01095Z","caller":"traceutil/trace.go:171","msg":"trace[896464102] transaction","detail":"{read_only:false; response_revision:32090; number_of_response:1; }","duration":"380.265468ms","start":"2026-04-10T14:50:26.630659Z","end":"2026-04-10T14:50:27.010924Z","steps":["trace[896464102] 'process raft request' (duration: 380.056451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:27.011085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:26.630642Z","time spent":"380.372451ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:27.011533Z","caller":"traceutil/trace.go:171","msg":"trace[1979887257] linearizableReadLoop","detail":"{readStateIndex:33562; appliedIndex:33560; }","duration":"173.299589ms","start":"2026-04-10T14:50:26.837569Z","end":"2026-04-10T14:50:27.010869Z","steps":["trace[1979887257] 'read index received' (duration: 93.943265ms)","trace[1979887257] 'applied index is now lower than readState.Index' (duration: 79.355144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:27.011721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.067576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-10T14:50:27.011717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.131631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:50:27.011757Z","caller":"traceutil/trace.go:171","msg":"trace[69604448] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32090; }","duration":"105.137238ms","start":"2026-04-10T14:50:26.906607Z","end":"2026-04-10T14:50:27.011745Z","steps":["trace[69604448] 'agreement among raft nodes before linearized reading' (duration: 105.017945ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:27.01177Z","caller":"traceutil/trace.go:171","msg":"trace[442797796] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32090; }","duration":"174.227023ms","start":"2026-04-10T14:50:26.83753Z","end":"2026-04-10T14:50:27.011757Z","steps":["trace[442797796] 'agreement among raft nodes before linearized reading' (duration: 173.468603ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:27.137974Z","caller":"traceutil/trace.go:171","msg":"trace[1069544241] transaction","detail":"{read_only:false; response_revision:32092; number_of_response:1; }","duration":"118.092157ms","start":"2026-04-10T14:50:27.019855Z","end":"2026-04-10T14:50:27.137947Z","steps":["trace[1069544241] 'process raft request' (duration: 118.034685ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:27.138071Z","caller":"traceutil/trace.go:171","msg":"trace[887187602] transaction","detail":"{read_only:false; response_revision:32091; number_of_response:1; }","duration":"118.197869ms","start":"2026-04-10T14:50:27.019836Z","end":"2026-04-10T14:50:27.138034Z","steps":["trace[887187602] 'process raft request' (duration: 32.605352ms)","trace[887187602] 'compare' (duration: 85.31465ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:27.288822Z","caller":"traceutil/trace.go:171","msg":"trace[1904477558] transaction","detail":"{read_only:false; response_revision:32094; number_of_response:1; }","duration":"143.273194ms","start":"2026-04-10T14:50:27.145504Z","end":"2026-04-10T14:50:27.288777Z","steps":["trace[1904477558] 'process raft request' (duration: 120.659953ms)","trace[1904477558] 'compare' (duration: 22.418356ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:28.296416Z","caller":"traceutil/trace.go:171","msg":"trace[390757719] transaction","detail":"{read_only:false; response_revision:32098; number_of_response:1; }","duration":"111.108234ms","start":"2026-04-10T14:50:28.185286Z","end":"2026-04-10T14:50:28.296394Z","steps":["trace[390757719] 'process raft request' (duration: 110.829896ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:34.082632Z","caller":"traceutil/trace.go:171","msg":"trace[1001869968] transaction","detail":"{read_only:false; response_revision:32221; number_of_response:1; }","duration":"263.980669ms","start":"2026-04-10T14:50:33.818624Z","end":"2026-04-10T14:50:34.082605Z","steps":["trace[1001869968] 'process raft request' (duration: 258.142886ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:34.094063Z","caller":"traceutil/trace.go:171","msg":"trace[2030964514] linearizableReadLoop","detail":"{readStateIndex:33697; appliedIndex:33695; }","duration":"125.019157ms","start":"2026-04-10T14:50:33.969025Z","end":"2026-04-10T14:50:34.094044Z","steps":["trace[2030964514] 'read index received' (duration: 107.759825ms)","trace[2030964514] 'applied index is now lower than readState.Index' (duration: 17.258562ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:34.094149Z","caller":"traceutil/trace.go:171","msg":"trace[2002715048] transaction","detail":"{read_only:false; number_of_response:0; response_revision:32221; }","duration":"255.486757ms","start":"2026-04-10T14:50:33.83863Z","end":"2026-04-10T14:50:34.094116Z","steps":["trace[2002715048] 'process raft request' (duration: 255.308382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:34.094316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.270313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:50:34.094377Z","caller":"traceutil/trace.go:171","msg":"trace[1940008705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32221; }","duration":"125.372668ms","start":"2026-04-10T14:50:33.968991Z","end":"2026-04-10T14:50:34.094364Z","steps":["trace[1940008705] 'agreement among raft nodes before linearized reading' (duration: 125.251884ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:34.388693Z","caller":"traceutil/trace.go:171","msg":"trace[717026627] linearizableReadLoop","detail":"{readStateIndex:33699; appliedIndex:33698; }","duration":"251.012881ms","start":"2026-04-10T14:50:34.137658Z","end":"2026-04-10T14:50:34.38867Z","steps":["trace[717026627] 'read index received' (duration: 7.714282ms)","trace[717026627] 'applied index is now lower than readState.Index' (duration: 243.297249ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:34.388852Z","caller":"traceutil/trace.go:171","msg":"trace[628317121] transaction","detail":"{read_only:false; response_revision:32223; number_of_response:1; }","duration":"281.453226ms","start":"2026-04-10T14:50:34.107342Z","end":"2026-04-10T14:50:34.388795Z","steps":["trace[628317121] 'process raft request' (duration: 281.154649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:34.38922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.547065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T14:50:34.389262Z","caller":"traceutil/trace.go:171","msg":"trace[1356401002] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32223; }","duration":"251.631156ms","start":"2026-04-10T14:50:34.137621Z","end":"2026-04-10T14:50:34.389252Z","steps":["trace[1356401002] 'agreement among raft nodes before linearized reading' (duration: 251.161834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:34.400142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.410468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:34.400274Z","caller":"traceutil/trace.go:171","msg":"trace[1754347180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32225; }","duration":"161.597562ms","start":"2026-04-10T14:50:34.238651Z","end":"2026-04-10T14:50:34.400249Z","steps":["trace[1754347180] 'agreement among raft nodes before linearized reading' (duration: 161.361476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:34.400701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.272749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:34.400736Z","caller":"traceutil/trace.go:171","msg":"trace[689295706] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:32225; }","duration":"160.34211ms","start":"2026-04-10T14:50:34.240384Z","end":"2026-04-10T14:50:34.400726Z","steps":["trace[689295706] 'agreement among raft nodes before linearized reading' (duration: 160.272368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:34.40105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.631133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:34.401216Z","caller":"traceutil/trace.go:171","msg":"trace[721938443] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:32225; }","duration":"138.851609ms","start":"2026-04-10T14:50:34.262345Z","end":"2026-04-10T14:50:34.401196Z","steps":["trace[721938443] 'agreement among raft nodes before linearized reading' (duration: 138.031657ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:34.520779Z","caller":"traceutil/trace.go:171","msg":"trace[1550510035] linearizableReadLoop","detail":"{readStateIndex:33703; appliedIndex:33702; }","duration":"100.917988ms","start":"2026-04-10T14:50:34.419834Z","end":"2026-04-10T14:50:34.520752Z","steps":["trace[1550510035] 'read index received' (duration: 52.494602ms)","trace[1550510035] 'applied index is now lower than readState.Index' (duration: 48.422406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:34.521093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.230156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:50:34.521187Z","caller":"traceutil/trace.go:171","msg":"trace[1552976876] transaction","detail":"{read_only:false; response_revision:32227; number_of_response:1; }","duration":"113.861166ms","start":"2026-04-10T14:50:34.407302Z","end":"2026-04-10T14:50:34.521163Z","steps":["trace[1552976876] 'process raft request' (duration: 65.081311ms)","trace[1552976876] 'compare' (duration: 48.21652ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:34.521223Z","caller":"traceutil/trace.go:171","msg":"trace[668510237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32227; }","duration":"101.426621ms","start":"2026-04-10T14:50:34.419782Z","end":"2026-04-10T14:50:34.521208Z","steps":["trace[668510237] 'agreement among raft nodes before linearized reading' (duration: 101.069902ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:35.396216Z","caller":"traceutil/trace.go:171","msg":"trace[1827241027] transaction","detail":"{read_only:false; response_revision:32237; number_of_response:1; }","duration":"152.471155ms","start":"2026-04-10T14:50:35.243701Z","end":"2026-04-10T14:50:35.396173Z","steps":["trace[1827241027] 'process raft request' (duration: 152.113766ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:35.757459Z","caller":"traceutil/trace.go:171","msg":"trace[1665256870] transaction","detail":"{read_only:false; response_revision:32239; number_of_response:1; }","duration":"352.226925ms","start":"2026-04-10T14:50:35.405195Z","end":"2026-04-10T14:50:35.757422Z","steps":["trace[1665256870] 'process raft request' (duration: 351.929888ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:35.757612Z","caller":"traceutil/trace.go:171","msg":"trace[2104934586] linearizableReadLoop","detail":"{readStateIndex:33716; appliedIndex:33714; }","duration":"280.690056ms","start":"2026-04-10T14:50:35.476907Z","end":"2026-04-10T14:50:35.757597Z","steps":["trace[2104934586] 'read index received' (duration: 280.187783ms)","trace[2104934586] 'applied index is now lower than readState.Index' (duration: 500.423µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:35.757659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:35.405168Z","time spent":"352.39739ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:35.757953Z","caller":"traceutil/trace.go:171","msg":"trace[330798640] transaction","detail":"{read_only:false; response_revision:32240; number_of_response:1; }","duration":"351.206469ms","start":"2026-04-10T14:50:35.406661Z","end":"2026-04-10T14:50:35.757868Z","steps":["trace[330798640] 'process raft request' (duration: 350.676035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:35.759104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:35.40665Z","time spent":"352.209945ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6330,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:35.757974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.047905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:50:35.759625Z","caller":"traceutil/trace.go:171","msg":"trace[1356008797] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32240; }","duration":"282.728379ms","start":"2026-04-10T14:50:35.476869Z","end":"2026-04-10T14:50:35.759597Z","steps":["trace[1356008797] 'agreement among raft nodes before linearized reading' (duration: 280.963163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:35.935923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.997568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:50:35.936209Z","caller":"traceutil/trace.go:171","msg":"trace[1238931976] transaction","detail":"{read_only:false; response_revision:32243; number_of_response:1; }","duration":"170.720821ms","start":"2026-04-10T14:50:35.765445Z","end":"2026-04-10T14:50:35.936165Z","steps":["trace[1238931976] 'process raft request' (duration: 170.649319ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:35.936428Z","caller":"traceutil/trace.go:171","msg":"trace[1367109940] transaction","detail":"{read_only:false; response_revision:32241; number_of_response:1; }","duration":"435.261645ms","start":"2026-04-10T14:50:35.501153Z","end":"2026-04-10T14:50:35.936415Z","steps":["trace[1367109940] 'process raft request' (duration: 312.687592ms)","trace[1367109940] 'compare' (duration: 121.570656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:35.936575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:35.501125Z","time spent":"435.373078ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:35.936797Z","caller":"traceutil/trace.go:171","msg":"trace[886090356] linearizableReadLoop","detail":"{readStateIndex:33718; appliedIndex:33716; }","duration":"179.140021ms","start":"2026-04-10T14:50:35.757644Z","end":"2026-04-10T14:50:35.936784Z","steps":["trace[886090356] 'read index received' (duration: 56.209579ms)","trace[886090356] 'applied index is now lower than readState.Index' (duration: 122.928992ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:35.936861Z","caller":"traceutil/trace.go:171","msg":"trace[1104630204] transaction","detail":"{read_only:false; response_revision:32242; number_of_response:1; }","duration":"375.744759ms","start":"2026-04-10T14:50:35.56103Z","end":"2026-04-10T14:50:35.936775Z","steps":["trace[1104630204] 'process raft request' (duration: 374.975859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:35.937012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.529319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:50:35.937051Z","caller":"traceutil/trace.go:171","msg":"trace[1286274454] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:32243; }","duration":"418.609811ms","start":"2026-04-10T14:50:35.51843Z","end":"2026-04-10T14:50:35.93704Z","steps":["trace[1286274454] 'agreement among raft nodes before linearized reading' (duration: 418.401615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:35.9371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:35.518409Z","time spent":"418.678632ms","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:35.937215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:35.561007Z","time spent":"376.027699ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:35.937297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.791277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:35.937406Z","caller":"traceutil/trace.go:171","msg":"trace[1636789103] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32243; }","duration":"350.945991ms","start":"2026-04-10T14:50:35.586446Z","end":"2026-04-10T14:50:35.937392Z","steps":["trace[1636789103] 'agreement among raft nodes before linearized reading' (duration: 350.795018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:35.937436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:35.586425Z","time spent":"351.003542ms","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:35.937611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.932855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:35.93763Z","caller":"traceutil/trace.go:171","msg":"trace[402777641] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:32243; }","duration":"230.992316ms","start":"2026-04-10T14:50:35.706633Z","end":"2026-04-10T14:50:35.937625Z","steps":["trace[402777641] 'agreement among raft nodes before linearized reading' (duration: 230.955965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:36.695883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.971553ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:50:36.696232Z","caller":"traceutil/trace.go:171","msg":"trace[1523890461] linearizableReadLoop","detail":"{readStateIndex:33721; appliedIndex:33720; }","duration":"457.342282ms","start":"2026-04-10T14:50:36.238868Z","end":"2026-04-10T14:50:36.696211Z","steps":["trace[1523890461] 'read index received' (duration: 74.966789ms)","trace[1523890461] 'applied index is now lower than readState.Index' (duration: 382.374013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:36.696855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.986959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:36.696904Z","caller":"traceutil/trace.go:171","msg":"trace[539150754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32244; }","duration":"458.076001ms","start":"2026-04-10T14:50:36.238815Z","end":"2026-04-10T14:50:36.696891Z","steps":["trace[539150754] 'agreement among raft nodes before linearized reading' (duration: 457.992159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:36.696937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:36.238783Z","time spent":"458.147193ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:50:36.697055Z","caller":"traceutil/trace.go:171","msg":"trace[1069237456] transaction","detail":"{read_only:false; response_revision:32245; number_of_response:1; }","duration":"290.975154ms","start":"2026-04-10T14:50:36.406062Z","end":"2026-04-10T14:50:36.697038Z","steps":["trace[1069237456] 'process raft request' (duration: 289.918297ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:36.889337Z","caller":"traceutil/trace.go:171","msg":"trace[1866447761] linearizableReadLoop","detail":"{readStateIndex:33723; appliedIndex:33722; }","duration":"193.029035ms","start":"2026-04-10T14:50:36.696287Z","end":"2026-04-10T14:50:36.889316Z","steps":["trace[1866447761] 'read index received' (duration: 103.30664ms)","trace[1866447761] 'applied index is now lower than readState.Index' (duration: 89.721415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:36.889498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.749195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-10T14:50:36.889499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.381273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:50:36.889519Z","caller":"traceutil/trace.go:171","msg":"trace[1020535610] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32246; }","duration":"208.807427ms","start":"2026-04-10T14:50:36.680705Z","end":"2026-04-10T14:50:36.889513Z","steps":["trace[1020535610] 'agreement among raft nodes before linearized reading' (duration: 208.701075ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:36.889538Z","caller":"traceutil/trace.go:171","msg":"trace[2111953365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32246; }","duration":"201.452555ms","start":"2026-04-10T14:50:36.688074Z","end":"2026-04-10T14:50:36.889527Z","steps":["trace[2111953365] 'agreement among raft nodes before linearized reading' (duration: 201.309712ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:36.889629Z","caller":"traceutil/trace.go:171","msg":"trace[1745289842] transaction","detail":"{read_only:false; response_revision:32246; number_of_response:1; }","duration":"216.837827ms","start":"2026-04-10T14:50:36.672782Z","end":"2026-04-10T14:50:36.88962Z","steps":["trace[1745289842] 'process raft request' (duration: 126.771753ms)","trace[1745289842] 'compare' (duration: 89.451578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:36.889684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.154915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:36.889706Z","caller":"traceutil/trace.go:171","msg":"trace[697143925] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:32246; }","duration":"261.212317ms","start":"2026-04-10T14:50:36.628486Z","end":"2026-04-10T14:50:36.889698Z","steps":["trace[697143925] 'agreement among raft nodes before linearized reading' (duration: 261.176896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:36.889831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.51374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:50:36.889847Z","caller":"traceutil/trace.go:171","msg":"trace[910451789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32246; }","duration":"472.56254ms","start":"2026-04-10T14:50:36.41728Z","end":"2026-04-10T14:50:36.889842Z","steps":["trace[910451789] 'agreement among raft nodes before linearized reading' (duration: 472.510209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:36.889869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:36.417261Z","time spent":"472.602452ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:50:36.889938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.351295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:36.889954Z","caller":"traceutil/trace.go:171","msg":"trace[1499885325] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32246; }","duration":"565.409847ms","start":"2026-04-10T14:50:36.324539Z","end":"2026-04-10T14:50:36.889949Z","steps":["trace[1499885325] 'agreement among raft nodes before linearized reading' (duration: 565.379516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:36.88997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:36.324517Z","time spent":"565.448698ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:50:36.898526Z","caller":"traceutil/trace.go:171","msg":"trace[125971679] transaction","detail":"{read_only:false; response_revision:32247; number_of_response:1; }","duration":"130.900341ms","start":"2026-04-10T14:50:36.767605Z","end":"2026-04-10T14:50:36.898506Z","steps":["trace[125971679] 'process raft request' (duration: 130.704226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:36.898669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.554027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:50:36.898726Z","caller":"traceutil/trace.go:171","msg":"trace[1873375043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32247; }","duration":"202.42443ms","start":"2026-04-10T14:50:36.696292Z","end":"2026-04-10T14:50:36.898716Z","steps":["trace[1873375043] 'agreement among raft nodes before linearized reading' (duration: 202.226155ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:37.048248Z","caller":"traceutil/trace.go:171","msg":"trace[1269695222] transaction","detail":"{read_only:false; response_revision:32249; number_of_response:1; }","duration":"154.859887ms","start":"2026-04-10T14:50:36.893363Z","end":"2026-04-10T14:50:37.048223Z","steps":["trace[1269695222] 'process raft request' (duration: 154.815046ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:37.048287Z","caller":"traceutil/trace.go:171","msg":"trace[1231357246] transaction","detail":"{read_only:false; response_revision:32248; number_of_response:1; }","duration":"154.945849ms","start":"2026-04-10T14:50:36.893315Z","end":"2026-04-10T14:50:37.048261Z","steps":["trace[1231357246] 'process raft request' (duration: 151.808517ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:37.048368Z","caller":"traceutil/trace.go:171","msg":"trace[821163936] transaction","detail":"{read_only:false; response_revision:32250; number_of_response:1; }","duration":"154.912038ms","start":"2026-04-10T14:50:36.893438Z","end":"2026-04-10T14:50:37.04835Z","steps":["trace[821163936] 'process raft request' (duration: 154.772055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:37.048383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.861639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:37.048416Z","caller":"traceutil/trace.go:171","msg":"trace[2075016475] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:32250; }","duration":"151.930881ms","start":"2026-04-10T14:50:36.896476Z","end":"2026-04-10T14:50:37.048407Z","steps":["trace[2075016475] 'agreement among raft nodes before linearized reading' (duration: 151.850569ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:37.048302Z","caller":"traceutil/trace.go:171","msg":"trace[2075401241] linearizableReadLoop","detail":"{readStateIndex:33727; appliedIndex:33724; }","duration":"149.841846ms","start":"2026-04-10T14:50:36.89845Z","end":"2026-04-10T14:50:37.048292Z","steps":["trace[2075401241] 'read index received' (duration: 146.687553ms)","trace[2075401241] 'applied index is now lower than readState.Index' (duration: 3.153713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:37.049151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.398185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:50:37.049201Z","caller":"traceutil/trace.go:171","msg":"trace[1961219513] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:32251; }","duration":"110.493398ms","start":"2026-04-10T14:50:36.938686Z","end":"2026-04-10T14:50:37.04918Z","steps":["trace[1961219513] 'agreement among raft nodes before linearized reading' (duration: 110.361975ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:37.049222Z","caller":"traceutil/trace.go:171","msg":"trace[706970850] transaction","detail":"{read_only:false; response_revision:32251; number_of_response:1; }","duration":"146.759415ms","start":"2026-04-10T14:50:36.90242Z","end":"2026-04-10T14:50:37.049179Z","steps":["trace[706970850] 'process raft request' (duration: 146.56499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:37.532157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.947705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:37.532246Z","caller":"traceutil/trace.go:171","msg":"trace[2053626493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32252; }","duration":"296.084878ms","start":"2026-04-10T14:50:37.236143Z","end":"2026-04-10T14:50:37.532228Z","steps":["trace[2053626493] 'range keys from in-memory index tree' (duration: 295.868693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:37.532569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.07595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:50:37.532665Z","caller":"traceutil/trace.go:171","msg":"trace[1504566770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32252; }","duration":"381.216484ms","start":"2026-04-10T14:50:37.151428Z","end":"2026-04-10T14:50:37.532645Z","steps":["trace[1504566770] 'range keys from in-memory index tree' (duration: 380.875994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:37.532756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:37.151408Z","time spent":"381.328826ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:50:39.638535Z","caller":"traceutil/trace.go:171","msg":"trace[1064651749] transaction","detail":"{read_only:false; response_revision:32272; number_of_response:1; }","duration":"221.096599ms","start":"2026-04-10T14:50:39.41741Z","end":"2026-04-10T14:50:39.638507Z","steps":["trace[1064651749] 'process raft request' (duration: 220.886633ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:39.89428Z","caller":"traceutil/trace.go:171","msg":"trace[358552242] linearizableReadLoop","detail":"{readStateIndex:33750; appliedIndex:33748; }","duration":"350.564523ms","start":"2026-04-10T14:50:39.543691Z","end":"2026-04-10T14:50:39.894255Z","steps":["trace[358552242] 'read index received' (duration: 94.578982ms)","trace[358552242] 'applied index is now lower than readState.Index' (duration: 255.984281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:39.894669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.433253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:39.895417Z","caller":"traceutil/trace.go:171","msg":"trace[1385086376] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:32273; }","duration":"254.226094ms","start":"2026-04-10T14:50:39.641166Z","end":"2026-04-10T14:50:39.895392Z","steps":["trace[1385086376] 'agreement among raft nodes before linearized reading' (duration: 253.426372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:39.894661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.946103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-10T14:50:39.894718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.25966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:39.895601Z","caller":"traceutil/trace.go:171","msg":"trace[1652161154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32273; }","duration":"351.891177ms","start":"2026-04-10T14:50:39.543663Z","end":"2026-04-10T14:50:39.895554Z","steps":["trace[1652161154] 'agreement among raft nodes before linearized reading' (duration: 350.713906ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:39.894736Z","caller":"traceutil/trace.go:171","msg":"trace[1840693803] transaction","detail":"{read_only:false; response_revision:32273; number_of_response:1; }","duration":"421.621248ms","start":"2026-04-10T14:50:39.472712Z","end":"2026-04-10T14:50:39.894333Z","steps":["trace[1840693803] 'process raft request' (duration: 421.370342ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:39.895714Z","caller":"traceutil/trace.go:171","msg":"trace[192645078] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:32273; }","duration":"342.233455ms","start":"2026-04-10T14:50:39.553412Z","end":"2026-04-10T14:50:39.895645Z","steps":["trace[192645078] 'agreement among raft nodes before linearized reading' (duration: 341.197058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:39.89585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:39.55336Z","time spent":"342.44189ms","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:39.895848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:39.472692Z","time spent":"423.073137ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:39.895024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.024067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-10T14:50:39.895717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:39.543649Z","time spent":"352.028421ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:50:39.895993Z","caller":"traceutil/trace.go:171","msg":"trace[2059267749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32273; }","duration":"346.082414ms","start":"2026-04-10T14:50:39.54989Z","end":"2026-04-10T14:50:39.895972Z","steps":["trace[2059267749] 'agreement among raft nodes before linearized reading' (duration: 344.721619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:39.896295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:39.549868Z","time spent":"346.396873ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:50:40.017671Z","caller":"traceutil/trace.go:171","msg":"trace[578993149] linearizableReadLoop","detail":"{readStateIndex:33751; appliedIndex:33750; }","duration":"116.922596ms","start":"2026-04-10T14:50:39.900716Z","end":"2026-04-10T14:50:40.017639Z","steps":["trace[578993149] 'read index received' (duration: 71.975031ms)","trace[578993149] 'applied index is now lower than readState.Index' (duration: 44.946295ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:40.017687Z","caller":"traceutil/trace.go:171","msg":"trace[1033734788] transaction","detail":"{read_only:false; response_revision:32274; number_of_response:1; }","duration":"117.799308ms","start":"2026-04-10T14:50:39.899842Z","end":"2026-04-10T14:50:40.017641Z","steps":["trace[1033734788] 'process raft request' (duration: 72.839353ms)","trace[1033734788] 'compare' (duration: 44.721449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:40.018109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.370728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:50:40.018188Z","caller":"traceutil/trace.go:171","msg":"trace[156864051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32275; }","duration":"117.47641ms","start":"2026-04-10T14:50:39.900696Z","end":"2026-04-10T14:50:40.018172Z","steps":["trace[156864051] 'agreement among raft nodes before linearized reading' (duration: 116.990607ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:44.15543Z","caller":"traceutil/trace.go:171","msg":"trace[771802894] transaction","detail":"{read_only:false; response_revision:32329; number_of_response:1; }","duration":"123.944959ms","start":"2026-04-10T14:50:44.03147Z","end":"2026-04-10T14:50:44.155415Z","steps":["trace[771802894] 'process raft request' (duration: 123.807604ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:44.155721Z","caller":"traceutil/trace.go:171","msg":"trace[938945396] linearizableReadLoop","detail":"{readStateIndex:33808; appliedIndex:33807; }","duration":"124.103163ms","start":"2026-04-10T14:50:44.031588Z","end":"2026-04-10T14:50:44.155692Z","steps":["trace[938945396] 'read index received' (duration: 49.081262ms)","trace[938945396] 'applied index is now lower than readState.Index' (duration: 75.019841ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:44.155775Z","caller":"traceutil/trace.go:171","msg":"trace[635702925] transaction","detail":"{read_only:false; response_revision:32330; number_of_response:1; }","duration":"120.893489ms","start":"2026-04-10T14:50:44.034862Z","end":"2026-04-10T14:50:44.155755Z","steps":["trace[635702925] 'process raft request' (duration: 120.52815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:44.155941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.340429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"info","ts":"2026-04-10T14:50:44.155984Z","caller":"traceutil/trace.go:171","msg":"trace[1267662495] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32330; }","duration":"124.412281ms","start":"2026-04-10T14:50:44.031562Z","end":"2026-04-10T14:50:44.155974Z","steps":["trace[1267662495] 'agreement among raft nodes before linearized reading' (duration: 124.252747ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:45.260858Z","caller":"traceutil/trace.go:171","msg":"trace[1810951239] transaction","detail":"{read_only:false; response_revision:32340; number_of_response:1; }","duration":"124.087594ms","start":"2026-04-10T14:50:45.136742Z","end":"2026-04-10T14:50:45.260829Z","steps":["trace[1810951239] 'process raft request' (duration: 94.962482ms)","trace[1810951239] 'compare' (duration: 28.920816ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:45.261131Z","caller":"traceutil/trace.go:171","msg":"trace[249237108] transaction","detail":"{read_only:false; response_revision:32341; number_of_response:1; }","duration":"122.996934ms","start":"2026-04-10T14:50:45.138097Z","end":"2026-04-10T14:50:45.261094Z","steps":["trace[249237108] 'process raft request' (duration: 122.682636ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:45.261508Z","caller":"traceutil/trace.go:171","msg":"trace[878501160] linearizableReadLoop","detail":"{readStateIndex:33821; appliedIndex:33818; }","duration":"108.583267ms","start":"2026-04-10T14:50:45.152913Z","end":"2026-04-10T14:50:45.261496Z","steps":["trace[878501160] 'read index received' (duration: 78.876351ms)","trace[878501160] 'applied index is now lower than readState.Index' (duration: 29.706286ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:45.261758Z","caller":"traceutil/trace.go:171","msg":"trace[374752782] transaction","detail":"{read_only:false; response_revision:32342; number_of_response:1; }","duration":"121.450965ms","start":"2026-04-10T14:50:45.140299Z","end":"2026-04-10T14:50:45.26175Z","steps":["trace[374752782] 'process raft request' (duration: 120.745296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:45.261964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.0293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T14:50:45.262055Z","caller":"traceutil/trace.go:171","msg":"trace[237363737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32342; }","duration":"109.173454ms","start":"2026-04-10T14:50:45.152865Z","end":"2026-04-10T14:50:45.262039Z","steps":["trace[237363737] 'agreement among raft nodes before linearized reading' (duration: 108.946968ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:45.438153Z","caller":"traceutil/trace.go:171","msg":"trace[226566953] transaction","detail":"{read_only:false; response_revision:32344; number_of_response:1; }","duration":"118.427655ms","start":"2026-04-10T14:50:45.319695Z","end":"2026-04-10T14:50:45.438123Z","steps":["trace[226566953] 'process raft request' (duration: 118.217809ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:46.91105Z","caller":"traceutil/trace.go:171","msg":"trace[2115177877] transaction","detail":"{read_only:false; response_revision:32356; number_of_response:1; }","duration":"171.40289ms","start":"2026-04-10T14:50:46.739615Z","end":"2026-04-10T14:50:46.911018Z","steps":["trace[2115177877] 'process raft request' (duration: 171.177754ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:49.438552Z","caller":"traceutil/trace.go:171","msg":"trace[511965272] linearizableReadLoop","detail":"{readStateIndex:33859; appliedIndex:33858; }","duration":"200.284104ms","start":"2026-04-10T14:50:49.238241Z","end":"2026-04-10T14:50:49.438525Z","steps":["trace[511965272] 'read index received' (duration: 200.12725ms)","trace[511965272] 'applied index is now lower than readState.Index' (duration: 155.824µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:49.43893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.659163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:49.439037Z","caller":"traceutil/trace.go:171","msg":"trace[702878808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32378; }","duration":"200.803338ms","start":"2026-04-10T14:50:49.238209Z","end":"2026-04-10T14:50:49.439012Z","steps":["trace[702878808] 'agreement among raft nodes before linearized reading' (duration: 200.51572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:49.439083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.284094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T14:50:49.439149Z","caller":"traceutil/trace.go:171","msg":"trace[520461411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32378; }","duration":"164.382586ms","start":"2026-04-10T14:50:49.27475Z","end":"2026-04-10T14:50:49.439133Z","steps":["trace[520461411] 'agreement among raft nodes before linearized reading' (duration: 164.1845ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:49.439335Z","caller":"traceutil/trace.go:171","msg":"trace[1562404733] transaction","detail":"{read_only:false; response_revision:32378; number_of_response:1; }","duration":"267.684446ms","start":"2026-04-10T14:50:49.171629Z","end":"2026-04-10T14:50:49.439313Z","steps":["trace[1562404733] 'process raft request' (duration: 266.751572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:49.439444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.734733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T14:50:49.439503Z","caller":"traceutil/trace.go:171","msg":"trace[1978050391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32378; }","duration":"162.839595ms","start":"2026-04-10T14:50:49.276649Z","end":"2026-04-10T14:50:49.439489Z","steps":["trace[1978050391] 'agreement among raft nodes before linearized reading' (duration: 162.720562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:49.439342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.889944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:50:49.439624Z","caller":"traceutil/trace.go:171","msg":"trace[1749308136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32378; }","duration":"156.165611ms","start":"2026-04-10T14:50:49.283439Z","end":"2026-04-10T14:50:49.439605Z","steps":["trace[1749308136] 'agreement among raft nodes before linearized reading' (duration: 155.812912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:49.439868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.475169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T14:50:49.439939Z","caller":"traceutil/trace.go:171","msg":"trace[374510407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32378; }","duration":"164.546211ms","start":"2026-04-10T14:50:49.275375Z","end":"2026-04-10T14:50:49.439921Z","steps":["trace[374510407] 'agreement among raft nodes before linearized reading' (duration: 164.307375ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:50.286163Z","caller":"traceutil/trace.go:171","msg":"trace[1171165644] linearizableReadLoop","detail":"{readStateIndex:33866; appliedIndex:33865; }","duration":"109.250336ms","start":"2026-04-10T14:50:50.176869Z","end":"2026-04-10T14:50:50.28612Z","steps":["trace[1171165644] 'read index received' (duration: 64.297731ms)","trace[1171165644] 'applied index is now lower than readState.Index' (duration: 44.951155ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:50.286399Z","caller":"traceutil/trace.go:171","msg":"trace[971950871] transaction","detail":"{read_only:false; response_revision:32385; number_of_response:1; }","duration":"109.549184ms","start":"2026-04-10T14:50:50.176824Z","end":"2026-04-10T14:50:50.286373Z","steps":["trace[971950871] 'process raft request' (duration: 64.401283ms)","trace[971950871] 'compare' (duration: 44.634007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:50.286703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.81317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"warn","ts":"2026-04-10T14:50:50.286745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.890821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:50:50.286863Z","caller":"traceutil/trace.go:171","msg":"trace[645524913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32385; }","duration":"105.049096ms","start":"2026-04-10T14:50:50.181783Z","end":"2026-04-10T14:50:50.286832Z","steps":["trace[645524913] 'agreement among raft nodes before linearized reading' (duration: 104.721497ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:50.286782Z","caller":"traceutil/trace.go:171","msg":"trace[1112437238] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32385; }","duration":"109.959223ms","start":"2026-04-10T14:50:50.176806Z","end":"2026-04-10T14:50:50.286765Z","steps":["trace[1112437238] 'agreement among raft nodes before linearized reading' (duration: 109.693407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:51.729425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.811661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:50:51.729538Z","caller":"traceutil/trace.go:171","msg":"trace[184790254] transaction","detail":"{read_only:false; response_revision:32400; number_of_response:1; }","duration":"225.048922ms","start":"2026-04-10T14:50:51.504468Z","end":"2026-04-10T14:50:51.729517Z","steps":["trace[184790254] 'process raft request' (duration: 48.055686ms)","trace[184790254] 'compare' (duration: 175.720712ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:51.737091Z","caller":"traceutil/trace.go:171","msg":"trace[765167936] transaction","detail":"{read_only:false; response_revision:32401; number_of_response:1; }","duration":"232.413324ms","start":"2026-04-10T14:50:51.504651Z","end":"2026-04-10T14:50:51.737064Z","steps":["trace[765167936] 'process raft request' (duration: 232.177878ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:51.737157Z","caller":"traceutil/trace.go:171","msg":"trace[110400982] transaction","detail":"{read_only:false; response_revision:32402; number_of_response:1; }","duration":"232.443995ms","start":"2026-04-10T14:50:51.504685Z","end":"2026-04-10T14:50:51.737129Z","steps":["trace[110400982] 'process raft request' (duration: 232.282811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:53.141502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.635079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:50:53.141642Z","caller":"traceutil/trace.go:171","msg":"trace[938005702] linearizableReadLoop","detail":"{readStateIndex:33892; appliedIndex:33890; }","duration":"691.946773ms","start":"2026-04-10T14:50:52.449685Z","end":"2026-04-10T14:50:53.141632Z","steps":["trace[938005702] 'read index received' (duration: 42.189932ms)","trace[938005702] 'applied index is now lower than readState.Index' (duration: 649.756231ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:53.141692Z","caller":"traceutil/trace.go:171","msg":"trace[113297798] transaction","detail":"{read_only:false; response_revision:32408; number_of_response:1; }","duration":"740.925504ms","start":"2026-04-10T14:50:52.40076Z","end":"2026-04-10T14:50:53.141686Z","steps":["trace[113297798] 'process raft request' (duration: 91.054779ms)","trace[113297798] 'compare' (duration: 649.099274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:53.141721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:52.40074Z","time spent":"740.965355ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:53.141847Z","caller":"traceutil/trace.go:171","msg":"trace[1621072952] transaction","detail":"{read_only:false; response_revision:32409; number_of_response:1; }","duration":"740.832373ms","start":"2026-04-10T14:50:52.40098Z","end":"2026-04-10T14:50:53.141813Z","steps":["trace[1621072952] 'process raft request' (duration: 740.603766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:53.142062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:52.400966Z","time spent":"740.999546ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:53.141885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.197461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:53.142604Z","caller":"traceutil/trace.go:171","msg":"trace[2012794908] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:32409; }","duration":"692.938991ms","start":"2026-04-10T14:50:52.449641Z","end":"2026-04-10T14:50:53.14258Z","steps":["trace[2012794908] 'agreement among raft nodes before linearized reading' (duration: 692.195461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:53.142744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:52.449621Z","time spent":"693.097764ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:50:53.18913Z","caller":"traceutil/trace.go:171","msg":"trace[1092762183] transaction","detail":"{read_only:false; response_revision:32410; number_of_response:1; }","duration":"215.05582ms","start":"2026-04-10T14:50:52.974043Z","end":"2026-04-10T14:50:53.189099Z","steps":["trace[1092762183] 'process raft request' (duration: 214.901886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:54.526669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094779313s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:54.526816Z","caller":"traceutil/trace.go:171","msg":"trace[1932210311] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32410; }","duration":"1.094940647s","start":"2026-04-10T14:50:53.431853Z","end":"2026-04-10T14:50:54.526794Z","steps":["trace[1932210311] 'range keys from in-memory index tree' (duration: 1.094760543s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:54.804321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.615351977s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T14:50:54.804953Z","caller":"traceutil/trace.go:171","msg":"trace[1487612017] linearizableReadLoop","detail":"{readStateIndex:33894; appliedIndex:33892; }","duration":"1.663254429s","start":"2026-04-10T14:50:53.141656Z","end":"2026-04-10T14:50:54.804911Z","steps":["trace[1487612017] 'read index received' (duration: 47.376688ms)","trace[1487612017] 'applied index is now lower than readState.Index' (duration: 1.615876121s)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:54.805039Z","caller":"traceutil/trace.go:171","msg":"trace[1714516009] transaction","detail":"{read_only:false; response_revision:32411; number_of_response:1; }","duration":"1.781251183s","start":"2026-04-10T14:50:53.023737Z","end":"2026-04-10T14:50:54.804988Z","steps":["trace[1714516009] 'process raft request' (duration: 1.780898374s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:54.805315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:53.02372Z","time spent":"1.781394306s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:54.805314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938036272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:54.805436Z","caller":"traceutil/trace.go:171","msg":"trace[111052018] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32411; }","duration":"1.938222216s","start":"2026-04-10T14:50:52.867184Z","end":"2026-04-10T14:50:54.805406Z","steps":["trace[111052018] 'agreement among raft nodes before linearized reading' (duration: 1.93798183s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:54.805529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:52.867162Z","time spent":"1.938343069s","remote":"127.0.0.1:55252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:50:55.238705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000828732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T14:50:55.238778Z","caller":"traceutil/trace.go:171","msg":"trace[311435330] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000966745s","start":"2026-04-10T14:50:53.237794Z","end":"2026-04-10T14:50:55.238761Z","steps":["trace[311435330] 'agreement among raft nodes before linearized reading' (duration: 2.000879073s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.238815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:53.237764Z","time spent":"2.001044337s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 14:50:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T14:50:55.71471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.103595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:50:55.715104Z","caller":"traceutil/trace.go:171","msg":"trace[1769173681] transaction","detail":"{read_only:false; response_revision:32412; number_of_response:1; }","duration":"1.528733393s","start":"2026-04-10T14:50:54.186341Z","end":"2026-04-10T14:50:55.715075Z","steps":["trace[1769173681] 'process raft request' (duration: 1.117087094s)","trace[1769173681] 'compare' (duration: 410.496929ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:50:55.715166Z","caller":"traceutil/trace.go:171","msg":"trace[380262664] transaction","detail":"{read_only:false; response_revision:32413; number_of_response:1; }","duration":"1.374330548s","start":"2026-04-10T14:50:54.340813Z","end":"2026-04-10T14:50:55.715144Z","steps":["trace[380262664] 'process raft request' (duration: 1.374083812s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.715247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:54.186314Z","time spent":"1.528857768s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:55.715274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:54.340793Z","time spent":"1.374440181s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:55.715438Z","caller":"traceutil/trace.go:171","msg":"trace[1552850986] transaction","detail":"{read_only:false; response_revision:32414; number_of_response:1; }","duration":"1.372295457s","start":"2026-04-10T14:50:54.343112Z","end":"2026-04-10T14:50:55.715407Z","steps":["trace[1552850986] 'process raft request' (duration: 1.371964287s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:55.715634Z","caller":"traceutil/trace.go:171","msg":"trace[1737925978] linearizableReadLoop","detail":"{readStateIndex:33898; appliedIndex:33894; }","duration":"910.547078ms","start":"2026-04-10T14:50:54.805064Z","end":"2026-04-10T14:50:55.715612Z","steps":["trace[1737925978] 'read index received' (duration: 498.352114ms)","trace[1737925978] 'applied index is now lower than readState.Index' (duration: 412.194094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:55.715629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:54.343083Z","time spent":"1.37244621s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:55.715642Z","caller":"traceutil/trace.go:171","msg":"trace[2045670720] transaction","detail":"{read_only:false; response_revision:32415; number_of_response:1; }","duration":"1.271114541s","start":"2026-04-10T14:50:54.444501Z","end":"2026-04-10T14:50:55.715615Z","steps":["trace[2045670720] 'process raft request' (duration: 1.270804722s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.71575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272207854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:50:55.715795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569878394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-10T14:50:55.715806Z","caller":"traceutil/trace.go:171","msg":"trace[1960867681] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:32415; }","duration":"2.272304037s","start":"2026-04-10T14:50:53.443487Z","end":"2026-04-10T14:50:55.715791Z","steps":["trace[1960867681] 'agreement among raft nodes before linearized reading' (duration: 2.272205665s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:55.715831Z","caller":"traceutil/trace.go:171","msg":"trace[1761651232] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32415; }","duration":"2.569914945s","start":"2026-04-10T14:50:53.145906Z","end":"2026-04-10T14:50:55.715821Z","steps":["trace[1761651232] 'agreement among raft nodes before linearized reading' (duration: 2.569790262s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.715852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:53.443466Z","time spent":"2.272376149s","remote":"127.0.0.1:55204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:55.715858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:53.145857Z","time spent":"2.569994446s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:50:55.715873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356808751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T14:50:55.715899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981381313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T14:50:55.715896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475340138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:50:55.715943Z","caller":"traceutil/trace.go:171","msg":"trace[1009769414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32415; }","duration":"1.981454035s","start":"2026-04-10T14:50:53.734477Z","end":"2026-04-10T14:50:55.715931Z","steps":["trace[1009769414] 'agreement among raft nodes before linearized reading' (duration: 1.981311582s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:55.715973Z","caller":"traceutil/trace.go:171","msg":"trace[27139765] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:32415; }","duration":"1.475458721s","start":"2026-04-10T14:50:54.240495Z","end":"2026-04-10T14:50:55.715954Z","steps":["trace[27139765] 'agreement among raft nodes before linearized reading' (duration: 1.475328008s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.716169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:53.734459Z","time spent":"1.981522197s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:50:55.715965Z","caller":"traceutil/trace.go:171","msg":"trace[416238431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32415; }","duration":"1.356923593s","start":"2026-04-10T14:50:54.358995Z","end":"2026-04-10T14:50:55.715918Z","steps":["trace[416238431] 'agreement among raft nodes before linearized reading' (duration: 1.356618346s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.71618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375507729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"warn","ts":"2026-04-10T14:50:55.716206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:54.240467Z","time spent":"1.475728819s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:50:55.716216Z","caller":"traceutil/trace.go:171","msg":"trace[1209493414] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32415; }","duration":"1.375566811s","start":"2026-04-10T14:50:54.34064Z","end":"2026-04-10T14:50:55.716207Z","steps":["trace[1209493414] 'agreement among raft nodes before linearized reading' (duration: 1.375286813s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.71625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:54.340627Z","time spent":"1.375615692s","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4863,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-10T14:50:55.716212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:54.444476Z","time spent":"1.271282115s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:55.716289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.410821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:50:55.715925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401827731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-10T14:50:55.716227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:54.358979Z","time spent":"1.357228002s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:50:55.716348Z","caller":"traceutil/trace.go:171","msg":"trace[233627587] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:32415; }","duration":"996.506083ms","start":"2026-04-10T14:50:54.719827Z","end":"2026-04-10T14:50:55.716333Z","steps":["trace[233627587] 'agreement among raft nodes before linearized reading' (duration: 996.423061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.716358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70306108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:50:55.716354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212994557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-10T14:50:55.7164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:54.71981Z","time spent":"996.575895ms","remote":"127.0.0.1:54910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:50:55.71645Z","caller":"traceutil/trace.go:171","msg":"trace[112012602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32415; }","duration":"2.213142151s","start":"2026-04-10T14:50:53.503285Z","end":"2026-04-10T14:50:55.716427Z","steps":["trace[112012602] 'agreement among raft nodes before linearized reading' (duration: 2.212632377s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.716486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976053084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T14:50:55.716502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:53.503264Z","time spent":"2.213228182s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T14:50:55.7164Z","caller":"traceutil/trace.go:171","msg":"trace[2012369440] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:32415; }","duration":"1.703106691s","start":"2026-04-10T14:50:54.013283Z","end":"2026-04-10T14:50:55.71639Z","steps":["trace[2012369440] 'agreement among raft nodes before linearized reading' (duration: 1.703038799s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:55.716531Z","caller":"traceutil/trace.go:171","msg":"trace[1352029740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32415; }","duration":"1.976139586s","start":"2026-04-10T14:50:53.74037Z","end":"2026-04-10T14:50:55.716509Z","steps":["trace[1352029740] 'agreement among raft nodes before linearized reading' (duration: 1.976049924s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.716565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:53.740338Z","time spent":"1.976218839s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:50:55.716583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:54.013264Z","time spent":"1.703292116s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:55.716749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976178808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:50:55.716991Z","caller":"traceutil/trace.go:171","msg":"trace[17148879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32415; }","duration":"1.976562648s","start":"2026-04-10T14:50:53.740287Z","end":"2026-04-10T14:50:55.71685Z","steps":["trace[17148879] 'agreement among raft nodes before linearized reading' (duration: 1.975338036s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.717093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:53.740268Z","time spent":"1.976801935s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T14:50:55.716362Z","caller":"traceutil/trace.go:171","msg":"trace[815659309] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32415; }","duration":"2.402294244s","start":"2026-04-10T14:50:53.314047Z","end":"2026-04-10T14:50:55.716341Z","steps":["trace[815659309] 'agreement among raft nodes before linearized reading' (duration: 2.401648037s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:55.717344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:53.314033Z","time spent":"2.403295829s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:50:56.215876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512728660586688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T14:50:56.478647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175219615s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T14:50:56.606516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.478222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:50:56.6067Z","caller":"traceutil/trace.go:171","msg":"trace[213357392] transaction","detail":"{read_only:false; response_revision:32417; number_of_response:1; }","duration":"1.412874275s","start":"2026-04-10T14:50:55.193814Z","end":"2026-04-10T14:50:56.606688Z","steps":["trace[213357392] 'process raft request' (duration: 1.412784673s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:56.606755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.193791Z","time spent":"1.412941447s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:56.606731Z","caller":"traceutil/trace.go:171","msg":"trace[723236491] transaction","detail":"{read_only:false; response_revision:32416; number_of_response:1; }","duration":"1.69888565s","start":"2026-04-10T14:50:54.907805Z","end":"2026-04-10T14:50:56.606691Z","steps":["trace[723236491] 'process raft request' (duration: 1.571169211s)","trace[723236491] 'compare' (duration: 127.269357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:56.606898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:54.907773Z","time spent":"1.699027874s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:56.948365Z","caller":"traceutil/trace.go:171","msg":"trace[741139470] transaction","detail":"{read_only:false; response_revision:32419; number_of_response:1; }","duration":"1.226789063s","start":"2026-04-10T14:50:55.721553Z","end":"2026-04-10T14:50:56.948342Z","steps":["trace[741139470] 'process raft request' (duration: 1.226709911s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:56.948398Z","caller":"traceutil/trace.go:171","msg":"trace[1883586696] transaction","detail":"{read_only:false; response_revision:32418; number_of_response:1; }","duration":"1.226980058s","start":"2026-04-10T14:50:55.721389Z","end":"2026-04-10T14:50:56.948369Z","steps":["trace[1883586696] 'process raft request' (duration: 1.226685599s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:56.948502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.721532Z","time spent":"1.226902815s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:56.948512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.721367Z","time spent":"1.227073079s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:56.948706Z","caller":"traceutil/trace.go:171","msg":"trace[107443896] transaction","detail":"{read_only:false; response_revision:32420; number_of_response:1; }","duration":"1.22708026s","start":"2026-04-10T14:50:55.721615Z","end":"2026-04-10T14:50:56.948695Z","steps":["trace[107443896] 'process raft request' (duration: 1.22668878s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:56.94877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.721606Z","time spent":"1.227134482s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:56.94891Z","caller":"traceutil/trace.go:171","msg":"trace[1725699429] transaction","detail":"{read_only:false; response_revision:32422; number_of_response:1; }","duration":"1.206573733s","start":"2026-04-10T14:50:55.74232Z","end":"2026-04-10T14:50:56.948894Z","steps":["trace[1725699429] 'process raft request' (duration: 1.206330507s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:56.948969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.742307Z","time spent":"1.206637686s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:56.948988Z","caller":"traceutil/trace.go:171","msg":"trace[1830930801] transaction","detail":"{read_only:false; response_revision:32421; number_of_response:1; }","duration":"1.226810993s","start":"2026-04-10T14:50:55.722142Z","end":"2026-04-10T14:50:56.948952Z","steps":["trace[1830930801] 'process raft request' (duration: 1.226470604s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:56.949061Z","caller":"traceutil/trace.go:171","msg":"trace[1505656351] transaction","detail":"{read_only:false; response_revision:32423; number_of_response:1; }","duration":"1.205527237s","start":"2026-04-10T14:50:55.743524Z","end":"2026-04-10T14:50:56.949052Z","steps":["trace[1505656351] 'process raft request' (duration: 1.205159476s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:56.94911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.743516Z","time spent":"1.205565927s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:56.949125Z","caller":"traceutil/trace.go:171","msg":"trace[878637654] transaction","detail":"{read_only:false; response_revision:32424; number_of_response:1; }","duration":"1.204323695s","start":"2026-04-10T14:50:55.744788Z","end":"2026-04-10T14:50:56.949111Z","steps":["trace[878637654] 'process raft request' (duration: 1.203916014s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:56.949167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.722135Z","time spent":"1.226940056s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:56.949241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.744774Z","time spent":"1.204406887s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:57.172864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.116558ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:50:57.173087Z","caller":"traceutil/trace.go:171","msg":"trace[305593079] linearizableReadLoop","detail":"{readStateIndex:33907; appliedIndex:33898; }","duration":"1.457403649s","start":"2026-04-10T14:50:55.715665Z","end":"2026-04-10T14:50:57.173069Z","steps":["trace[305593079] 'read index received' (duration: 763.299928ms)","trace[305593079] 'applied index is now lower than readState.Index' (duration: 694.102421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:57.173176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65480161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:50:57.173222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882484479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:50:57.173237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123686663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:57.173257Z","caller":"traceutil/trace.go:171","msg":"trace[1541347665] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:32424; }","duration":"1.88255015s","start":"2026-04-10T14:50:55.290694Z","end":"2026-04-10T14:50:57.173244Z","steps":["trace[1541347665] 'agreement among raft nodes before linearized reading' (duration: 1.882466698s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:57.173262Z","caller":"traceutil/trace.go:171","msg":"trace[453048899] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:32424; }","duration":"1.654945902s","start":"2026-04-10T14:50:55.518293Z","end":"2026-04-10T14:50:57.173239Z","steps":["trace[453048899] 'agreement among raft nodes before linearized reading' (duration: 1.654782088s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:57.173289Z","caller":"traceutil/trace.go:171","msg":"trace[1280591266] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:32424; }","duration":"2.123742004s","start":"2026-04-10T14:50:55.049533Z","end":"2026-04-10T14:50:57.173275Z","steps":["trace[1280591266] 'agreement among raft nodes before linearized reading' (duration: 2.123660962s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:57.173295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.290681Z","time spent":"1.882603853s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":18,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:57.173318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.518272Z","time spent":"1.655033185s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:57.173327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.049472Z","time spent":"2.123845596s","remote":"127.0.0.1:45464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:57.173379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360932512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:50:57.173411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020517926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-10T14:50:57.173473Z","caller":"traceutil/trace.go:171","msg":"trace[596072809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:32424; }","duration":"2.020581928s","start":"2026-04-10T14:50:55.152876Z","end":"2026-04-10T14:50:57.173458Z","steps":["trace[596072809] 'agreement among raft nodes before linearized reading' (duration: 2.020407643s)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:57.173479Z","caller":"traceutil/trace.go:171","msg":"trace[1954957541] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:32424; }","duration":"2.361071836s","start":"2026-04-10T14:50:54.81238Z","end":"2026-04-10T14:50:57.173452Z","steps":["trace[1954957541] 'agreement among raft nodes before linearized reading' (duration: 2.360900161s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:57.17351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.152846Z","time spent":"2.020655899s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-10T14:50:57.17352Z","caller":"traceutil/trace.go:171","msg":"trace[499940322] transaction","detail":"{read_only:false; response_revision:32425; number_of_response:1; }","duration":"362.453012ms","start":"2026-04-10T14:50:56.811052Z","end":"2026-04-10T14:50:57.173505Z","steps":["trace[499940322] 'process raft request' (duration: 361.916729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:57.173517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024768577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-10T14:50:57.173537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:54.812364Z","time spent":"2.361158218s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-10T14:50:57.173602Z","caller":"traceutil/trace.go:171","msg":"trace[1353330884] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32424; }","duration":"2.024913121s","start":"2026-04-10T14:50:55.148669Z","end":"2026-04-10T14:50:57.173582Z","steps":["trace[1353330884] 'agreement among raft nodes before linearized reading' (duration: 2.024649254s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:57.173658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.148647Z","time spent":"2.025002413s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:50:57.17361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:56.811023Z","time spent":"362.533294ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:57.420887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664731068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:57.420962Z","caller":"traceutil/trace.go:171","msg":"trace[2063425161] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:32425; }","duration":"1.66484906s","start":"2026-04-10T14:50:55.756094Z","end":"2026-04-10T14:50:57.420943Z","steps":["trace[2063425161] 'agreement among raft nodes before linearized reading' (duration: 1.417384882s)","trace[2063425161] 'count revisions from in-memory index tree' (duration: 247.350964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:57.420996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.756077Z","time spent":"1.664908002s","remote":"127.0.0.1:45364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:57.421116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.5165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-10T14:50:57.421204Z","caller":"traceutil/trace.go:171","msg":"trace[23681087] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a504cd4e822978; range_end:; response_count:1; response_revision:32425; }","duration":"174.656094ms","start":"2026-04-10T14:50:57.246521Z","end":"2026-04-10T14:50:57.421177Z","steps":["trace[23681087] 'range keys from in-memory index tree' (duration: 174.330736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:57.421244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182221432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:57.421275Z","caller":"traceutil/trace.go:171","msg":"trace[1683644385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32425; }","duration":"2.182246723s","start":"2026-04-10T14:50:55.239013Z","end":"2026-04-10T14:50:57.42126Z","steps":["trace[1683644385] 'agreement among raft nodes before linearized reading' (duration: 1.934396916s)","trace[1683644385] 'range keys from in-memory index tree' (duration: 247.815986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:57.421311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.238951Z","time spent":"2.182350356s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:50:57.42144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735513087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:50:57.421459Z","caller":"traceutil/trace.go:171","msg":"trace[1756630025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32425; }","duration":"1.735570158s","start":"2026-04-10T14:50:55.685882Z","end":"2026-04-10T14:50:57.421452Z","steps":["trace[1756630025] 'agreement among raft nodes before linearized reading' (duration: 1.487542337s)","trace[1756630025] 'range keys from in-memory index tree' (duration: 247.945449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:57.421477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.334315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:50:57.421519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.538694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:50:57.421482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:55.685859Z","time spent":"1.735618731s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:50:57.421545Z","caller":"traceutil/trace.go:171","msg":"trace[592791318] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:32425; }","duration":"401.595955ms","start":"2026-04-10T14:50:57.01994Z","end":"2026-04-10T14:50:57.421536Z","steps":["trace[592791318] 'agreement among raft nodes before linearized reading' (duration: 153.675576ms)","trace[592791318] 'count revisions from in-memory index tree' (duration: 247.884048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:57.421565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:57.019917Z","time spent":"401.642357ms","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:50:57.421515Z","caller":"traceutil/trace.go:171","msg":"trace[91323224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32425; }","duration":"174.435139ms","start":"2026-04-10T14:50:57.247069Z","end":"2026-04-10T14:50:57.421504Z","steps":["trace[91323224] 'range keys from in-memory index tree' (duration: 174.263663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:57.421693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.905595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:50:57.421758Z","caller":"traceutil/trace.go:171","msg":"trace[1059287379] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32425; }","duration":"244.021618ms","start":"2026-04-10T14:50:57.17772Z","end":"2026-04-10T14:50:57.421741Z","steps":["trace[1059287379] 'range keys from in-memory index tree' (duration: 243.736831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:57.421834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.611867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-00e45a64-b809-420f-bb10-c14bb00c1557\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-10T14:50:57.421865Z","caller":"traceutil/trace.go:171","msg":"trace[2040489705] range","detail":"{range_begin:/registry/persistentvolumes/pvc-00e45a64-b809-420f-bb10-c14bb00c1557; range_end:; response_count:1; response_revision:32425; }","duration":"243.658417ms","start":"2026-04-10T14:50:57.178197Z","end":"2026-04-10T14:50:57.421856Z","steps":["trace[2040489705] 'range keys from in-memory index tree' (duration: 243.529565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:57.421941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045524824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:50:57.421971Z","caller":"traceutil/trace.go:171","msg":"trace[1892236397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32425; }","duration":"1.045600516s","start":"2026-04-10T14:50:56.376359Z","end":"2026-04-10T14:50:57.42196Z","steps":["trace[1892236397] 'agreement among raft nodes before linearized reading' (duration: 797.270187ms)","trace[1892236397] 'count revisions from in-memory index tree' (duration: 248.289138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:57.421994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.851114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:50:57.422023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:56.376338Z","time spent":"1.045646557s","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:50:57.422033Z","caller":"traceutil/trace.go:171","msg":"trace[1878826309] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:32425; }","duration":"240.914166ms","start":"2026-04-10T14:50:57.181112Z","end":"2026-04-10T14:50:57.422026Z","steps":["trace[1878826309] 'range keys from in-memory index tree' (duration: 240.806442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:57.422156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076529464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:57.422178Z","caller":"traceutil/trace.go:171","msg":"trace[801074428] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:32425; }","duration":"1.076582446s","start":"2026-04-10T14:50:56.345589Z","end":"2026-04-10T14:50:57.422171Z","steps":["trace[801074428] 'agreement among raft nodes before linearized reading' (duration: 828.051351ms)","trace[801074428] 'count revisions from in-memory index tree' (duration: 248.500493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:57.422198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:56.345571Z","time spent":"1.076620547s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:57.422281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.621637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:57.422311Z","caller":"traceutil/trace.go:171","msg":"trace[162160543] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:32425; }","duration":"106.676948ms","start":"2026-04-10T14:50:57.315624Z","end":"2026-04-10T14:50:57.422301Z","steps":["trace[162160543] 'count revisions from in-memory index tree' (duration: 106.559426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:57.422358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.048145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:50:57.422386Z","caller":"traceutil/trace.go:171","msg":"trace[1732546832] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:32425; }","duration":"783.103396ms","start":"2026-04-10T14:50:56.639272Z","end":"2026-04-10T14:50:57.422375Z","steps":["trace[1732546832] 'agreement among raft nodes before linearized reading' (duration: 534.341105ms)","trace[1732546832] 'count revisions from in-memory index tree' (duration: 248.706239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:57.422414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:56.639247Z","time spent":"783.160037ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:57.422529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.105328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:57.422553Z","caller":"traceutil/trace.go:171","msg":"trace[1169375428] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:32425; }","duration":"516.161729ms","start":"2026-04-10T14:50:56.906381Z","end":"2026-04-10T14:50:57.422543Z","steps":["trace[1169375428] 'agreement among raft nodes before linearized reading' (duration: 267.279696ms)","trace[1169375428] 'count revisions from in-memory index tree' (duration: 248.849163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:57.422576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:56.906364Z","time spent":"516.20382ms","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:57.422925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280387622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:50:57.42295Z","caller":"traceutil/trace.go:171","msg":"trace[1061737144] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:32425; }","duration":"1.280466424s","start":"2026-04-10T14:50:56.142476Z","end":"2026-04-10T14:50:57.422943Z","steps":["trace[1061737144] 'agreement among raft nodes before linearized reading' (duration: 1.031170549s)","trace[1061737144] 'count revisions from in-memory index tree' (duration: 249.249083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:57.422976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:56.142448Z","time spent":"1.280520246s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":95,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:50:58.27626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.901343ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-10T14:50:58.276353Z","caller":"traceutil/trace.go:171","msg":"trace[1533315769] linearizableReadLoop","detail":"{readStateIndex:33911; appliedIndex:33910; }","duration":"759.190262ms","start":"2026-04-10T14:50:57.517146Z","end":"2026-04-10T14:50:58.276336Z","steps":["trace[1533315769] 'read index received' (duration: 220.209275ms)","trace[1533315769] 'applied index is now lower than readState.Index' (duration: 538.979547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:58.276419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:57.427764Z","time spent":"848.64699ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T14:50:58.276469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.277353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:50:58.276537Z","caller":"traceutil/trace.go:171","msg":"trace[1921759799] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:32426; }","duration":"847.366556ms","start":"2026-04-10T14:50:57.429151Z","end":"2026-04-10T14:50:58.276518Z","steps":["trace[1921759799] 'agreement among raft nodes before linearized reading' (duration: 847.245553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:58.276599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:57.429144Z","time spent":"847.441158ms","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-10T14:50:58.407949Z","caller":"traceutil/trace.go:171","msg":"trace[1130296476] transaction","detail":"{read_only:false; response_revision:32427; number_of_response:1; }","duration":"685.191608ms","start":"2026-04-10T14:50:57.722734Z","end":"2026-04-10T14:50:58.407925Z","steps":["trace[1130296476] 'process raft request' (duration: 684.345635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:58.408103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:57.722711Z","time spent":"685.31309ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:58.408288Z","caller":"traceutil/trace.go:171","msg":"trace[1962096747] transaction","detail":"{read_only:false; response_revision:32428; number_of_response:1; }","duration":"685.090945ms","start":"2026-04-10T14:50:57.723171Z","end":"2026-04-10T14:50:58.408262Z","steps":["trace[1962096747] 'process raft request' (duration: 684.680534ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:58.408332Z","caller":"traceutil/trace.go:171","msg":"trace[1555647171] linearizableReadLoop","detail":"{readStateIndex:33914; appliedIndex:33911; }","duration":"131.938838ms","start":"2026-04-10T14:50:58.276378Z","end":"2026-04-10T14:50:58.408317Z","steps":["trace[1555647171] 'read index received' (duration: 130.673004ms)","trace[1555647171] 'applied index is now lower than readState.Index' (duration: 1.265103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:50:58.40849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.468075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"info","ts":"2026-04-10T14:50:58.408535Z","caller":"traceutil/trace.go:171","msg":"trace[1161873562] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32429; }","duration":"685.540217ms","start":"2026-04-10T14:50:57.722984Z","end":"2026-04-10T14:50:58.408524Z","steps":["trace[1161873562] 'agreement among raft nodes before linearized reading' (duration: 685.405483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:58.40857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:57.722974Z","time spent":"685.590338ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4863,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-10T14:50:58.408578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.368472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-10T14:50:58.408711Z","caller":"traceutil/trace.go:171","msg":"trace[1749366504] transaction","detail":"{read_only:false; response_revision:32429; number_of_response:1; }","duration":"684.983892ms","start":"2026-04-10T14:50:57.723641Z","end":"2026-04-10T14:50:58.408625Z","steps":["trace[1749366504] 'process raft request' (duration: 684.575291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:58.408766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.769478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-10T14:50:58.408852Z","caller":"traceutil/trace.go:171","msg":"trace[1515081105] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:32429; }","duration":"218.915941ms","start":"2026-04-10T14:50:58.189918Z","end":"2026-04-10T14:50:58.408834Z","steps":["trace[1515081105] 'agreement among raft nodes before linearized reading' (duration: 218.669924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:58.408921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:57.72363Z","time spent":"685.159037ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:50:58.408732Z","caller":"traceutil/trace.go:171","msg":"trace[740751673] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:32429; }","duration":"879.525937ms","start":"2026-04-10T14:50:57.529129Z","end":"2026-04-10T14:50:58.408655Z","steps":["trace[740751673] 'agreement among raft nodes before linearized reading' (duration: 879.267959ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:50:58.409063Z","caller":"traceutil/trace.go:171","msg":"trace[232219841] transaction","detail":"{read_only:false; response_revision:32430; number_of_response:1; }","duration":"131.24482ms","start":"2026-04-10T14:50:58.277804Z","end":"2026-04-10T14:50:58.409049Z","steps":["trace[232219841] 'process raft request' (duration: 131.148747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:58.409092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:57.529109Z","time spent":"879.962228ms","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-10T14:50:58.409269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.490133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16991"} {"level":"info","ts":"2026-04-10T14:50:58.409338Z","caller":"traceutil/trace.go:171","msg":"trace[2026845687] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32430; }","duration":"890.577506ms","start":"2026-04-10T14:50:57.518748Z","end":"2026-04-10T14:50:58.409325Z","steps":["trace[2026845687] 'agreement among raft nodes before linearized reading' (duration: 890.3558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:58.409397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:57.518735Z","time spent":"890.651538ms","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17014,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-10T14:50:58.408779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:57.723163Z","time spent":"685.187997ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:50:58.409745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.429684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:50:58.409798Z","caller":"traceutil/trace.go:171","msg":"trace[1786089406] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32430; }","duration":"889.509107ms","start":"2026-04-10T14:50:57.520275Z","end":"2026-04-10T14:50:58.409784Z","steps":["trace[1786089406] 'agreement among raft nodes before linearized reading' (duration: 888.261434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:50:58.409836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:50:57.520261Z","time spent":"889.566988ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:51:01.147118Z","caller":"traceutil/trace.go:171","msg":"trace[14489872] linearizableReadLoop","detail":"{readStateIndex:33946; appliedIndex:33945; }","duration":"178.134145ms","start":"2026-04-10T14:51:00.968958Z","end":"2026-04-10T14:51:01.147093Z","steps":["trace[14489872] 'read index received' (duration: 177.94251ms)","trace[14489872] 'applied index is now lower than readState.Index' (duration: 190.705µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:01.147555Z","caller":"traceutil/trace.go:171","msg":"trace[249232374] transaction","detail":"{read_only:false; response_revision:32460; number_of_response:1; }","duration":"178.642239ms","start":"2026-04-10T14:51:00.968842Z","end":"2026-04-10T14:51:01.147485Z","steps":["trace[249232374] 'process raft request' (duration: 178.062803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:01.147594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.617038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:51:01.147746Z","caller":"traceutil/trace.go:171","msg":"trace[117814757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32460; }","duration":"178.812503ms","start":"2026-04-10T14:51:00.968921Z","end":"2026-04-10T14:51:01.147734Z","steps":["trace[117814757] 'agreement among raft nodes before linearized reading' (duration: 178.545336ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:01.237156Z","caller":"traceutil/trace.go:171","msg":"trace[1409412908] transaction","detail":"{read_only:false; response_revision:32464; number_of_response:1; }","duration":"264.544934ms","start":"2026-04-10T14:51:00.972587Z","end":"2026-04-10T14:51:01.237132Z","steps":["trace[1409412908] 'process raft request' (duration: 264.263116ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:01.237212Z","caller":"traceutil/trace.go:171","msg":"trace[1457686049] transaction","detail":"{read_only:false; response_revision:32465; number_of_response:1; }","duration":"176.294497ms","start":"2026-04-10T14:51:01.060895Z","end":"2026-04-10T14:51:01.237189Z","steps":["trace[1457686049] 'process raft request' (duration: 175.989079ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:01.237466Z","caller":"traceutil/trace.go:171","msg":"trace[668664427] transaction","detail":"{read_only:false; response_revision:32461; number_of_response:1; }","duration":"268.010765ms","start":"2026-04-10T14:51:00.969443Z","end":"2026-04-10T14:51:01.237453Z","steps":["trace[668664427] 'process raft request' (duration: 260.882998ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:01.237596Z","caller":"traceutil/trace.go:171","msg":"trace[1398308677] transaction","detail":"{read_only:false; response_revision:32462; number_of_response:1; }","duration":"265.529059ms","start":"2026-04-10T14:51:00.972054Z","end":"2026-04-10T14:51:01.237583Z","steps":["trace[1398308677] 'process raft request' (duration: 264.694937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:01.237796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.038178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-10T14:51:01.23782Z","caller":"traceutil/trace.go:171","msg":"trace[1810234329] transaction","detail":"{read_only:false; response_revision:32463; number_of_response:1; }","duration":"265.674423ms","start":"2026-04-10T14:51:00.972135Z","end":"2026-04-10T14:51:01.237809Z","steps":["trace[1810234329] 'process raft request' (duration: 264.667497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:01.237921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.198531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:51:01.23796Z","caller":"traceutil/trace.go:171","msg":"trace[429865941] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:32467; }","duration":"159.269893ms","start":"2026-04-10T14:51:01.078682Z","end":"2026-04-10T14:51:01.237952Z","steps":["trace[429865941] 'agreement among raft nodes before linearized reading' (duration: 159.183921ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:01.237847Z","caller":"traceutil/trace.go:171","msg":"trace[1134775731] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:32467; }","duration":"151.13443ms","start":"2026-04-10T14:51:01.086699Z","end":"2026-04-10T14:51:01.237833Z","steps":["trace[1134775731] 'agreement among raft nodes before linearized reading' (duration: 150.984596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:01.238196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.054255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:51:01.238234Z","caller":"traceutil/trace.go:171","msg":"trace[1647117843] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32467; }","duration":"263.131807ms","start":"2026-04-10T14:51:00.975093Z","end":"2026-04-10T14:51:01.238225Z","steps":["trace[1647117843] 'agreement among raft nodes before linearized reading' (duration: 263.035984ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:01.242523Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29250} {"level":"info","ts":"2026-04-10T14:51:01.386136Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29250,"took":"138.601203ms","hash":3470135847,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":38363136,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-10T14:51:01.386196Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3470135847,"revision":29250,"compact-revision":26573} {"level":"warn","ts":"2026-04-10T14:51:06.485943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.148515ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:51:06.486237Z","caller":"traceutil/trace.go:171","msg":"trace[208891170] linearizableReadLoop","detail":"{readStateIndex:34001; appliedIndex:34000; }","duration":"148.279714ms","start":"2026-04-10T14:51:06.337933Z","end":"2026-04-10T14:51:06.486213Z","steps":["trace[208891170] 'read index received' (duration: 54.672µs)","trace[208891170] 'applied index is now lower than readState.Index' (duration: 148.223132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:06.486661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.702695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:51:06.48673Z","caller":"traceutil/trace.go:171","msg":"trace[1027768182] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:32511; }","duration":"148.824718ms","start":"2026-04-10T14:51:06.337889Z","end":"2026-04-10T14:51:06.486714Z","steps":["trace[1027768182] 'agreement among raft nodes before linearized reading' (duration: 148.570092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:06.54131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.87845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"info","ts":"2026-04-10T14:51:06.541388Z","caller":"traceutil/trace.go:171","msg":"trace[1002357177] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32514; }","duration":"108.995824ms","start":"2026-04-10T14:51:06.432374Z","end":"2026-04-10T14:51:06.54137Z","steps":["trace[1002357177] 'agreement among raft nodes before linearized reading' (duration: 108.810129ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:06.541365Z","caller":"traceutil/trace.go:171","msg":"trace[580695825] transaction","detail":"{read_only:false; response_revision:32513; number_of_response:1; }","duration":"101.013176ms","start":"2026-04-10T14:51:06.440313Z","end":"2026-04-10T14:51:06.541326Z","steps":["trace[580695825] 'process raft request' (duration: 48.012658ms)","trace[580695825] 'compare' (duration: 52.580138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:06.541697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.357359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:51:06.541793Z","caller":"traceutil/trace.go:171","msg":"trace[1263856685] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:32514; }","duration":"145.492933ms","start":"2026-04-10T14:51:06.396273Z","end":"2026-04-10T14:51:06.541766Z","steps":["trace[1263856685] 'agreement among raft nodes before linearized reading' (duration: 145.328589ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:08.871336Z","caller":"traceutil/trace.go:171","msg":"trace[1429156730] transaction","detail":"{read_only:false; response_revision:32540; number_of_response:1; }","duration":"107.558186ms","start":"2026-04-10T14:51:08.763753Z","end":"2026-04-10T14:51:08.871312Z","steps":["trace[1429156730] 'process raft request' (duration: 107.419502ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.062837Z","caller":"traceutil/trace.go:171","msg":"trace[1020154229] transaction","detail":"{read_only:false; number_of_response:0; response_revision:32540; }","duration":"182.664429ms","start":"2026-04-10T14:51:08.880127Z","end":"2026-04-10T14:51:09.062791Z","steps":["trace[1020154229] 'process raft request' (duration: 182.525695ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.474181Z","caller":"traceutil/trace.go:171","msg":"trace[496912176] linearizableReadLoop","detail":"{readStateIndex:34032; appliedIndex:34031; }","duration":"289.163877ms","start":"2026-04-10T14:51:09.184986Z","end":"2026-04-10T14:51:09.47415Z","steps":["trace[496912176] 'read index received' (duration: 288.718856ms)","trace[496912176] 'applied index is now lower than readState.Index' (duration: 443.831µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:09.474314Z","caller":"traceutil/trace.go:171","msg":"trace[898808131] transaction","detail":"{read_only:false; response_revision:32541; number_of_response:1; }","duration":"400.659235ms","start":"2026-04-10T14:51:09.073596Z","end":"2026-04-10T14:51:09.474256Z","steps":["trace[898808131] 'process raft request' (duration: 400.114381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:09.47453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.507626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-10T14:51:09.474567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:09.073573Z","time spent":"400.867521ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:09.474631Z","caller":"traceutil/trace.go:171","msg":"trace[55005243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32541; }","duration":"289.66084ms","start":"2026-04-10T14:51:09.184947Z","end":"2026-04-10T14:51:09.474608Z","steps":["trace[55005243] 'agreement among raft nodes before linearized reading' (duration: 289.344512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:09.508504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.9032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:51:09.508574Z","caller":"traceutil/trace.go:171","msg":"trace[390707666] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32542; }","duration":"209.024673ms","start":"2026-04-10T14:51:09.299533Z","end":"2026-04-10T14:51:09.508558Z","steps":["trace[390707666] 'agreement among raft nodes before linearized reading' (duration: 208.832839ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.508641Z","caller":"traceutil/trace.go:171","msg":"trace[1736010021] transaction","detail":"{read_only:false; response_revision:32542; number_of_response:1; }","duration":"220.599286ms","start":"2026-04-10T14:51:09.28801Z","end":"2026-04-10T14:51:09.50861Z","steps":["trace[1736010021] 'process raft request' (duration: 220.089182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:09.508505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.575441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:51:09.508641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.71287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:51:09.509569Z","caller":"traceutil/trace.go:171","msg":"trace[1439007802] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32542; }","duration":"128.659554ms","start":"2026-04-10T14:51:09.380877Z","end":"2026-04-10T14:51:09.509537Z","steps":["trace[1439007802] 'agreement among raft nodes before linearized reading' (duration: 127.667648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:09.509687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.296881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:51:09.509755Z","caller":"traceutil/trace.go:171","msg":"trace[1617294994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32542; }","duration":"210.408519ms","start":"2026-04-10T14:51:09.299322Z","end":"2026-04-10T14:51:09.50973Z","steps":["trace[1617294994] 'agreement among raft nodes before linearized reading' (duration: 209.205688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:09.510037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.987668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:51:09.510081Z","caller":"traceutil/trace.go:171","msg":"trace[846705071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32542; }","duration":"205.0565ms","start":"2026-04-10T14:51:09.305Z","end":"2026-04-10T14:51:09.510057Z","steps":["trace[846705071] 'agreement among raft nodes before linearized reading' (duration: 203.569201ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.510274Z","caller":"traceutil/trace.go:171","msg":"trace[1732385610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32542; }","duration":"205.267175ms","start":"2026-04-10T14:51:09.304882Z","end":"2026-04-10T14:51:09.51015Z","steps":["trace[1732385610] 'agreement among raft nodes before linearized reading' (duration: 203.464838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:09.509196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.334766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-04-10T14:51:09.51043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.588878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:51:09.510476Z","caller":"traceutil/trace.go:171","msg":"trace[243896431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32542; }","duration":"209.69866ms","start":"2026-04-10T14:51:09.300761Z","end":"2026-04-10T14:51:09.51046Z","steps":["trace[243896431] 'agreement among raft nodes before linearized reading' (duration: 207.849073ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.510489Z","caller":"traceutil/trace.go:171","msg":"trace[1410525477] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:32542; }","duration":"320.155912ms","start":"2026-04-10T14:51:09.190302Z","end":"2026-04-10T14:51:09.510458Z","steps":["trace[1410525477] 'agreement among raft nodes before linearized reading' (duration: 318.17564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:09.510573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:09.190288Z","time spent":"320.256615ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":918,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-04-10T14:51:09.692613Z","caller":"traceutil/trace.go:171","msg":"trace[1158079441] linearizableReadLoop","detail":"{readStateIndex:34034; appliedIndex:34033; }","duration":"184.29917ms","start":"2026-04-10T14:51:09.508281Z","end":"2026-04-10T14:51:09.69258Z","steps":["trace[1158079441] 'read index received' (duration: 115.159133ms)","trace[1158079441] 'applied index is now lower than readState.Index' (duration: 69.139407ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:09.692696Z","caller":"traceutil/trace.go:171","msg":"trace[282287434] transaction","detail":"{read_only:false; response_revision:32543; number_of_response:1; }","duration":"209.191887ms","start":"2026-04-10T14:51:09.483444Z","end":"2026-04-10T14:51:09.692636Z","steps":["trace[282287434] 'process raft request' (duration: 140.081932ms)","trace[282287434] 'compare' (duration: 68.943701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:09.692888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.196382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:51:09.693037Z","caller":"traceutil/trace.go:171","msg":"trace[386553707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32543; }","duration":"193.402447ms","start":"2026-04-10T14:51:09.499598Z","end":"2026-04-10T14:51:09.693001Z","steps":["trace[386553707] 'agreement among raft nodes before linearized reading' (duration: 193.089658ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.724985Z","caller":"traceutil/trace.go:171","msg":"trace[1355248674] transaction","detail":"{read_only:false; response_revision:32549; number_of_response:1; }","duration":"188.748507ms","start":"2026-04-10T14:51:09.536204Z","end":"2026-04-10T14:51:09.724953Z","steps":["trace[1355248674] 'process raft request' (duration: 188.680944ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.725557Z","caller":"traceutil/trace.go:171","msg":"trace[1308557030] transaction","detail":"{read_only:false; response_revision:32544; number_of_response:1; }","duration":"202.948126ms","start":"2026-04-10T14:51:09.52259Z","end":"2026-04-10T14:51:09.725539Z","steps":["trace[1308557030] 'process raft request' (duration: 201.990651ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.725901Z","caller":"traceutil/trace.go:171","msg":"trace[917368665] transaction","detail":"{read_only:false; response_revision:32545; number_of_response:1; }","duration":"200.384959ms","start":"2026-04-10T14:51:09.525498Z","end":"2026-04-10T14:51:09.725883Z","steps":["trace[917368665] 'process raft request' (duration: 199.209618ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.726136Z","caller":"traceutil/trace.go:171","msg":"trace[1311560729] transaction","detail":"{read_only:false; response_revision:32546; number_of_response:1; }","duration":"199.524397ms","start":"2026-04-10T14:51:09.5266Z","end":"2026-04-10T14:51:09.726125Z","steps":["trace[1311560729] 'process raft request' (duration: 198.149501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:09.726225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.52491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-10T14:51:09.726364Z","caller":"traceutil/trace.go:171","msg":"trace[2004398409] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32549; }","duration":"203.726566ms","start":"2026-04-10T14:51:09.522597Z","end":"2026-04-10T14:51:09.726324Z","steps":["trace[2004398409] 'agreement among raft nodes before linearized reading' (duration: 203.460898ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.726406Z","caller":"traceutil/trace.go:171","msg":"trace[1405031590] transaction","detail":"{read_only:false; response_revision:32547; number_of_response:1; }","duration":"199.735423ms","start":"2026-04-10T14:51:09.526659Z","end":"2026-04-10T14:51:09.726395Z","steps":["trace[1405031590] 'process raft request' (duration: 198.156211ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.726485Z","caller":"traceutil/trace.go:171","msg":"trace[1305098744] transaction","detail":"{read_only:false; response_revision:32548; number_of_response:1; }","duration":"199.353593ms","start":"2026-04-10T14:51:09.527123Z","end":"2026-04-10T14:51:09.726477Z","steps":["trace[1305098744] 'process raft request' (duration: 197.72429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:09.727222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.162605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-c5zgf\" ","response":"range_response_count:1 size:5978"} {"level":"info","ts":"2026-04-10T14:51:09.727324Z","caller":"traceutil/trace.go:171","msg":"trace[1375959903] range","detail":"{range_begin:/registry/pods/monitoring/vector-c5zgf; range_end:; response_count:1; response_revision:32549; }","duration":"212.292768ms","start":"2026-04-10T14:51:09.515007Z","end":"2026-04-10T14:51:09.7273Z","steps":["trace[1375959903] 'agreement among raft nodes before linearized reading' (duration: 211.962879ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.838758Z","caller":"traceutil/trace.go:171","msg":"trace[2125677174] transaction","detail":"{read_only:false; response_revision:32550; number_of_response:1; }","duration":"103.262244ms","start":"2026-04-10T14:51:09.735467Z","end":"2026-04-10T14:51:09.838729Z","steps":["trace[2125677174] 'process raft request' (duration: 70.079622ms)","trace[2125677174] 'compare' (duration: 32.952356ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:09.839164Z","caller":"traceutil/trace.go:171","msg":"trace[1007791209] transaction","detail":"{read_only:false; response_revision:32551; number_of_response:1; }","duration":"103.48448ms","start":"2026-04-10T14:51:09.7356Z","end":"2026-04-10T14:51:09.839084Z","steps":["trace[1007791209] 'process raft request' (duration: 103.061558ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:09.986393Z","caller":"traceutil/trace.go:171","msg":"trace[162474920] transaction","detail":"{read_only:false; response_revision:32553; number_of_response:1; }","duration":"125.655817ms","start":"2026-04-10T14:51:09.860666Z","end":"2026-04-10T14:51:09.986322Z","steps":["trace[162474920] 'process raft request' (duration: 122.187727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:10.478434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.401816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:10.478851Z","caller":"traceutil/trace.go:171","msg":"trace[1708056874] transaction","detail":"{read_only:false; response_revision:32556; number_of_response:1; }","duration":"434.427432ms","start":"2026-04-10T14:51:10.044411Z","end":"2026-04-10T14:51:10.478838Z","steps":["trace[1708056874] 'process raft request' (duration: 434.362851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:10.478901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:10.044387Z","time spent":"434.489454ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:10.479017Z","caller":"traceutil/trace.go:171","msg":"trace[111614861] transaction","detail":"{read_only:false; response_revision:32554; number_of_response:1; }","duration":"611.239988ms","start":"2026-04-10T14:51:09.867771Z","end":"2026-04-10T14:51:10.479011Z","steps":["trace[111614861] 'process raft request' (duration: 419.209606ms)","trace[111614861] 'compare' (duration: 191.303644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:10.479045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:09.867733Z","time spent":"611.300401ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":658,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:51:10.47919Z","caller":"traceutil/trace.go:171","msg":"trace[374595348] transaction","detail":"{read_only:false; response_revision:32555; number_of_response:1; }","duration":"606.744143ms","start":"2026-04-10T14:51:09.872441Z","end":"2026-04-10T14:51:10.479185Z","steps":["trace[374595348] 'process raft request' (duration: 606.26292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:10.479224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:09.872423Z","time spent":"606.784083ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:10.479301Z","caller":"traceutil/trace.go:171","msg":"trace[1832524622] transaction","detail":"{read_only:false; number_of_response:1; response_revision:32555; }","duration":"605.837948ms","start":"2026-04-10T14:51:09.873455Z","end":"2026-04-10T14:51:10.479293Z","steps":["trace[1832524622] 'process raft request' (duration: 605.294154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:10.479338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:09.873442Z","time spent":"605.878229ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":1815,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:10.479418Z","caller":"traceutil/trace.go:171","msg":"trace[344722240] linearizableReadLoop","detail":"{readStateIndex:34047; appliedIndex:34043; }","duration":"564.664877ms","start":"2026-04-10T14:51:09.914745Z","end":"2026-04-10T14:51:10.47941Z","steps":["trace[344722240] 'read index received' (duration: 67.616897ms)","trace[344722240] 'applied index is now lower than readState.Index' (duration: 497.04736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:10.479673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.940665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-65lqg.18a503806ed96c56\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-04-10T14:51:10.479705Z","caller":"traceutil/trace.go:171","msg":"trace[1809629350] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-65lqg.18a503806ed96c56; range_end:; response_count:1; response_revision:32556; }","duration":"565.009877ms","start":"2026-04-10T14:51:09.914686Z","end":"2026-04-10T14:51:10.479696Z","steps":["trace[1809629350] 'agreement among raft nodes before linearized reading' (duration: 564.913054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:10.479722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:09.914663Z","time spent":"565.055658ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":790,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-65lqg.18a503806ed96c56\" "} {"level":"warn","ts":"2026-04-10T14:51:10.479831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.763411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:10.479858Z","caller":"traceutil/trace.go:171","msg":"trace[595276902] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:32556; }","duration":"534.830963ms","start":"2026-04-10T14:51:09.945018Z","end":"2026-04-10T14:51:10.479849Z","steps":["trace[595276902] 'agreement among raft nodes before linearized reading' (duration: 534.789432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:10.479878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:09.944997Z","time spent":"534.875193ms","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:51:10.480072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.521294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:10.480174Z","caller":"traceutil/trace.go:171","msg":"trace[388326933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32556; }","duration":"242.670307ms","start":"2026-04-10T14:51:10.237484Z","end":"2026-04-10T14:51:10.480154Z","steps":["trace[388326933] 'agreement among raft nodes before linearized reading' (duration: 242.516584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:10.480093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.779747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:10.480953Z","caller":"traceutil/trace.go:171","msg":"trace[1585510596] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:32556; }","duration":"269.683179ms","start":"2026-04-10T14:51:10.211246Z","end":"2026-04-10T14:51:10.480929Z","steps":["trace[1585510596] 'agreement among raft nodes before linearized reading' (duration: 268.759136ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:11.005488Z","caller":"traceutil/trace.go:171","msg":"trace[1613577302] transaction","detail":"{read_only:false; response_revision:32559; number_of_response:1; }","duration":"503.011336ms","start":"2026-04-10T14:51:10.502455Z","end":"2026-04-10T14:51:11.005466Z","steps":["trace[1613577302] 'process raft request' (duration: 502.962794ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:11.005549Z","caller":"traceutil/trace.go:171","msg":"trace[2032905175] transaction","detail":"{read_only:false; response_revision:32558; number_of_response:1; }","duration":"512.068361ms","start":"2026-04-10T14:51:10.493428Z","end":"2026-04-10T14:51:11.005496Z","steps":["trace[2032905175] 'process raft request' (duration: 511.856815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:11.005621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:10.502426Z","time spent":"503.127169ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:11.00576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:10.493392Z","time spent":"512.231925ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2311,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:11.255819Z","caller":"traceutil/trace.go:171","msg":"trace[758412133] transaction","detail":"{read_only:false; response_revision:32560; number_of_response:1; }","duration":"702.919412ms","start":"2026-04-10T14:51:10.55288Z","end":"2026-04-10T14:51:11.2558Z","steps":["trace[758412133] 'process raft request' (duration: 702.505052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:11.255955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:10.552859Z","time spent":"703.026554ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:11.256167Z","caller":"traceutil/trace.go:171","msg":"trace[2044087092] transaction","detail":"{read_only:false; response_revision:32561; number_of_response:1; }","duration":"702.616665ms","start":"2026-04-10T14:51:10.55353Z","end":"2026-04-10T14:51:11.256147Z","steps":["trace[2044087092] 'process raft request' (duration: 702.206434ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:11.256226Z","caller":"traceutil/trace.go:171","msg":"trace[1239672067] transaction","detail":"{read_only:false; response_revision:32563; number_of_response:1; }","duration":"507.635615ms","start":"2026-04-10T14:51:10.748579Z","end":"2026-04-10T14:51:11.256214Z","steps":["trace[1239672067] 'process raft request' (duration: 507.554943ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:11.256192Z","caller":"traceutil/trace.go:171","msg":"trace[357099326] linearizableReadLoop","detail":"{readStateIndex:34053; appliedIndex:34049; }","duration":"613.455947ms","start":"2026-04-10T14:51:10.64272Z","end":"2026-04-10T14:51:11.256176Z","steps":["trace[357099326] 'read index received' (duration: 362.610246ms)","trace[357099326] 'applied index is now lower than readState.Index' (duration: 250.844871ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:11.256245Z","caller":"traceutil/trace.go:171","msg":"trace[1134226942] transaction","detail":"{read_only:false; response_revision:32562; number_of_response:1; }","duration":"560.741476ms","start":"2026-04-10T14:51:10.695467Z","end":"2026-04-10T14:51:11.256208Z","steps":["trace[1134226942] 'process raft request' (duration: 560.589633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:11.256286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:10.748541Z","time spent":"507.714017ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:11.256288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:10.553522Z","time spent":"702.700517ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:11.256322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.592941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:51:11.256412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:10.695443Z","time spent":"560.886939ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:11.256818Z","caller":"traceutil/trace.go:171","msg":"trace[1566496471] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:32563; }","duration":"613.720864ms","start":"2026-04-10T14:51:10.642668Z","end":"2026-04-10T14:51:11.256389Z","steps":["trace[1566496471] 'agreement among raft nodes before linearized reading' (duration: 613.609841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:11.256876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:10.642643Z","time spent":"614.216917ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:51:11.267425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.622967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:51:11.267479Z","caller":"traceutil/trace.go:171","msg":"trace[140812040] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32566; }","duration":"574.71142ms","start":"2026-04-10T14:51:10.692756Z","end":"2026-04-10T14:51:11.267467Z","steps":["trace[140812040] 'agreement among raft nodes before linearized reading' (duration: 574.560086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:11.267506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:10.69274Z","time spent":"574.761301ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:51:11.267678Z","caller":"traceutil/trace.go:171","msg":"trace[16040424] transaction","detail":"{read_only:false; response_revision:32564; number_of_response:1; }","duration":"256.757115ms","start":"2026-04-10T14:51:11.010912Z","end":"2026-04-10T14:51:11.267669Z","steps":["trace[16040424] 'process raft request' (duration: 256.221041ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:11.268192Z","caller":"traceutil/trace.go:171","msg":"trace[750940810] transaction","detail":"{read_only:false; response_revision:32565; number_of_response:1; }","duration":"223.777967ms","start":"2026-04-10T14:51:11.044395Z","end":"2026-04-10T14:51:11.268173Z","steps":["trace[750940810] 'process raft request' (duration: 222.822672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:11.26894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.309825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:51:11.269042Z","caller":"traceutil/trace.go:171","msg":"trace[1421426662] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:32566; }","duration":"388.473568ms","start":"2026-04-10T14:51:10.880549Z","end":"2026-04-10T14:51:11.269022Z","steps":["trace[1421426662] 'agreement among raft nodes before linearized reading' (duration: 387.986775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:11.269097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:10.880529Z","time spent":"388.55074ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":264,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:51:11.269287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.711025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:11.269318Z","caller":"traceutil/trace.go:171","msg":"trace[359958722] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:32566; }","duration":"138.780577ms","start":"2026-04-10T14:51:11.130528Z","end":"2026-04-10T14:51:11.269308Z","steps":["trace[359958722] 'agreement among raft nodes before linearized reading' (duration: 138.730446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:11.269309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.103962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:51:11.269363Z","caller":"traceutil/trace.go:171","msg":"trace[376843193] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:32566; }","duration":"190.206715ms","start":"2026-04-10T14:51:11.079143Z","end":"2026-04-10T14:51:11.26935Z","steps":["trace[376843193] 'agreement among raft nodes before linearized reading' (duration: 190.110222ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:12.399295Z","caller":"traceutil/trace.go:171","msg":"trace[1736655101] linearizableReadLoop","detail":"{readStateIndex:34116; appliedIndex:34115; }","duration":"249.341011ms","start":"2026-04-10T14:51:12.149921Z","end":"2026-04-10T14:51:12.399262Z","steps":["trace[1736655101] 'read index received' (duration: 248.975092ms)","trace[1736655101] 'applied index is now lower than readState.Index' (duration: 364.139µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:12.399343Z","caller":"traceutil/trace.go:171","msg":"trace[1754184143] transaction","detail":"{read_only:false; response_revision:32621; number_of_response:1; }","duration":"249.826224ms","start":"2026-04-10T14:51:12.149478Z","end":"2026-04-10T14:51:12.399304Z","steps":["trace[1754184143] 'process raft request' (duration: 249.528756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:12.399914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.707071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:12.400009Z","caller":"traceutil/trace.go:171","msg":"trace[1307923604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32621; }","duration":"164.845986ms","start":"2026-04-10T14:51:12.235136Z","end":"2026-04-10T14:51:12.399982Z","steps":["trace[1307923604] 'agreement among raft nodes before linearized reading' (duration: 164.703811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:12.400061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.098812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97788"} {"level":"info","ts":"2026-04-10T14:51:12.400112Z","caller":"traceutil/trace.go:171","msg":"trace[133160471] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:32621; }","duration":"250.197855ms","start":"2026-04-10T14:51:12.149902Z","end":"2026-04-10T14:51:12.4001Z","steps":["trace[133160471] 'agreement among raft nodes before linearized reading' (duration: 249.554808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:12.400168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.538581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:12.400227Z","caller":"traceutil/trace.go:171","msg":"trace[137643487] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:32621; }","duration":"148.653123ms","start":"2026-04-10T14:51:12.25156Z","end":"2026-04-10T14:51:12.400213Z","steps":["trace[137643487] 'agreement among raft nodes before linearized reading' (duration: 148.50746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:12.926714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.136972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T14:51:12.927081Z","caller":"traceutil/trace.go:171","msg":"trace[2094403803] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32623; }","duration":"240.542212ms","start":"2026-04-10T14:51:12.686525Z","end":"2026-04-10T14:51:12.927068Z","steps":["trace[2094403803] 'range keys from in-memory index tree' (duration: 240.012739ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:13.900973Z","caller":"traceutil/trace.go:171","msg":"trace[1423852790] transaction","detail":"{read_only:false; response_revision:32638; number_of_response:1; }","duration":"117.854693ms","start":"2026-04-10T14:51:13.783092Z","end":"2026-04-10T14:51:13.900947Z","steps":["trace[1423852790] 'process raft request' (duration: 37.445844ms)","trace[1423852790] 'compare' (duration: 80.03071ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:13.900979Z","caller":"traceutil/trace.go:171","msg":"trace[786005026] linearizableReadLoop","detail":"{readStateIndex:34133; appliedIndex:34131; }","duration":"117.390241ms","start":"2026-04-10T14:51:13.783564Z","end":"2026-04-10T14:51:13.900955Z","steps":["trace[786005026] 'read index received' (duration: 30.120873ms)","trace[786005026] 'applied index is now lower than readState.Index' (duration: 87.268638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:13.901118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.533785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:51:13.90115Z","caller":"traceutil/trace.go:171","msg":"trace[163922346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32639; }","duration":"117.592186ms","start":"2026-04-10T14:51:13.78355Z","end":"2026-04-10T14:51:13.901143Z","steps":["trace[163922346] 'agreement among raft nodes before linearized reading' (duration: 117.471143ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:13.901253Z","caller":"traceutil/trace.go:171","msg":"trace[711745636] transaction","detail":"{read_only:false; response_revision:32639; number_of_response:1; }","duration":"116.797236ms","start":"2026-04-10T14:51:13.784447Z","end":"2026-04-10T14:51:13.901244Z","steps":["trace[711745636] 'process raft request' (duration: 116.423946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:13.901322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.703319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:51:13.901381Z","caller":"traceutil/trace.go:171","msg":"trace[695281269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32639; }","duration":"117.783591ms","start":"2026-04-10T14:51:13.783584Z","end":"2026-04-10T14:51:13.901368Z","steps":["trace[695281269] 'agreement among raft nodes before linearized reading' (duration: 117.600836ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:15.093078Z","caller":"traceutil/trace.go:171","msg":"trace[1589240816] transaction","detail":"{read_only:false; number_of_response:0; response_revision:32648; }","duration":"167.859983ms","start":"2026-04-10T14:51:14.925201Z","end":"2026-04-10T14:51:15.093061Z","steps":["trace[1589240816] 'process raft request' (duration: 167.789871ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:15.933337Z","caller":"traceutil/trace.go:171","msg":"trace[1467100407] transaction","detail":"{read_only:false; response_revision:32655; number_of_response:1; }","duration":"477.919842ms","start":"2026-04-10T14:51:15.455401Z","end":"2026-04-10T14:51:15.933321Z","steps":["trace[1467100407] 'process raft request' (duration: 477.811029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:15.933557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:15.455388Z","time spent":"478.115539ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:16.166132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.97338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:16.166222Z","caller":"traceutil/trace.go:171","msg":"trace[2051154253] linearizableReadLoop","detail":"{readStateIndex:34152; appliedIndex:34150; }","duration":"398.355325ms","start":"2026-04-10T14:51:15.767852Z","end":"2026-04-10T14:51:16.166207Z","steps":["trace[2051154253] 'read index received' (duration: 165.398289ms)","trace[2051154253] 'applied index is now lower than readState.Index' (duration: 232.955756ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:16.166299Z","caller":"traceutil/trace.go:171","msg":"trace[419958266] transaction","detail":"{read_only:false; response_revision:32656; number_of_response:1; }","duration":"565.473519ms","start":"2026-04-10T14:51:15.600801Z","end":"2026-04-10T14:51:16.166274Z","steps":["trace[419958266] 'process raft request' (duration: 403.287134ms)","trace[419958266] 'compare' (duration: 161.813326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:16.166374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.833713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-10T14:51:16.166361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.499438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:16.166398Z","caller":"traceutil/trace.go:171","msg":"trace[288700469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32656; }","duration":"364.883945ms","start":"2026-04-10T14:51:15.801507Z","end":"2026-04-10T14:51:16.166391Z","steps":["trace[288700469] 'agreement among raft nodes before linearized reading' (duration: 364.788302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.166423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:15.801492Z","time spent":"364.925755ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T14:51:16.16643Z","caller":"traceutil/trace.go:171","msg":"trace[10988390] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:32656; }","duration":"398.613921ms","start":"2026-04-10T14:51:15.767798Z","end":"2026-04-10T14:51:16.166412Z","steps":["trace[10988390] 'agreement among raft nodes before linearized reading' (duration: 398.487248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.166643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.103664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:51:16.166651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.144586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:51:16.166677Z","caller":"traceutil/trace.go:171","msg":"trace[34105731] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:32656; }","duration":"212.180856ms","start":"2026-04-10T14:51:15.954488Z","end":"2026-04-10T14:51:16.166669Z","steps":["trace[34105731] 'agreement among raft nodes before linearized reading' (duration: 212.123474ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:16.166683Z","caller":"traceutil/trace.go:171","msg":"trace[190843008] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32656; }","duration":"349.208328ms","start":"2026-04-10T14:51:15.817467Z","end":"2026-04-10T14:51:16.166675Z","steps":["trace[190843008] 'agreement among raft nodes before linearized reading' (duration: 349.118406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.166697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.063914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-db-user\" ","response":"range_response_count:1 size:714"} {"level":"warn","ts":"2026-04-10T14:51:16.166709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:15.817452Z","time spent":"349.250228ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-10T14:51:16.166731Z","caller":"traceutil/trace.go:171","msg":"trace[578028994] range","detail":"{range_begin:/registry/secrets/openstack/magnum-db-user; range_end:; response_count:1; response_revision:32656; }","duration":"329.099805ms","start":"2026-04-10T14:51:15.837621Z","end":"2026-04-10T14:51:16.166721Z","steps":["trace[578028994] 'agreement among raft nodes before linearized reading' (duration: 328.960571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.166734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.45748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T14:51:16.166755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:15.837571Z","time spent":"329.178457ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":737,"request content":"key:\"/registry/secrets/openstack/magnum-db-user\" "} {"level":"info","ts":"2026-04-10T14:51:16.166773Z","caller":"traceutil/trace.go:171","msg":"trace[2030716623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32656; }","duration":"260.538992ms","start":"2026-04-10T14:51:15.90622Z","end":"2026-04-10T14:51:16.166759Z","steps":["trace[2030716623] 'agreement among raft nodes before linearized reading' (duration: 260.4461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.166908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.607685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:51:16.166934Z","caller":"traceutil/trace.go:171","msg":"trace[1724565598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32656; }","duration":"205.672577ms","start":"2026-04-10T14:51:15.961255Z","end":"2026-04-10T14:51:16.166927Z","steps":["trace[1724565598] 'agreement among raft nodes before linearized reading' (duration: 205.558494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.166931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.642391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:51:16.167004Z","caller":"traceutil/trace.go:171","msg":"trace[1999315953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32656; }","duration":"261.759284ms","start":"2026-04-10T14:51:15.905226Z","end":"2026-04-10T14:51:16.166986Z","steps":["trace[1999315953] 'agreement among raft nodes before linearized reading' (duration: 261.554409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.166463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:15.767776Z","time spent":"398.679853ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:51:16.166383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.773505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:51:16.167087Z","caller":"traceutil/trace.go:171","msg":"trace[11619786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32656; }","duration":"227.510355ms","start":"2026-04-10T14:51:15.939566Z","end":"2026-04-10T14:51:16.167076Z","steps":["trace[11619786] 'agreement among raft nodes before linearized reading' (duration: 226.740295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.16712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:15.600774Z","time spent":"565.579112ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:16.486827Z","caller":"traceutil/trace.go:171","msg":"trace[231470797] linearizableReadLoop","detail":"{readStateIndex:34155; appliedIndex:34153; }","duration":"301.498228ms","start":"2026-04-10T14:51:16.185306Z","end":"2026-04-10T14:51:16.486804Z","steps":["trace[231470797] 'read index received' (duration: 22.912646ms)","trace[231470797] 'applied index is now lower than readState.Index' (duration: 278.584342ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:16.487153Z","caller":"traceutil/trace.go:171","msg":"trace[956103430] transaction","detail":"{read_only:false; response_revision:32658; number_of_response:1; }","duration":"302.193826ms","start":"2026-04-10T14:51:16.184946Z","end":"2026-04-10T14:51:16.48714Z","steps":["trace[956103430] 'process raft request' (duration: 301.401415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.487258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.184898Z","time spent":"302.294128ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:16.487376Z","caller":"traceutil/trace.go:171","msg":"trace[1070625415] transaction","detail":"{read_only:false; response_revision:32659; number_of_response:1; }","duration":"302.210526ms","start":"2026-04-10T14:51:16.185154Z","end":"2026-04-10T14:51:16.487364Z","steps":["trace[1070625415] 'process raft request' (duration: 301.405855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.487429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.185137Z","time spent":"302.267218ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:16.487513Z","caller":"traceutil/trace.go:171","msg":"trace[1047794763] transaction","detail":"{read_only:false; response_revision:32660; number_of_response:1; }","duration":"302.093432ms","start":"2026-04-10T14:51:16.185411Z","end":"2026-04-10T14:51:16.487505Z","steps":["trace[1047794763] 'process raft request' (duration: 301.190059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.487562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.185396Z","time spent":"302.142243ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:16.487643Z","caller":"traceutil/trace.go:171","msg":"trace[1560152816] transaction","detail":"{read_only:false; response_revision:32661; number_of_response:1; }","duration":"301.917588ms","start":"2026-04-10T14:51:16.185716Z","end":"2026-04-10T14:51:16.487633Z","steps":["trace[1560152816] 'process raft request' (duration: 300.918453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.487697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.185693Z","time spent":"301.978069ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:16.487815Z","caller":"traceutil/trace.go:171","msg":"trace[913131448] transaction","detail":"{read_only:false; response_revision:32662; number_of_response:1; }","duration":"299.496554ms","start":"2026-04-10T14:51:16.188304Z","end":"2026-04-10T14:51:16.487801Z","steps":["trace[913131448] 'process raft request' (duration: 298.451788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.488002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.697359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-10T14:51:16.488048Z","caller":"traceutil/trace.go:171","msg":"trace[1065761368] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32662; }","duration":"302.784431ms","start":"2026-04-10T14:51:16.18525Z","end":"2026-04-10T14:51:16.488035Z","steps":["trace[1065761368] 'agreement among raft nodes before linearized reading' (duration: 302.653538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:16.488087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.185207Z","time spent":"302.871763ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:51:17.139521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.481012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:17.139892Z","caller":"traceutil/trace.go:171","msg":"trace[797657052] transaction","detail":"{read_only:false; response_revision:32663; number_of_response:1; }","duration":"876.32543ms","start":"2026-04-10T14:51:16.263541Z","end":"2026-04-10T14:51:17.139867Z","steps":["trace[797657052] 'process raft request' (duration: 478.241912ms)","trace[797657052] 'compare' (duration: 397.316748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:17.14002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.263514Z","time spent":"876.434582ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:17.430407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.779409ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-10T14:51:17.430639Z","caller":"traceutil/trace.go:171","msg":"trace[1262165362] linearizableReadLoop","detail":"{readStateIndex:34160; appliedIndex:34158; }","duration":"943.726982ms","start":"2026-04-10T14:51:16.486897Z","end":"2026-04-10T14:51:17.430624Z","steps":["trace[1262165362] 'read index received' (duration: 254.911247ms)","trace[1262165362] 'applied index is now lower than readState.Index' (duration: 688.814905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:17.431427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061296778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:17.431463Z","caller":"traceutil/trace.go:171","msg":"trace[1169916980] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:32663; }","duration":"1.06138534s","start":"2026-04-10T14:51:16.370068Z","end":"2026-04-10T14:51:17.431454Z","steps":["trace[1169916980] 'agreement among raft nodes before linearized reading' (duration: 1.061309298s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:17.431488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.370048Z","time spent":"1.061433921s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:51:17.432407Z","caller":"traceutil/trace.go:171","msg":"trace[20803029] transaction","detail":"{read_only:false; response_revision:32664; number_of_response:1; }","duration":"936.124533ms","start":"2026-04-10T14:51:16.496262Z","end":"2026-04-10T14:51:17.432387Z","steps":["trace[20803029] 'process raft request' (duration: 934.234234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:17.432531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.496247Z","time spent":"936.218526ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:17.575472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226227345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:51:17.575541Z","caller":"traceutil/trace.go:171","msg":"trace[169472317] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:32664; }","duration":"1.226340379s","start":"2026-04-10T14:51:16.349184Z","end":"2026-04-10T14:51:17.575525Z","steps":["trace[169472317] 'agreement among raft nodes before linearized reading' (duration: 1.082710585s)","trace[169472317] 'count revisions from in-memory index tree' (duration: 143.530391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:17.575706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330737121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:51:17.575783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.327115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:17.57582Z","caller":"traceutil/trace.go:171","msg":"trace[560104492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32664; }","duration":"1.330907967s","start":"2026-04-10T14:51:16.244881Z","end":"2026-04-10T14:51:17.575789Z","steps":["trace[560104492] 'agreement among raft nodes before linearized reading' (duration: 1.187024386s)","trace[560104492] 'range keys from in-memory index tree' (duration: 143.736407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:17.575882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.244859Z","time spent":"1.331011469s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T14:51:17.576143Z","caller":"traceutil/trace.go:171","msg":"trace[1663212714] transaction","detail":"{read_only:false; response_revision:32666; number_of_response:1; }","duration":"259.101475ms","start":"2026-04-10T14:51:17.317023Z","end":"2026-04-10T14:51:17.576125Z","steps":["trace[1663212714] 'process raft request' (duration: 258.8916ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:17.576145Z","caller":"traceutil/trace.go:171","msg":"trace[1076707052] transaction","detail":"{read_only:false; response_revision:32667; number_of_response:1; }","duration":"259.001462ms","start":"2026-04-10T14:51:17.317124Z","end":"2026-04-10T14:51:17.576126Z","steps":["trace[1076707052] 'process raft request' (duration: 258.886049ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:17.576232Z","caller":"traceutil/trace.go:171","msg":"trace[841752233] linearizableReadLoop","detail":"{readStateIndex:34165; appliedIndex:34161; }","duration":"145.535623ms","start":"2026-04-10T14:51:17.430673Z","end":"2026-04-10T14:51:17.576208Z","steps":["trace[841752233] 'read index received' (duration: 93.946972ms)","trace[841752233] 'applied index is now lower than readState.Index' (duration: 51.586481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:17.576337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.816077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"info","ts":"2026-04-10T14:51:17.576365Z","caller":"traceutil/trace.go:171","msg":"trace[1638447873] transaction","detail":"{read_only:false; response_revision:32668; number_of_response:1; }","duration":"259.184417ms","start":"2026-04-10T14:51:17.317169Z","end":"2026-04-10T14:51:17.576354Z","steps":["trace[1638447873] 'process raft request' (duration: 258.88243ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:17.576394Z","caller":"traceutil/trace.go:171","msg":"trace[1773979722] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:32668; }","duration":"373.91304ms","start":"2026-04-10T14:51:17.202466Z","end":"2026-04-10T14:51:17.576379Z","steps":["trace[1773979722] 'agreement among raft nodes before linearized reading' (duration: 373.746575ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:17.576335Z","caller":"traceutil/trace.go:171","msg":"trace[1414452705] transaction","detail":"{read_only:false; response_revision:32665; number_of_response:1; }","duration":"418.118799ms","start":"2026-04-10T14:51:17.158145Z","end":"2026-04-10T14:51:17.576263Z","steps":["trace[1414452705] 'process raft request' (duration: 274.210988ms)","trace[1414452705] 'compare' (duration: 143.205082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:17.576476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.187085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-10T14:51:17.576496Z","caller":"traceutil/trace.go:171","msg":"trace[1784960892] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32668; }","duration":"162.245307ms","start":"2026-04-10T14:51:17.414247Z","end":"2026-04-10T14:51:17.576492Z","steps":["trace[1784960892] 'agreement among raft nodes before linearized reading' (duration: 162.190485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:17.576511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.257753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/manila-db-user\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-04-10T14:51:17.576579Z","caller":"traceutil/trace.go:171","msg":"trace[1418504518] range","detail":"{range_begin:/registry/secrets/openstack/manila-db-user; range_end:; response_count:1; response_revision:32668; }","duration":"640.373586ms","start":"2026-04-10T14:51:16.936189Z","end":"2026-04-10T14:51:17.576562Z","steps":["trace[1418504518] 'agreement among raft nodes before linearized reading' (duration: 640.133479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:17.576591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.619312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-04-10T14:51:17.576622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.936173Z","time spent":"640.439038ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":737,"request content":"key:\"/registry/secrets/openstack/manila-db-user\" "} {"level":"warn","ts":"2026-04-10T14:51:17.576625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.978693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-10T14:51:17.576656Z","caller":"traceutil/trace.go:171","msg":"trace[1924594780] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32668; }","duration":"591.044723ms","start":"2026-04-10T14:51:16.985607Z","end":"2026-04-10T14:51:17.576651Z","steps":["trace[1924594780] 'agreement among raft nodes before linearized reading' (duration: 590.986462ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:17.576646Z","caller":"traceutil/trace.go:171","msg":"trace[454192750] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32668; }","duration":"141.668214ms","start":"2026-04-10T14:51:17.434959Z","end":"2026-04-10T14:51:17.576627Z","steps":["trace[454192750] 'agreement among raft nodes before linearized reading' (duration: 141.510769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:17.57667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.985583Z","time spent":"591.083126ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:51:17.576423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:17.202442Z","time spent":"373.976141ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1255,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-04-10T14:51:17.576413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039577704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:17.576764Z","caller":"traceutil/trace.go:171","msg":"trace[206766248] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:32668; }","duration":"1.039973484s","start":"2026-04-10T14:51:16.536777Z","end":"2026-04-10T14:51:17.57675Z","steps":["trace[206766248] 'agreement among raft nodes before linearized reading' (duration: 1.039561323s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:17.576819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.536755Z","time spent":"1.040049246s","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:51:17.576627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:16.349166Z","time spent":"1.227443057s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:51:17.576918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:17.158117Z","time spent":"418.356384ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:17.927964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.259502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:17.928027Z","caller":"traceutil/trace.go:171","msg":"trace[452909565] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:32671; }","duration":"246.380425ms","start":"2026-04-10T14:51:17.681632Z","end":"2026-04-10T14:51:17.928012Z","steps":["trace[452909565] 'count revisions from in-memory index tree' (duration: 246.169808ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:18.303409Z","caller":"traceutil/trace.go:171","msg":"trace[924163663] transaction","detail":"{read_only:false; response_revision:32674; number_of_response:1; }","duration":"130.857602ms","start":"2026-04-10T14:51:18.172522Z","end":"2026-04-10T14:51:18.303379Z","steps":["trace[924163663] 'process raft request' (duration: 121.433867ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:18.482479Z","caller":"traceutil/trace.go:171","msg":"trace[1011813362] transaction","detail":"{read_only:false; response_revision:32675; number_of_response:1; }","duration":"175.37914ms","start":"2026-04-10T14:51:18.307071Z","end":"2026-04-10T14:51:18.482451Z","steps":["trace[1011813362] 'process raft request' (duration: 175.192544ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:18.580343Z","caller":"traceutil/trace.go:171","msg":"trace[1440673225] linearizableReadLoop","detail":"{readStateIndex:34173; appliedIndex:34171; }","duration":"254.335298ms","start":"2026-04-10T14:51:18.325979Z","end":"2026-04-10T14:51:18.580314Z","steps":["trace[1440673225] 'read index received' (duration: 156.252912ms)","trace[1440673225] 'applied index is now lower than readState.Index' (duration: 98.081776ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:18.580387Z","caller":"traceutil/trace.go:171","msg":"trace[362588846] transaction","detail":"{read_only:false; response_revision:32676; number_of_response:1; }","duration":"257.11951ms","start":"2026-04-10T14:51:18.32323Z","end":"2026-04-10T14:51:18.58035Z","steps":["trace[362588846] 'process raft request' (duration: 256.951295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:18.581126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.533533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:18.581218Z","caller":"traceutil/trace.go:171","msg":"trace[1317986943] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32676; }","duration":"255.286893ms","start":"2026-04-10T14:51:18.325916Z","end":"2026-04-10T14:51:18.581203Z","steps":["trace[1317986943] 'agreement among raft nodes before linearized reading' (duration: 254.523093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:18.766269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.124903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:18.766676Z","caller":"traceutil/trace.go:171","msg":"trace[943168977] transaction","detail":"{read_only:false; response_revision:32677; number_of_response:1; }","duration":"181.986274ms","start":"2026-04-10T14:51:18.584661Z","end":"2026-04-10T14:51:18.766648Z","steps":["trace[943168977] 'process raft request' (duration: 13.289566ms)","trace[943168977] 'compare' (duration: 167.834185ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:19.439159Z","caller":"traceutil/trace.go:171","msg":"trace[1288808926] linearizableReadLoop","detail":"{readStateIndex:34178; appliedIndex:34173; }","duration":"848.746175ms","start":"2026-04-10T14:51:18.590393Z","end":"2026-04-10T14:51:19.439139Z","steps":["trace[1288808926] 'read index received' (duration: 7.560497ms)","trace[1288808926] 'applied index is now lower than readState.Index' (duration: 841.184608ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:19.439469Z","caller":"traceutil/trace.go:171","msg":"trace[1625330408] transaction","detail":"{read_only:false; response_revision:32678; number_of_response:1; }","duration":"853.679905ms","start":"2026-04-10T14:51:18.585778Z","end":"2026-04-10T14:51:19.439458Z","steps":["trace[1625330408] 'process raft request' (duration: 853.142041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:19.439562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:18.585763Z","time spent":"853.736346ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:19.439707Z","caller":"traceutil/trace.go:171","msg":"trace[1379519856] transaction","detail":"{read_only:false; response_revision:32679; number_of_response:1; }","duration":"853.804918ms","start":"2026-04-10T14:51:18.585895Z","end":"2026-04-10T14:51:19.439699Z","steps":["trace[1379519856] 'process raft request' (duration: 853.157801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:19.439748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:18.585869Z","time spent":"853.85884ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:19.439847Z","caller":"traceutil/trace.go:171","msg":"trace[1298566358] transaction","detail":"{read_only:false; response_revision:32680; number_of_response:1; }","duration":"853.743616ms","start":"2026-04-10T14:51:18.586098Z","end":"2026-04-10T14:51:19.439841Z","steps":["trace[1298566358] 'process raft request' (duration: 852.987276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:19.439886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:18.586089Z","time spent":"853.778896ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:19.439944Z","caller":"traceutil/trace.go:171","msg":"trace[1761285869] transaction","detail":"{read_only:false; response_revision:32681; number_of_response:1; }","duration":"851.19505ms","start":"2026-04-10T14:51:18.588744Z","end":"2026-04-10T14:51:19.439939Z","steps":["trace[1761285869] 'process raft request' (duration: 850.362768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:19.439977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:18.588724Z","time spent":"851.237231ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:19.440056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.660239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:19.440084Z","caller":"traceutil/trace.go:171","msg":"trace[471767156] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:32681; }","duration":"849.72659ms","start":"2026-04-10T14:51:18.590348Z","end":"2026-04-10T14:51:19.440075Z","steps":["trace[471767156] 'agreement among raft nodes before linearized reading' (duration: 849.676639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:19.440103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:18.590339Z","time spent":"849.759261ms","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T14:51:19.452932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.163697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:51:19.452966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.086362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:19.453016Z","caller":"traceutil/trace.go:171","msg":"trace[591601299] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:32682; }","duration":"518.277251ms","start":"2026-04-10T14:51:18.934716Z","end":"2026-04-10T14:51:19.452994Z","steps":["trace[591601299] 'agreement among raft nodes before linearized reading' (duration: 518.110587ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:19.453027Z","caller":"traceutil/trace.go:171","msg":"trace[743647916] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:32682; }","duration":"519.216085ms","start":"2026-04-10T14:51:18.933797Z","end":"2026-04-10T14:51:19.453013Z","steps":["trace[743647916] 'agreement among raft nodes before linearized reading' (duration: 519.107302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:19.45306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:18.934707Z","time spent":"518.340262ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:51:19.45306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:18.933761Z","time spent":"519.290677ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:51:19.453328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.499023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:51:19.453368Z","caller":"traceutil/trace.go:171","msg":"trace[1203709444] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:32682; }","duration":"809.577875ms","start":"2026-04-10T14:51:18.643775Z","end":"2026-04-10T14:51:19.453353Z","steps":["trace[1203709444] 'agreement among raft nodes before linearized reading' (duration: 809.516463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:19.453405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:18.643751Z","time spent":"809.645016ms","remote":"127.0.0.1:54878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:51:19.453683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.060137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:19.453725Z","caller":"traceutil/trace.go:171","msg":"trace[711816726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32682; }","duration":"215.138059ms","start":"2026-04-10T14:51:19.238577Z","end":"2026-04-10T14:51:19.453715Z","steps":["trace[711816726] 'agreement among raft nodes before linearized reading' (duration: 215.074617ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:19.453398Z","caller":"traceutil/trace.go:171","msg":"trace[897369455] transaction","detail":"{read_only:false; response_revision:32682; number_of_response:1; }","duration":"326.267545ms","start":"2026-04-10T14:51:19.127115Z","end":"2026-04-10T14:51:19.453383Z","steps":["trace[897369455] 'process raft request' (duration: 325.461254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:19.453887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:19.127088Z","time spent":"326.708898ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:19.45393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.751882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-04-10T14:51:19.453959Z","caller":"traceutil/trace.go:171","msg":"trace[1245738024] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:32682; }","duration":"307.817533ms","start":"2026-04-10T14:51:19.146133Z","end":"2026-04-10T14:51:19.453951Z","steps":["trace[1245738024] 'agreement among raft nodes before linearized reading' (duration: 307.727111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:19.453993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:19.146115Z","time spent":"307.870185ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1200,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-04-10T14:51:19.454314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.675226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:19.454382Z","caller":"traceutil/trace.go:171","msg":"trace[773077997] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:32682; }","duration":"456.800189ms","start":"2026-04-10T14:51:18.997566Z","end":"2026-04-10T14:51:19.454366Z","steps":["trace[773077997] 'agreement among raft nodes before linearized reading' (duration: 456.686306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:19.454421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:18.997507Z","time spent":"456.903642ms","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:51:20.150762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.886854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:20.150841Z","caller":"traceutil/trace.go:171","msg":"trace[1692157466] transaction","detail":"{read_only:false; response_revision:32683; number_of_response:1; }","duration":"569.398174ms","start":"2026-04-10T14:51:19.581428Z","end":"2026-04-10T14:51:20.150826Z","steps":["trace[1692157466] 'process raft request' (duration: 197.386876ms)","trace[1692157466] 'compare' (duration: 371.580577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:20.151024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:19.581402Z","time spent":"569.588368ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:20.28705Z","caller":"traceutil/trace.go:171","msg":"trace[709860656] transaction","detail":"{read_only:false; response_revision:32684; number_of_response:1; }","duration":"704.496805ms","start":"2026-04-10T14:51:19.582526Z","end":"2026-04-10T14:51:20.287022Z","steps":["trace[709860656] 'process raft request' (duration: 704.26691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:20.2872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:19.582513Z","time spent":"704.617058ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:20.287353Z","caller":"traceutil/trace.go:171","msg":"trace[1545808675] linearizableReadLoop","detail":"{readStateIndex:34183; appliedIndex:34179; }","duration":"675.994643ms","start":"2026-04-10T14:51:19.611339Z","end":"2026-04-10T14:51:20.287334Z","steps":["trace[1545808675] 'read index received' (duration: 167.492586ms)","trace[1545808675] 'applied index is now lower than readState.Index' (duration: 508.498567ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:20.287446Z","caller":"traceutil/trace.go:171","msg":"trace[2114446429] transaction","detail":"{read_only:false; response_revision:32685; number_of_response:1; }","duration":"704.762103ms","start":"2026-04-10T14:51:19.582675Z","end":"2026-04-10T14:51:20.287437Z","steps":["trace[2114446429] 'process raft request' (duration: 704.27842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:20.287548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:19.582651Z","time spent":"704.825535ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:20.287776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.555155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-10T14:51:20.287784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.412883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:51:20.287858Z","caller":"traceutil/trace.go:171","msg":"trace[841127072] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32686; }","duration":"170.678428ms","start":"2026-04-10T14:51:20.117157Z","end":"2026-04-10T14:51:20.287836Z","steps":["trace[841127072] 'agreement among raft nodes before linearized reading' (duration: 170.436202ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:20.287906Z","caller":"traceutil/trace.go:171","msg":"trace[316910221] transaction","detail":"{read_only:false; response_revision:32686; number_of_response:1; }","duration":"704.807083ms","start":"2026-04-10T14:51:19.583085Z","end":"2026-04-10T14:51:20.287892Z","steps":["trace[316910221] 'process raft request' (duration: 704.138885ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:20.287911Z","caller":"traceutil/trace.go:171","msg":"trace[1446381471] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32686; }","duration":"676.579077ms","start":"2026-04-10T14:51:19.611284Z","end":"2026-04-10T14:51:20.287864Z","steps":["trace[1446381471] 'agreement among raft nodes before linearized reading' (duration: 676.29194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:20.287971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:19.611258Z","time spent":"676.700531ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:51:20.287991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:19.583076Z","time spent":"704.869635ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:20.288189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.139775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-db-api-user\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-04-10T14:51:20.288243Z","caller":"traceutil/trace.go:171","msg":"trace[17338083] range","detail":"{range_begin:/registry/secrets/openstack/nova-db-api-user; range_end:; response_count:1; response_revision:32686; }","duration":"127.216707ms","start":"2026-04-10T14:51:20.161013Z","end":"2026-04-10T14:51:20.288229Z","steps":["trace[17338083] 'agreement among raft nodes before linearized reading' (duration: 127.083314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:20.879161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.121988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:20.879282Z","caller":"traceutil/trace.go:171","msg":"trace[1703381450] transaction","detail":"{read_only:false; response_revision:32690; number_of_response:1; }","duration":"536.200538ms","start":"2026-04-10T14:51:20.343058Z","end":"2026-04-10T14:51:20.879258Z","steps":["trace[1703381450] 'process raft request' (duration: 175.887715ms)","trace[1703381450] 'compare' (duration: 359.765449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:20.879348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:20.343046Z","time spent":"536.27253ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:20.931519Z","caller":"traceutil/trace.go:171","msg":"trace[227607383] transaction","detail":"{read_only:false; response_revision:32691; number_of_response:1; }","duration":"587.256189ms","start":"2026-04-10T14:51:20.344243Z","end":"2026-04-10T14:51:20.931499Z","steps":["trace[227607383] 'process raft request' (duration: 587.075964ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:20.931652Z","caller":"traceutil/trace.go:171","msg":"trace[293902733] linearizableReadLoop","detail":"{readStateIndex:34188; appliedIndex:34186; }","duration":"556.60221ms","start":"2026-04-10T14:51:20.37503Z","end":"2026-04-10T14:51:20.931632Z","steps":["trace[293902733] 'read index received' (duration: 144.066566ms)","trace[293902733] 'applied index is now lower than readState.Index' (duration: 412.533764ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:20.931744Z","caller":"traceutil/trace.go:171","msg":"trace[1811025317] transaction","detail":"{read_only:false; response_revision:32692; number_of_response:1; }","duration":"556.371654ms","start":"2026-04-10T14:51:20.375363Z","end":"2026-04-10T14:51:20.931735Z","steps":["trace[1811025317] 'process raft request' (duration: 556.079917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:20.931713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:20.344234Z","time spent":"587.344201ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:20.931834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:20.375337Z","time spent":"556.434766ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:20.931969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.919097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:51:20.932025Z","caller":"traceutil/trace.go:171","msg":"trace[18217482] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:32692; }","duration":"557.01116ms","start":"2026-04-10T14:51:20.375001Z","end":"2026-04-10T14:51:20.932013Z","steps":["trace[18217482] 'agreement among raft nodes before linearized reading' (duration: 556.872067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:20.932054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:20.374986Z","time spent":"557.062732ms","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:51:20.964864Z","caller":"traceutil/trace.go:171","msg":"trace[1282848453] transaction","detail":"{read_only:false; response_revision:32693; number_of_response:1; }","duration":"359.140653ms","start":"2026-04-10T14:51:20.60569Z","end":"2026-04-10T14:51:20.964831Z","steps":["trace[1282848453] 'process raft request' (duration: 358.951718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:20.965058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:20.605668Z","time spent":"359.287797ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:20.965078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.488632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T14:51:20.965154Z","caller":"traceutil/trace.go:171","msg":"trace[1452501312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32693; }","duration":"379.607555ms","start":"2026-04-10T14:51:20.585528Z","end":"2026-04-10T14:51:20.965136Z","steps":["trace[1452501312] 'agreement among raft nodes before linearized reading' (duration: 379.363548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:20.965199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:20.585509Z","time spent":"379.681437ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:51:20.965372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.008952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:51:20.965406Z","caller":"traceutil/trace.go:171","msg":"trace[1488293556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32693; }","duration":"193.084043ms","start":"2026-04-10T14:51:20.772313Z","end":"2026-04-10T14:51:20.965397Z","steps":["trace[1488293556] 'agreement among raft nodes before linearized reading' (duration: 192.991071ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:21.306567Z","caller":"traceutil/trace.go:171","msg":"trace[1187751960] transaction","detail":"{read_only:false; number_of_response:0; response_revision:32693; }","duration":"338.801351ms","start":"2026-04-10T14:51:20.967736Z","end":"2026-04-10T14:51:21.306537Z","steps":["trace[1187751960] 'process raft request' (duration: 338.681938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:21.306735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:20.967708Z","time spent":"338.949547ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:51:21.309547Z","caller":"traceutil/trace.go:171","msg":"trace[1890365329] linearizableReadLoop","detail":"{readStateIndex:34193; appliedIndex:34190; }","duration":"276.005716ms","start":"2026-04-10T14:51:21.033526Z","end":"2026-04-10T14:51:21.309532Z","steps":["trace[1890365329] 'read index received' (duration: 272.878304ms)","trace[1890365329] 'applied index is now lower than readState.Index' (duration: 3.126492ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:21.309632Z","caller":"traceutil/trace.go:171","msg":"trace[367356044] transaction","detail":"{read_only:false; response_revision:32694; number_of_response:1; }","duration":"339.368607ms","start":"2026-04-10T14:51:20.970232Z","end":"2026-04-10T14:51:21.309601Z","steps":["trace[367356044] 'process raft request' (duration: 339.151242ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:21.309666Z","caller":"traceutil/trace.go:171","msg":"trace[903791942] transaction","detail":"{read_only:false; response_revision:32695; number_of_response:1; }","duration":"338.6828ms","start":"2026-04-10T14:51:20.970948Z","end":"2026-04-10T14:51:21.309631Z","steps":["trace[903791942] 'process raft request' (duration: 338.542306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:21.309766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:20.970935Z","time spent":"338.775432ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:21.309784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:20.970209Z","time spent":"339.496511ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:21.309883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.357715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-10T14:51:21.309879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.09919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:51:21.309941Z","caller":"traceutil/trace.go:171","msg":"trace[1219467235] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:32695; }","duration":"276.458017ms","start":"2026-04-10T14:51:21.033473Z","end":"2026-04-10T14:51:21.309931Z","steps":["trace[1219467235] 'agreement among raft nodes before linearized reading' (duration: 276.202101ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:21.309964Z","caller":"traceutil/trace.go:171","msg":"trace[186936693] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:32695; }","duration":"232.233263ms","start":"2026-04-10T14:51:21.07771Z","end":"2026-04-10T14:51:21.309944Z","steps":["trace[186936693] 'agreement among raft nodes before linearized reading' (duration: 232.011358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:21.310037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.142276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:51:21.31008Z","caller":"traceutil/trace.go:171","msg":"trace[1929071933] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:32695; }","duration":"231.207978ms","start":"2026-04-10T14:51:21.07886Z","end":"2026-04-10T14:51:21.310068Z","steps":["trace[1929071933] 'agreement among raft nodes before linearized reading' (duration: 231.041453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:21.442575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.527602ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-10T14:51:21.442748Z","caller":"traceutil/trace.go:171","msg":"trace[1635697684] transaction","detail":"{read_only:false; response_revision:32696; number_of_response:1; }","duration":"122.830311ms","start":"2026-04-10T14:51:21.319906Z","end":"2026-04-10T14:51:21.442737Z","steps":["trace[1635697684] 'process raft request' (duration: 122.746629ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:21.785799Z","caller":"traceutil/trace.go:171","msg":"trace[1049722022] linearizableReadLoop","detail":"{readStateIndex:34198; appliedIndex:34197; }","duration":"305.220917ms","start":"2026-04-10T14:51:21.480545Z","end":"2026-04-10T14:51:21.785766Z","steps":["trace[1049722022] 'read index received' (duration: 305.026332ms)","trace[1049722022] 'applied index is now lower than readState.Index' (duration: 178.765µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:21.785884Z","caller":"traceutil/trace.go:171","msg":"trace[233409821] transaction","detail":"{read_only:false; response_revision:32699; number_of_response:1; }","duration":"305.480803ms","start":"2026-04-10T14:51:21.480372Z","end":"2026-04-10T14:51:21.785853Z","steps":["trace[233409821] 'process raft request' (duration: 305.228717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:21.786051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.452973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16940"} {"level":"info","ts":"2026-04-10T14:51:21.786098Z","caller":"traceutil/trace.go:171","msg":"trace[668664873] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32699; }","duration":"305.582246ms","start":"2026-04-10T14:51:21.4805Z","end":"2026-04-10T14:51:21.786082Z","steps":["trace[668664873] 'agreement among raft nodes before linearized reading' (duration: 305.393941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:21.786087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:21.480356Z","time spent":"305.604857ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:21.786145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:21.480479Z","time spent":"305.656188ms","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16963,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-10T14:51:21.863712Z","caller":"traceutil/trace.go:171","msg":"trace[1671428174] transaction","detail":"{read_only:false; response_revision:32700; number_of_response:1; }","duration":"380.072968ms","start":"2026-04-10T14:51:21.483609Z","end":"2026-04-10T14:51:21.863682Z","steps":["trace[1671428174] 'process raft request' (duration: 379.885403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:21.86388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:21.483594Z","time spent":"380.193771ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:21.863987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.729085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-db-user\" ","response":"range_response_count:1 size:727"} {"level":"info","ts":"2026-04-10T14:51:21.864005Z","caller":"traceutil/trace.go:171","msg":"trace[1098222554] transaction","detail":"{read_only:false; response_revision:32701; number_of_response:1; }","duration":"380.331496ms","start":"2026-04-10T14:51:21.483635Z","end":"2026-04-10T14:51:21.863966Z","steps":["trace[1098222554] 'process raft request' (duration: 379.995857ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:21.864058Z","caller":"traceutil/trace.go:171","msg":"trace[1006950065] range","detail":"{range_begin:/registry/secrets/openstack/placement-db-user; range_end:; response_count:1; response_revision:32701; }","duration":"220.831938ms","start":"2026-04-10T14:51:21.643208Z","end":"2026-04-10T14:51:21.86404Z","steps":["trace[1006950065] 'agreement among raft nodes before linearized reading' (duration: 220.651123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:21.864033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.041286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:51:21.86417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:21.483624Z","time spent":"380.454019ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:21.864173Z","caller":"traceutil/trace.go:171","msg":"trace[1864848924] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:32701; }","duration":"355.262772ms","start":"2026-04-10T14:51:21.508891Z","end":"2026-04-10T14:51:21.864153Z","steps":["trace[1864848924] 'agreement among raft nodes before linearized reading' (duration: 355.023287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:21.864258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.763749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:51:21.8643Z","caller":"traceutil/trace.go:171","msg":"trace[529688707] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:32701; }","duration":"382.82721ms","start":"2026-04-10T14:51:21.481461Z","end":"2026-04-10T14:51:21.864288Z","steps":["trace[529688707] 'agreement among raft nodes before linearized reading' (duration: 382.711107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:21.864359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:21.481451Z","time spent":"382.881612ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-10T14:51:21.864301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:21.508844Z","time spent":"355.435187ms","remote":"127.0.0.1:55516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:51:22.046104Z","caller":"traceutil/trace.go:171","msg":"trace[614687284] linearizableReadLoop","detail":"{readStateIndex:34201; appliedIndex:34200; }","duration":"182.21069ms","start":"2026-04-10T14:51:21.863839Z","end":"2026-04-10T14:51:22.04605Z","steps":["trace[614687284] 'read index received' (duration: 181.999624ms)","trace[614687284] 'applied index is now lower than readState.Index' (duration: 209.976µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:22.046267Z","caller":"traceutil/trace.go:171","msg":"trace[304622625] transaction","detail":"{read_only:false; response_revision:32702; number_of_response:1; }","duration":"229.708569ms","start":"2026-04-10T14:51:21.81652Z","end":"2026-04-10T14:51:22.046228Z","steps":["trace[304622625] 'process raft request' (duration: 229.353179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:22.046382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.514354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-04-10T14:51:22.046428Z","caller":"traceutil/trace.go:171","msg":"trace[1518171232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32702; }","duration":"249.611026ms","start":"2026-04-10T14:51:21.796804Z","end":"2026-04-10T14:51:22.046415Z","steps":["trace[1518171232] 'agreement among raft nodes before linearized reading' (duration: 249.421101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:22.046415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.777277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:51:22.046477Z","caller":"traceutil/trace.go:171","msg":"trace[1228103177] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:32702; }","duration":"179.887709ms","start":"2026-04-10T14:51:21.866575Z","end":"2026-04-10T14:51:22.046463Z","steps":["trace[1228103177] 'agreement among raft nodes before linearized reading' (duration: 179.718275ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:22.571363Z","caller":"traceutil/trace.go:171","msg":"trace[479931717] transaction","detail":"{read_only:false; response_revision:32705; number_of_response:1; }","duration":"279.457635ms","start":"2026-04-10T14:51:22.291861Z","end":"2026-04-10T14:51:22.571318Z","steps":["trace[479931717] 'process raft request' (duration: 257.514463ms)","trace[479931717] 'compare' (duration: 20.988187ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:22.571586Z","caller":"traceutil/trace.go:171","msg":"trace[553911737] transaction","detail":"{read_only:false; response_revision:32707; number_of_response:1; }","duration":"278.513919ms","start":"2026-04-10T14:51:22.29305Z","end":"2026-04-10T14:51:22.571564Z","steps":["trace[553911737] 'process raft request' (duration: 278.339515ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:22.57176Z","caller":"traceutil/trace.go:171","msg":"trace[472359045] transaction","detail":"{read_only:false; response_revision:32706; number_of_response:1; }","duration":"278.769857ms","start":"2026-04-10T14:51:22.292934Z","end":"2026-04-10T14:51:22.571704Z","steps":["trace[472359045] 'process raft request' (duration: 278.356476ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:22.572383Z","caller":"traceutil/trace.go:171","msg":"trace[952893652] transaction","detail":"{read_only:false; response_revision:32708; number_of_response:1; }","duration":"229.527114ms","start":"2026-04-10T14:51:22.342829Z","end":"2026-04-10T14:51:22.572356Z","steps":["trace[952893652] 'process raft request' (duration: 228.597779ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:23.001076Z","caller":"traceutil/trace.go:171","msg":"trace[657312371] transaction","detail":"{read_only:false; response_revision:32709; number_of_response:1; }","duration":"101.412764ms","start":"2026-04-10T14:51:22.899603Z","end":"2026-04-10T14:51:23.001016Z","steps":["trace[657312371] 'process raft request' (duration: 101.127996ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:23.67242Z","caller":"traceutil/trace.go:171","msg":"trace[1070253111] transaction","detail":"{read_only:false; response_revision:32717; number_of_response:1; }","duration":"110.944973ms","start":"2026-04-10T14:51:23.561451Z","end":"2026-04-10T14:51:23.672396Z","steps":["trace[1070253111] 'process raft request' (duration: 110.795959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:24.361659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.222438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:51:24.361781Z","caller":"traceutil/trace.go:171","msg":"trace[1774560001] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:32717; }","duration":"587.448584ms","start":"2026-04-10T14:51:23.774308Z","end":"2026-04-10T14:51:24.361757Z","steps":["trace[1774560001] 'count revisions from in-memory index tree' (duration: 587.112515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:24.361866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:23.774271Z","time spent":"587.578588ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:51:24.362035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.464904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:51:24.362136Z","caller":"traceutil/trace.go:171","msg":"trace[2040619174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32717; }","duration":"493.642398ms","start":"2026-04-10T14:51:23.868469Z","end":"2026-04-10T14:51:24.362112Z","steps":["trace[2040619174] 'range keys from in-memory index tree' (duration: 493.244008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:24.362188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:23.86845Z","time spent":"493.72612ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:51:24.362233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.785771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:51:24.362329Z","caller":"traceutil/trace.go:171","msg":"trace[1395745183] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32717; }","duration":"567.925885ms","start":"2026-04-10T14:51:23.794367Z","end":"2026-04-10T14:51:24.362293Z","steps":["trace[1395745183] 'range keys from in-memory index tree' (duration: 567.496084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:24.362372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:23.794345Z","time spent":"568.017268ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-10T14:51:24.362284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.561946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:51:24.363299Z","caller":"traceutil/trace.go:171","msg":"trace[448380850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32717; }","duration":"494.585164ms","start":"2026-04-10T14:51:23.868683Z","end":"2026-04-10T14:51:24.363268Z","steps":["trace[448380850] 'range keys from in-memory index tree' (duration: 493.2969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:24.363545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:23.868675Z","time spent":"494.81743ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T14:51:24.410957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.530869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:24.411154Z","caller":"traceutil/trace.go:171","msg":"trace[756494744] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:0; response_revision:32718; }","duration":"182.771974ms","start":"2026-04-10T14:51:24.228356Z","end":"2026-04-10T14:51:24.411128Z","steps":["trace[756494744] 'agreement among raft nodes before linearized reading' (duration: 182.500468ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:24.411201Z","caller":"traceutil/trace.go:171","msg":"trace[413162205] transaction","detail":"{read_only:false; response_revision:32718; number_of_response:1; }","duration":"230.531359ms","start":"2026-04-10T14:51:24.180219Z","end":"2026-04-10T14:51:24.41075Z","steps":["trace[413162205] 'process raft request' (duration: 230.16292ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:24.411111Z","caller":"traceutil/trace.go:171","msg":"trace[649023225] linearizableReadLoop","detail":"{readStateIndex:34217; appliedIndex:34216; }","duration":"182.271381ms","start":"2026-04-10T14:51:24.22839Z","end":"2026-04-10T14:51:24.410661Z","steps":["trace[649023225] 'read index received' (duration: 182.151058ms)","trace[649023225] 'applied index is now lower than readState.Index' (duration: 118.743µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:24.424552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.851473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:24.424624Z","caller":"traceutil/trace.go:171","msg":"trace[34792725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32721; }","duration":"188.961756ms","start":"2026-04-10T14:51:24.235646Z","end":"2026-04-10T14:51:24.424608Z","steps":["trace[34792725] 'agreement among raft nodes before linearized reading' (duration: 188.825853ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:24.776361Z","caller":"traceutil/trace.go:171","msg":"trace[867615375] transaction","detail":"{read_only:false; response_revision:32724; number_of_response:1; }","duration":"266.540088ms","start":"2026-04-10T14:51:24.509797Z","end":"2026-04-10T14:51:24.776337Z","steps":["trace[867615375] 'process raft request' (duration: 266.352312ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:25.039866Z","caller":"traceutil/trace.go:171","msg":"trace[380358007] linearizableReadLoop","detail":"{readStateIndex:34229; appliedIndex:34223; }","duration":"256.402934ms","start":"2026-04-10T14:51:24.78344Z","end":"2026-04-10T14:51:25.039843Z","steps":["trace[380358007] 'read index received' (duration: 222.830009ms)","trace[380358007] 'applied index is now lower than readState.Index' (duration: 33.571535ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:25.040275Z","caller":"traceutil/trace.go:171","msg":"trace[146269882] transaction","detail":"{read_only:false; response_revision:32726; number_of_response:1; }","duration":"528.914039ms","start":"2026-04-10T14:51:24.511284Z","end":"2026-04-10T14:51:25.040198Z","steps":["trace[146269882] 'process raft request' (duration: 528.328123ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:25.040378Z","caller":"traceutil/trace.go:171","msg":"trace[1079349755] transaction","detail":"{read_only:false; response_revision:32728; number_of_response:1; }","duration":"461.879131ms","start":"2026-04-10T14:51:24.57849Z","end":"2026-04-10T14:51:25.040369Z","steps":["trace[1079349755] 'process raft request' (duration: 461.233164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.040484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:24.578483Z","time spent":"461.926132ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:25.040462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:24.511274Z","time spent":"529.098593ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2451,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:51:25.040671Z","caller":"traceutil/trace.go:171","msg":"trace[1138058056] transaction","detail":"{read_only:false; response_revision:32727; number_of_response:1; }","duration":"462.24347ms","start":"2026-04-10T14:51:24.578404Z","end":"2026-04-10T14:51:25.040648Z","steps":["trace[1138058056] 'process raft request' (duration: 461.261795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.040783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:24.57838Z","time spent":"462.338743ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:25.040838Z","caller":"traceutil/trace.go:171","msg":"trace[1240316093] transaction","detail":"{read_only:false; response_revision:32729; number_of_response:1; }","duration":"461.733976ms","start":"2026-04-10T14:51:24.579089Z","end":"2026-04-10T14:51:25.040823Z","steps":["trace[1240316093] 'process raft request' (duration: 460.673019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.040899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:24.579078Z","time spent":"461.788297ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:25.040328Z","caller":"traceutil/trace.go:171","msg":"trace[1264996052] transaction","detail":"{read_only:false; response_revision:32725; number_of_response:1; }","duration":"529.524885ms","start":"2026-04-10T14:51:24.510783Z","end":"2026-04-10T14:51:25.040308Z","steps":["trace[1264996052] 'process raft request' (duration: 495.540628ms)","trace[1264996052] 'compare' (duration: 33.140824ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:25.041002Z","caller":"traceutil/trace.go:171","msg":"trace[1526791917] transaction","detail":"{read_only:false; response_revision:32730; number_of_response:1; }","duration":"461.325177ms","start":"2026-04-10T14:51:24.579668Z","end":"2026-04-10T14:51:25.040994Z","steps":["trace[1526791917] 'process raft request' (duration: 460.129465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.041046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:24.579658Z","time spent":"461.364167ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:25.041053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:24.510756Z","time spent":"530.209173ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T14:51:25.04286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.414002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:1 size:2666"} {"level":"info","ts":"2026-04-10T14:51:25.042916Z","caller":"traceutil/trace.go:171","msg":"trace[2050408379] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:1; response_revision:32730; }","duration":"259.499545ms","start":"2026-04-10T14:51:24.783404Z","end":"2026-04-10T14:51:25.042903Z","steps":["trace[2050408379] 'agreement among raft nodes before linearized reading' (duration: 256.538098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.644723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.660457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:25.645403Z","caller":"traceutil/trace.go:171","msg":"trace[814224373] transaction","detail":"{read_only:false; response_revision:32731; number_of_response:1; }","duration":"627.432656ms","start":"2026-04-10T14:51:25.01792Z","end":"2026-04-10T14:51:25.645352Z","steps":["trace[814224373] 'process raft request' (duration: 417.076561ms)","trace[814224373] 'compare' (duration: 209.319437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:25.645552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:25.017892Z","time spent":"627.58745ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:51:25.675265Z","caller":"traceutil/trace.go:171","msg":"trace[325609170] transaction","detail":"{read_only:false; response_revision:32732; number_of_response:1; }","duration":"630.25001ms","start":"2026-04-10T14:51:25.044986Z","end":"2026-04-10T14:51:25.675236Z","steps":["trace[325609170] 'process raft request' (duration: 630.070575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.675403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:25.044971Z","time spent":"630.357304ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:25.675691Z","caller":"traceutil/trace.go:171","msg":"trace[633938906] transaction","detail":"{read_only:false; response_revision:32733; number_of_response:1; }","duration":"627.60181ms","start":"2026-04-10T14:51:25.048066Z","end":"2026-04-10T14:51:25.675668Z","steps":["trace[633938906] 'process raft request' (duration: 627.109768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.675817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:25.048047Z","time spent":"627.708373ms","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2958,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:25.675823Z","caller":"traceutil/trace.go:171","msg":"trace[30888258] linearizableReadLoop","detail":"{readStateIndex:34234; appliedIndex:34229; }","duration":"563.180561ms","start":"2026-04-10T14:51:25.11255Z","end":"2026-04-10T14:51:25.675731Z","steps":["trace[30888258] 'read index received' (duration: 322.517698ms)","trace[30888258] 'applied index is now lower than readState.Index' (duration: 240.662033ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:25.676002Z","caller":"traceutil/trace.go:171","msg":"trace[1798245142] transaction","detail":"{read_only:false; response_revision:32734; number_of_response:1; }","duration":"627.756365ms","start":"2026-04-10T14:51:25.048234Z","end":"2026-04-10T14:51:25.675991Z","steps":["trace[1798245142] 'process raft request' (duration: 627.240881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.676124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:25.048228Z","time spent":"627.838647ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:51:25.676335Z","caller":"traceutil/trace.go:171","msg":"trace[889471778] transaction","detail":"{read_only:false; response_revision:32735; number_of_response:1; }","duration":"626.944193ms","start":"2026-04-10T14:51:25.049376Z","end":"2026-04-10T14:51:25.676321Z","steps":["trace[889471778] 'process raft request' (duration: 626.271525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.676423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:25.04925Z","time spent":"627.125068ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2702,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:25.676559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.637435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:51:25.676646Z","caller":"traceutil/trace.go:171","msg":"trace[943967434] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32735; }","duration":"486.75581ms","start":"2026-04-10T14:51:25.189873Z","end":"2026-04-10T14:51:25.676629Z","steps":["trace[943967434] 'agreement among raft nodes before linearized reading' (duration: 486.548453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.676724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:25.189852Z","time spent":"486.858943ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:51:25.676823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.396745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:25.676859Z","caller":"traceutil/trace.go:171","msg":"trace[838275673] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:32735; }","duration":"149.468317ms","start":"2026-04-10T14:51:25.527381Z","end":"2026-04-10T14:51:25.676849Z","steps":["trace[838275673] 'agreement among raft nodes before linearized reading' (duration: 149.396595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.676167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.613683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:51:25.676977Z","caller":"traceutil/trace.go:171","msg":"trace[1741024406] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32735; }","duration":"564.459894ms","start":"2026-04-10T14:51:25.112511Z","end":"2026-04-10T14:51:25.676971Z","steps":["trace[1741024406] 'agreement among raft nodes before linearized reading' (duration: 563.563251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.676999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:25.112493Z","time spent":"564.498855ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:51:25.677099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.630835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:51:25.677168Z","caller":"traceutil/trace.go:171","msg":"trace[1804561385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32735; }","duration":"181.725826ms","start":"2026-04-10T14:51:25.495431Z","end":"2026-04-10T14:51:25.677156Z","steps":["trace[1804561385] 'agreement among raft nodes before linearized reading' (duration: 181.515651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.677419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.266832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:51:25.677499Z","caller":"traceutil/trace.go:171","msg":"trace[1848819874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32735; }","duration":"327.386095ms","start":"2026-04-10T14:51:25.350101Z","end":"2026-04-10T14:51:25.677488Z","steps":["trace[1848819874] 'agreement among raft nodes before linearized reading' (duration: 327.253241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.677561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:25.350072Z","time spent":"327.479147ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:51:25.677434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.20233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:25.677689Z","caller":"traceutil/trace.go:171","msg":"trace[819255563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32735; }","duration":"439.481587ms","start":"2026-04-10T14:51:25.238198Z","end":"2026-04-10T14:51:25.677679Z","steps":["trace[819255563] 'agreement among raft nodes before linearized reading' (duration: 439.206711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.67773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:25.238182Z","time spent":"439.540448ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:51:25.677515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.404521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:51:25.677832Z","caller":"traceutil/trace.go:171","msg":"trace[2040132182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32735; }","duration":"351.74751ms","start":"2026-04-10T14:51:25.326066Z","end":"2026-04-10T14:51:25.677814Z","steps":["trace[2040132182] 'agreement among raft nodes before linearized reading' (duration: 351.386481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.677951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:25.32598Z","time spent":"351.888093ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T14:51:25.841762Z","caller":"traceutil/trace.go:171","msg":"trace[152532502] linearizableReadLoop","detail":"{readStateIndex:34235; appliedIndex:34234; }","duration":"159.19407ms","start":"2026-04-10T14:51:25.682541Z","end":"2026-04-10T14:51:25.841735Z","steps":["trace[152532502] 'read index received' (duration: 73.398664ms)","trace[152532502] 'applied index is now lower than readState.Index' (duration: 85.792146ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:25.841767Z","caller":"traceutil/trace.go:171","msg":"trace[565719752] transaction","detail":"{read_only:false; response_revision:32736; number_of_response:1; }","duration":"159.253911ms","start":"2026-04-10T14:51:25.682487Z","end":"2026-04-10T14:51:25.84174Z","steps":["trace[565719752] 'process raft request' (duration: 73.439744ms)","trace[565719752] 'compare' (duration: 85.650073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:25.841959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.403356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:51:25.842036Z","caller":"traceutil/trace.go:171","msg":"trace[664039889] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32736; }","duration":"159.492068ms","start":"2026-04-10T14:51:25.682497Z","end":"2026-04-10T14:51:25.841989Z","steps":["trace[664039889] 'agreement among raft nodes before linearized reading' (duration: 159.321624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.846599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.965094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-10T14:51:25.846716Z","caller":"traceutil/trace.go:171","msg":"trace[230107704] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32740; }","duration":"159.088678ms","start":"2026-04-10T14:51:25.687613Z","end":"2026-04-10T14:51:25.846702Z","steps":["trace[230107704] 'agreement among raft nodes before linearized reading' (duration: 158.876402ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:25.846975Z","caller":"traceutil/trace.go:171","msg":"trace[980277244] transaction","detail":"{read_only:false; response_revision:32737; number_of_response:1; }","duration":"163.587665ms","start":"2026-04-10T14:51:25.683379Z","end":"2026-04-10T14:51:25.846966Z","steps":["trace[980277244] 'process raft request' (duration: 162.916257ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:25.847192Z","caller":"traceutil/trace.go:171","msg":"trace[121597664] transaction","detail":"{read_only:false; response_revision:32738; number_of_response:1; }","duration":"159.005305ms","start":"2026-04-10T14:51:25.688179Z","end":"2026-04-10T14:51:25.847184Z","steps":["trace[121597664] 'process raft request' (duration: 158.221755ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:25.847358Z","caller":"traceutil/trace.go:171","msg":"trace[108062713] transaction","detail":"{read_only:false; response_revision:32739; number_of_response:1; }","duration":"141.122878ms","start":"2026-04-10T14:51:25.706226Z","end":"2026-04-10T14:51:25.847349Z","steps":["trace[108062713] 'process raft request' (duration: 140.206775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:25.847764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.609371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-mnh4k\" ","response":"range_response_count:1 size:2515"} {"level":"info","ts":"2026-04-10T14:51:25.847843Z","caller":"traceutil/trace.go:171","msg":"trace[1451822437] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-mnh4k; range_end:; response_count:1; response_revision:32740; }","duration":"141.706024ms","start":"2026-04-10T14:51:25.706125Z","end":"2026-04-10T14:51:25.847831Z","steps":["trace[1451822437] 'agreement among raft nodes before linearized reading' (duration: 141.579791ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:25.84778Z","caller":"traceutil/trace.go:171","msg":"trace[288424716] transaction","detail":"{read_only:false; response_revision:32740; number_of_response:1; }","duration":"141.417326ms","start":"2026-04-10T14:51:25.706344Z","end":"2026-04-10T14:51:25.847761Z","steps":["trace[288424716] 'process raft request' (duration: 140.115132ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:27.279615Z","caller":"traceutil/trace.go:171","msg":"trace[432262359] transaction","detail":"{read_only:false; response_revision:32764; number_of_response:1; }","duration":"109.441513ms","start":"2026-04-10T14:51:27.170137Z","end":"2026-04-10T14:51:27.279579Z","steps":["trace[432262359] 'process raft request' (duration: 109.236158ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:29.801451Z","caller":"traceutil/trace.go:171","msg":"trace[1466780968] transaction","detail":"{read_only:false; response_revision:32790; number_of_response:1; }","duration":"187.21491ms","start":"2026-04-10T14:51:29.614216Z","end":"2026-04-10T14:51:29.80143Z","steps":["trace[1466780968] 'process raft request' (duration: 187.080987ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:29.975348Z","caller":"traceutil/trace.go:171","msg":"trace[827310888] linearizableReadLoop","detail":"{readStateIndex:34292; appliedIndex:34291; }","duration":"107.457282ms","start":"2026-04-10T14:51:29.867871Z","end":"2026-04-10T14:51:29.975328Z","steps":["trace[827310888] 'read index received' (duration: 107.245125ms)","trace[827310888] 'applied index is now lower than readState.Index' (duration: 211.577µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:29.975558Z","caller":"traceutil/trace.go:171","msg":"trace[248698832] transaction","detail":"{read_only:false; response_revision:32791; number_of_response:1; }","duration":"167.379723ms","start":"2026-04-10T14:51:29.80817Z","end":"2026-04-10T14:51:29.97555Z","steps":["trace[248698832] 'process raft request' (duration: 167.021394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:29.975958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.040277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:51:29.9761Z","caller":"traceutil/trace.go:171","msg":"trace[77293695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32791; }","duration":"108.260062ms","start":"2026-04-10T14:51:29.867789Z","end":"2026-04-10T14:51:29.976049Z","steps":["trace[77293695] 'agreement among raft nodes before linearized reading' (duration: 107.924503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:30.258866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.191453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:30.25921Z","caller":"traceutil/trace.go:171","msg":"trace[1322232905] transaction","detail":"{read_only:false; response_revision:32796; number_of_response:1; }","duration":"276.335713ms","start":"2026-04-10T14:51:29.982858Z","end":"2026-04-10T14:51:30.259194Z","steps":["trace[1322232905] 'process raft request' (duration: 276.1888ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:30.259527Z","caller":"traceutil/trace.go:171","msg":"trace[1686767700] transaction","detail":"{read_only:false; response_revision:32793; number_of_response:1; }","duration":"276.875869ms","start":"2026-04-10T14:51:29.982631Z","end":"2026-04-10T14:51:30.259506Z","steps":["trace[1686767700] 'process raft request' (duration: 137.956917ms)","trace[1686767700] 'compare' (duration: 138.074129ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:30.259633Z","caller":"traceutil/trace.go:171","msg":"trace[1475312222] transaction","detail":"{read_only:false; response_revision:32795; number_of_response:1; }","duration":"276.857978ms","start":"2026-04-10T14:51:29.982733Z","end":"2026-04-10T14:51:30.259591Z","steps":["trace[1475312222] 'process raft request' (duration: 276.266823ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:30.259692Z","caller":"traceutil/trace.go:171","msg":"trace[1650265829] transaction","detail":"{read_only:false; response_revision:32797; number_of_response:1; }","duration":"275.284946ms","start":"2026-04-10T14:51:29.984383Z","end":"2026-04-10T14:51:30.259668Z","steps":["trace[1650265829] 'process raft request' (duration: 274.774392ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:30.259845Z","caller":"traceutil/trace.go:171","msg":"trace[179131849] transaction","detail":"{read_only:false; response_revision:32794; number_of_response:1; }","duration":"276.649512ms","start":"2026-04-10T14:51:29.982737Z","end":"2026-04-10T14:51:30.259386Z","steps":["trace[179131849] 'process raft request' (duration: 276.214431ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:31.213779Z","caller":"traceutil/trace.go:171","msg":"trace[1538973584] transaction","detail":"{read_only:false; response_revision:32804; number_of_response:1; }","duration":"146.951601ms","start":"2026-04-10T14:51:31.066805Z","end":"2026-04-10T14:51:31.213756Z","steps":["trace[1538973584] 'process raft request' (duration: 146.791026ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:31.679254Z","caller":"traceutil/trace.go:171","msg":"trace[1950044030] linearizableReadLoop","detail":"{readStateIndex:34308; appliedIndex:34304; }","duration":"599.414706ms","start":"2026-04-10T14:51:31.079814Z","end":"2026-04-10T14:51:31.679228Z","steps":["trace[1950044030] 'read index received' (duration: 133.785567ms)","trace[1950044030] 'applied index is now lower than readState.Index' (duration: 465.628109ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:31.679442Z","caller":"traceutil/trace.go:171","msg":"trace[1616694371] transaction","detail":"{read_only:false; response_revision:32808; number_of_response:1; }","duration":"596.792178ms","start":"2026-04-10T14:51:31.082615Z","end":"2026-04-10T14:51:31.679407Z","steps":["trace[1616694371] 'process raft request' (duration: 596.53042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:31.679601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:31.082575Z","time spent":"596.945591ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:31.679595Z","caller":"traceutil/trace.go:171","msg":"trace[269752920] transaction","detail":"{read_only:false; response_revision:32806; number_of_response:1; }","duration":"608.343308ms","start":"2026-04-10T14:51:31.071178Z","end":"2026-04-10T14:51:31.679522Z","steps":["trace[269752920] 'process raft request' (duration: 607.870486ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:31.679737Z","caller":"traceutil/trace.go:171","msg":"trace[1792428594] transaction","detail":"{read_only:false; response_revision:32809; number_of_response:1; }","duration":"591.551621ms","start":"2026-04-10T14:51:31.088166Z","end":"2026-04-10T14:51:31.679718Z","steps":["trace[1792428594] 'process raft request' (duration: 591.011947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:31.679811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.523721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-10T14:51:31.679862Z","caller":"traceutil/trace.go:171","msg":"trace[1032969600] transaction","detail":"{read_only:false; response_revision:32807; number_of_response:1; }","duration":"607.202138ms","start":"2026-04-10T14:51:31.072643Z","end":"2026-04-10T14:51:31.679845Z","steps":["trace[1032969600] 'process raft request' (duration: 606.459129ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:31.679877Z","caller":"traceutil/trace.go:171","msg":"trace[1334678734] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:32809; }","duration":"591.640604ms","start":"2026-04-10T14:51:31.08822Z","end":"2026-04-10T14:51:31.679861Z","steps":["trace[1334678734] 'agreement among raft nodes before linearized reading' (duration: 591.452449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:31.679943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:31.072583Z","time spent":"607.317173ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:31.679997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:31.0882Z","time spent":"591.779328ms","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-10T14:51:31.67987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:31.088138Z","time spent":"591.672434ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T14:51:31.680078Z","caller":"traceutil/trace.go:171","msg":"trace[954903076] transaction","detail":"{read_only:false; response_revision:32805; number_of_response:1; }","duration":"611.633405ms","start":"2026-04-10T14:51:31.068428Z","end":"2026-04-10T14:51:31.680061Z","steps":["trace[954903076] 'process raft request' (duration: 610.419183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:31.680204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:31.068413Z","time spent":"611.744667ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:31.679665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.825147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-10T14:51:31.680333Z","caller":"traceutil/trace.go:171","msg":"trace[1334889170] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:32809; }","duration":"600.515725ms","start":"2026-04-10T14:51:31.079808Z","end":"2026-04-10T14:51:31.680323Z","steps":["trace[1334889170] 'agreement among raft nodes before linearized reading' (duration: 599.603742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:31.680443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:31.079769Z","time spent":"600.609477ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-10T14:51:31.67993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:31.071158Z","time spent":"608.590225ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:31.680615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.333608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:31.680659Z","caller":"traceutil/trace.go:171","msg":"trace[1298968992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32809; }","duration":"443.413059ms","start":"2026-04-10T14:51:31.237236Z","end":"2026-04-10T14:51:31.680649Z","steps":["trace[1298968992] 'agreement among raft nodes before linearized reading' (duration: 443.332526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:31.680695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:31.237155Z","time spent":"443.532062ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:51:31.952018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.929938ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-10T14:51:31.952106Z","caller":"traceutil/trace.go:171","msg":"trace[1552260904] linearizableReadLoop","detail":"{readStateIndex:34311; appliedIndex:34310; }","duration":"268.221432ms","start":"2026-04-10T14:51:31.683868Z","end":"2026-04-10T14:51:31.95209Z","steps":["trace[1552260904] 'read index received' (duration: 105.201192ms)","trace[1552260904] 'applied index is now lower than readState.Index' (duration: 163.01913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:31.952427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.556942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f91f059-4c69-4314-958e-c338e91d14be\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-10T14:51:31.952459Z","caller":"traceutil/trace.go:171","msg":"trace[1147014197] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f91f059-4c69-4314-958e-c338e91d14be; range_end:; response_count:1; response_revision:32809; }","duration":"268.610102ms","start":"2026-04-10T14:51:31.683838Z","end":"2026-04-10T14:51:31.952448Z","steps":["trace[1147014197] 'agreement among raft nodes before linearized reading' (duration: 268.289064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:32.323911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.953382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:32.324032Z","caller":"traceutil/trace.go:171","msg":"trace[1930862892] linearizableReadLoop","detail":"{readStateIndex:34313; appliedIndex:34312; }","duration":"298.028239ms","start":"2026-04-10T14:51:32.025983Z","end":"2026-04-10T14:51:32.324012Z","steps":["trace[1930862892] 'read index received' (duration: 84.82192ms)","trace[1930862892] 'applied index is now lower than readState.Index' (duration: 213.205189ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:32.324195Z","caller":"traceutil/trace.go:171","msg":"trace[1495672507] transaction","detail":"{read_only:false; response_revision:32811; number_of_response:1; }","duration":"298.855431ms","start":"2026-04-10T14:51:32.025316Z","end":"2026-04-10T14:51:32.324171Z","steps":["trace[1495672507] 'process raft request' (duration: 85.54149ms)","trace[1495672507] 'compare' (duration: 212.720335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:32.324407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.425809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:51:32.32446Z","caller":"traceutil/trace.go:171","msg":"trace[1840380182] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:32811; }","duration":"298.501181ms","start":"2026-04-10T14:51:32.025946Z","end":"2026-04-10T14:51:32.324447Z","steps":["trace[1840380182] 'agreement among raft nodes before linearized reading' (duration: 298.332797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:32.705329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.917453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:32.705554Z","caller":"traceutil/trace.go:171","msg":"trace[1633990126] transaction","detail":"{read_only:false; response_revision:32812; number_of_response:1; }","duration":"419.412505ms","start":"2026-04-10T14:51:32.286112Z","end":"2026-04-10T14:51:32.705525Z","steps":["trace[1633990126] 'process raft request' (duration: 138.196513ms)","trace[1633990126] 'compare' (duration: 280.252186ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:32.705613Z","caller":"traceutil/trace.go:171","msg":"trace[829006581] transaction","detail":"{read_only:false; response_revision:32814; number_of_response:1; }","duration":"267.804362ms","start":"2026-04-10T14:51:32.437788Z","end":"2026-04-10T14:51:32.705592Z","steps":["trace[829006581] 'process raft request' (duration: 267.752231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:32.705726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.446626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:32.705892Z","caller":"traceutil/trace.go:171","msg":"trace[196405833] transaction","detail":"{read_only:false; response_revision:32813; number_of_response:1; }","duration":"294.941548ms","start":"2026-04-10T14:51:32.410939Z","end":"2026-04-10T14:51:32.70588Z","steps":["trace[196405833] 'process raft request' (duration: 294.499686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:32.706055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.056658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-10T14:51:32.706064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.41106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:51:32.706104Z","caller":"traceutil/trace.go:171","msg":"trace[2064114770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32814; }","duration":"407.488273ms","start":"2026-04-10T14:51:32.298607Z","end":"2026-04-10T14:51:32.706095Z","steps":["trace[2064114770] 'agreement among raft nodes before linearized reading' (duration: 407.317218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:32.706072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.543104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-10T14:51:32.706131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:32.298589Z","time spent":"407.537274ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:51:32.70612Z","caller":"traceutil/trace.go:171","msg":"trace[1864912171] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32814; }","duration":"428.13757ms","start":"2026-04-10T14:51:32.277952Z","end":"2026-04-10T14:51:32.70609Z","steps":["trace[1864912171] 'agreement among raft nodes before linearized reading' (duration: 427.969216ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:32.706173Z","caller":"traceutil/trace.go:171","msg":"trace[1182752891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32814; }","duration":"440.676837ms","start":"2026-04-10T14:51:32.265476Z","end":"2026-04-10T14:51:32.706153Z","steps":["trace[1182752891] 'agreement among raft nodes before linearized reading' (duration: 440.454232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:32.705734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:32.286093Z","time spent":"419.556638ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:32.706233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:32.265456Z","time spent":"440.764071ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:51:32.706228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:32.277936Z","time spent":"428.282625ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:51:32.706201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.12041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:51:32.70638Z","caller":"traceutil/trace.go:171","msg":"trace[1438300932] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32814; }","duration":"428.325336ms","start":"2026-04-10T14:51:32.278028Z","end":"2026-04-10T14:51:32.706354Z","steps":["trace[1438300932] 'agreement among raft nodes before linearized reading' (duration: 427.938155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:32.706428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:32.277999Z","time spent":"428.419389ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:51:32.705591Z","caller":"traceutil/trace.go:171","msg":"trace[294677144] linearizableReadLoop","detail":"{readStateIndex:34314; appliedIndex:34313; }","duration":"381.495515ms","start":"2026-04-10T14:51:32.324067Z","end":"2026-04-10T14:51:32.705562Z","steps":["trace[294677144] 'read index received' (duration: 100.260424ms)","trace[294677144] 'applied index is now lower than readState.Index' (duration: 281.229321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:32.706664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.088484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T14:51:32.706667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.12029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:51:32.706797Z","caller":"traceutil/trace.go:171","msg":"trace[1176919230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32814; }","duration":"441.337564ms","start":"2026-04-10T14:51:32.265429Z","end":"2026-04-10T14:51:32.706767Z","steps":["trace[1176919230] 'agreement among raft nodes before linearized reading' (duration: 440.612295ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:32.706807Z","caller":"traceutil/trace.go:171","msg":"trace[1670593981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32814; }","duration":"170.162926ms","start":"2026-04-10T14:51:32.536531Z","end":"2026-04-10T14:51:32.706694Z","steps":["trace[1670593981] 'agreement among raft nodes before linearized reading' (duration: 170.042213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:32.706811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.262356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T14:51:32.70682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.991717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:51:32.706722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.914923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:51:32.706883Z","caller":"traceutil/trace.go:171","msg":"trace[813454434] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:32814; }","duration":"247.40724ms","start":"2026-04-10T14:51:32.459455Z","end":"2026-04-10T14:51:32.706863Z","steps":["trace[813454434] 'agreement among raft nodes before linearized reading' (duration: 247.077891ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:32.706902Z","caller":"traceutil/trace.go:171","msg":"trace[1095951211] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32814; }","duration":"174.156739ms","start":"2026-04-10T14:51:32.532735Z","end":"2026-04-10T14:51:32.706892Z","steps":["trace[1095951211] 'agreement among raft nodes before linearized reading' (duration: 173.850642ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:32.706404Z","caller":"traceutil/trace.go:171","msg":"trace[840653535] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:32814; }","duration":"612.980509ms","start":"2026-04-10T14:51:32.093216Z","end":"2026-04-10T14:51:32.706197Z","steps":["trace[840653535] 'agreement among raft nodes before linearized reading' (duration: 612.424475ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:32.706893Z","caller":"traceutil/trace.go:171","msg":"trace[232811049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32814; }","duration":"166.08876ms","start":"2026-04-10T14:51:32.54079Z","end":"2026-04-10T14:51:32.706879Z","steps":["trace[232811049] 'agreement among raft nodes before linearized reading' (duration: 165.922046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:32.706854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:32.265413Z","time spent":"441.429727ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:51:32.707432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:32.093199Z","time spent":"614.216822ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-10T14:51:32.884108Z","caller":"traceutil/trace.go:171","msg":"trace[550198419] transaction","detail":"{read_only:false; response_revision:32816; number_of_response:1; }","duration":"170.790993ms","start":"2026-04-10T14:51:32.713269Z","end":"2026-04-10T14:51:32.88406Z","steps":["trace[550198419] 'process raft request' (duration: 132.288309ms)","trace[550198419] 'compare' (duration: 38.240046ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:32.884224Z","caller":"traceutil/trace.go:171","msg":"trace[164141781] linearizableReadLoop","detail":"{readStateIndex:34323; appliedIndex:34317; }","duration":"166.801819ms","start":"2026-04-10T14:51:32.717397Z","end":"2026-04-10T14:51:32.884199Z","steps":["trace[164141781] 'read index received' (duration: 21.133132ms)","trace[164141781] 'applied index is now lower than readState.Index' (duration: 145.667907ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:32.884448Z","caller":"traceutil/trace.go:171","msg":"trace[551578003] transaction","detail":"{read_only:false; response_revision:32821; number_of_response:1; }","duration":"167.167558ms","start":"2026-04-10T14:51:32.717267Z","end":"2026-04-10T14:51:32.884435Z","steps":["trace[551578003] 'process raft request' (duration: 166.817729ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:32.884498Z","caller":"traceutil/trace.go:171","msg":"trace[122535399] transaction","detail":"{read_only:false; response_revision:32817; number_of_response:1; }","duration":"171.09659ms","start":"2026-04-10T14:51:32.713377Z","end":"2026-04-10T14:51:32.884473Z","steps":["trace[122535399] 'process raft request' (duration: 170.559376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:32.884541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.123767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:51:32.88459Z","caller":"traceutil/trace.go:171","msg":"trace[1787860490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32823; }","duration":"167.20401ms","start":"2026-04-10T14:51:32.717373Z","end":"2026-04-10T14:51:32.884577Z","steps":["trace[1787860490] 'agreement among raft nodes before linearized reading' (duration: 166.918953ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:32.884698Z","caller":"traceutil/trace.go:171","msg":"trace[2129055381] transaction","detail":"{read_only:false; response_revision:32818; number_of_response:1; }","duration":"171.238823ms","start":"2026-04-10T14:51:32.713448Z","end":"2026-04-10T14:51:32.884687Z","steps":["trace[2129055381] 'process raft request' (duration: 170.528345ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:32.884773Z","caller":"traceutil/trace.go:171","msg":"trace[1055313432] transaction","detail":"{read_only:false; response_revision:32819; number_of_response:1; }","duration":"170.784582ms","start":"2026-04-10T14:51:32.713953Z","end":"2026-04-10T14:51:32.884738Z","steps":["trace[1055313432] 'process raft request' (duration: 170.053032ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:32.884809Z","caller":"traceutil/trace.go:171","msg":"trace[2088104921] transaction","detail":"{read_only:false; response_revision:32820; number_of_response:1; }","duration":"170.801533ms","start":"2026-04-10T14:51:32.71399Z","end":"2026-04-10T14:51:32.884791Z","steps":["trace[2088104921] 'process raft request' (duration: 170.049652ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:32.885023Z","caller":"traceutil/trace.go:171","msg":"trace[1175997983] transaction","detail":"{read_only:false; response_revision:32822; number_of_response:1; }","duration":"167.325542ms","start":"2026-04-10T14:51:32.717689Z","end":"2026-04-10T14:51:32.885014Z","steps":["trace[1175997983] 'process raft request' (duration: 166.429739ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:32.885362Z","caller":"traceutil/trace.go:171","msg":"trace[615502876] transaction","detail":"{read_only:false; response_revision:32823; number_of_response:1; }","duration":"166.639895ms","start":"2026-04-10T14:51:32.718707Z","end":"2026-04-10T14:51:32.885347Z","steps":["trace[615502876] 'process raft request' (duration: 165.447454ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:33.113499Z","caller":"traceutil/trace.go:171","msg":"trace[476823058] transaction","detail":"{read_only:false; response_revision:32826; number_of_response:1; }","duration":"174.91224ms","start":"2026-04-10T14:51:32.938565Z","end":"2026-04-10T14:51:33.113477Z","steps":["trace[476823058] 'process raft request' (duration: 174.815287ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:33.113535Z","caller":"traceutil/trace.go:171","msg":"trace[1494899228] transaction","detail":"{read_only:false; response_revision:32825; number_of_response:1; }","duration":"212.10746ms","start":"2026-04-10T14:51:32.901409Z","end":"2026-04-10T14:51:33.113516Z","steps":["trace[1494899228] 'process raft request' (duration: 206.555725ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:33.274701Z","caller":"traceutil/trace.go:171","msg":"trace[545348442] transaction","detail":"{read_only:false; number_of_response:0; response_revision:32826; }","duration":"153.034649ms","start":"2026-04-10T14:51:33.121636Z","end":"2026-04-10T14:51:33.274671Z","steps":["trace[545348442] 'process raft request' (duration: 152.718381ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:33.274716Z","caller":"traceutil/trace.go:171","msg":"trace[1555486598] linearizableReadLoop","detail":"{readStateIndex:34329; appliedIndex:34328; }","duration":"138.522801ms","start":"2026-04-10T14:51:33.136149Z","end":"2026-04-10T14:51:33.274672Z","steps":["trace[1555486598] 'read index received' (duration: 138.133741ms)","trace[1555486598] 'applied index is now lower than readState.Index' (duration: 387.05µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:33.274934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.770697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:33.274982Z","caller":"traceutil/trace.go:171","msg":"trace[1605060071] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:32826; }","duration":"138.87827ms","start":"2026-04-10T14:51:33.136093Z","end":"2026-04-10T14:51:33.274971Z","steps":["trace[1605060071] 'agreement among raft nodes before linearized reading' (duration: 138.764987ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:33.46999Z","caller":"traceutil/trace.go:171","msg":"trace[1353486284] transaction","detail":"{read_only:false; response_revision:32828; number_of_response:1; }","duration":"181.942952ms","start":"2026-04-10T14:51:33.288004Z","end":"2026-04-10T14:51:33.469947Z","steps":["trace[1353486284] 'process raft request' (duration: 181.757757ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:33.803707Z","caller":"traceutil/trace.go:171","msg":"trace[40186306] transaction","detail":"{read_only:false; response_revision:32829; number_of_response:1; }","duration":"117.258866ms","start":"2026-04-10T14:51:33.686379Z","end":"2026-04-10T14:51:33.803638Z","steps":["trace[40186306] 'process raft request' (duration: 117.029621ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:33.98228Z","caller":"traceutil/trace.go:171","msg":"trace[1771897130] transaction","detail":"{read_only:false; response_revision:32831; number_of_response:1; }","duration":"292.656569ms","start":"2026-04-10T14:51:33.689605Z","end":"2026-04-10T14:51:33.982262Z","steps":["trace[1771897130] 'process raft request' (duration: 292.612428ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:33.982539Z","caller":"traceutil/trace.go:171","msg":"trace[1591018505] transaction","detail":"{read_only:false; response_revision:32830; number_of_response:1; }","duration":"295.102253ms","start":"2026-04-10T14:51:33.687425Z","end":"2026-04-10T14:51:33.982528Z","steps":["trace[1591018505] 'process raft request' (duration: 196.03676ms)","trace[1591018505] 'compare' (duration: 98.377585ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:35.062329Z","caller":"traceutil/trace.go:171","msg":"trace[2106505477] linearizableReadLoop","detail":"{readStateIndex:34342; appliedIndex:34339; }","duration":"113.421506ms","start":"2026-04-10T14:51:34.948891Z","end":"2026-04-10T14:51:35.062312Z","steps":["trace[2106505477] 'read index received' (duration: 94.471042ms)","trace[2106505477] 'applied index is now lower than readState.Index' (duration: 18.949734ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:35.062394Z","caller":"traceutil/trace.go:171","msg":"trace[2079691638] transaction","detail":"{read_only:false; response_revision:32838; number_of_response:1; }","duration":"144.495497ms","start":"2026-04-10T14:51:34.917864Z","end":"2026-04-10T14:51:35.06236Z","steps":["trace[2079691638] 'process raft request' (duration: 144.337763ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:35.062413Z","caller":"traceutil/trace.go:171","msg":"trace[409183383] transaction","detail":"{read_only:false; response_revision:32839; number_of_response:1; }","duration":"142.063454ms","start":"2026-04-10T14:51:34.920337Z","end":"2026-04-10T14:51:35.062401Z","steps":["trace[409183383] 'process raft request' (duration: 141.936921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:35.06261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.707074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:51:35.062335Z","caller":"traceutil/trace.go:171","msg":"trace[974801160] transaction","detail":"{read_only:false; response_revision:32837; number_of_response:1; }","duration":"144.577459ms","start":"2026-04-10T14:51:34.91772Z","end":"2026-04-10T14:51:35.062297Z","steps":["trace[974801160] 'process raft request' (duration: 125.621205ms)","trace[974801160] 'compare' (duration: 18.456651ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:35.06267Z","caller":"traceutil/trace.go:171","msg":"trace[638983657] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32839; }","duration":"113.812977ms","start":"2026-04-10T14:51:34.948842Z","end":"2026-04-10T14:51:35.062655Z","steps":["trace[638983657] 'agreement among raft nodes before linearized reading' (duration: 113.590901ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:42.298128Z","caller":"traceutil/trace.go:171","msg":"trace[1391828108] transaction","detail":"{read_only:false; response_revision:32901; number_of_response:1; }","duration":"258.111188ms","start":"2026-04-10T14:51:42.039987Z","end":"2026-04-10T14:51:42.298098Z","steps":["trace[1391828108] 'process raft request' (duration: 240.200412ms)","trace[1391828108] 'compare' (duration: 17.756422ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:42.299719Z","caller":"traceutil/trace.go:171","msg":"trace[2045336305] transaction","detail":"{read_only:false; response_revision:32902; number_of_response:1; }","duration":"259.637329ms","start":"2026-04-10T14:51:42.040057Z","end":"2026-04-10T14:51:42.299694Z","steps":["trace[2045336305] 'process raft request' (duration: 259.425222ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:42.299778Z","caller":"traceutil/trace.go:171","msg":"trace[215176018] transaction","detail":"{read_only:false; response_revision:32903; number_of_response:1; }","duration":"242.714997ms","start":"2026-04-10T14:51:42.057046Z","end":"2026-04-10T14:51:42.299761Z","steps":["trace[215176018] 'process raft request' (duration: 242.557592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.231086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.2285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:43.231371Z","caller":"traceutil/trace.go:171","msg":"trace[1968032439] transaction","detail":"{read_only:false; response_revision:32907; number_of_response:1; }","duration":"307.213748ms","start":"2026-04-10T14:51:42.924132Z","end":"2026-04-10T14:51:43.231346Z","steps":["trace[1968032439] 'process raft request' (duration: 307.113295ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:43.231388Z","caller":"traceutil/trace.go:171","msg":"trace[1617057007] transaction","detail":"{read_only:false; response_revision:32906; number_of_response:1; }","duration":"418.952631ms","start":"2026-04-10T14:51:42.812377Z","end":"2026-04-10T14:51:43.23133Z","steps":["trace[1617057007] 'process raft request' (duration: 168.709248ms)","trace[1617057007] 'compare' (duration: 247.983075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:43.231477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:42.924099Z","time spent":"307.334731ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:43.231485Z","caller":"traceutil/trace.go:171","msg":"trace[1159802366] linearizableReadLoop","detail":"{readStateIndex:34412; appliedIndex:34411; }","duration":"369.645666ms","start":"2026-04-10T14:51:42.861767Z","end":"2026-04-10T14:51:43.231412Z","steps":["trace[1159802366] 'read index received' (duration: 119.400073ms)","trace[1159802366] 'applied index is now lower than readState.Index' (duration: 250.239623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:43.231934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.15602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:51:43.232013Z","caller":"traceutil/trace.go:171","msg":"trace[1489368194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32907; }","duration":"370.278413ms","start":"2026-04-10T14:51:42.86172Z","end":"2026-04-10T14:51:43.231999Z","steps":["trace[1489368194] 'agreement among raft nodes before linearized reading' (duration: 370.098408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.232074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:42.861701Z","time spent":"370.356705ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T14:51:43.232049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.409393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T14:51:43.232148Z","caller":"traceutil/trace.go:171","msg":"trace[939501492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32907; }","duration":"134.547997ms","start":"2026-04-10T14:51:43.097584Z","end":"2026-04-10T14:51:43.232132Z","steps":["trace[939501492] 'agreement among raft nodes before linearized reading' (duration: 134.333542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.232419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:42.812356Z","time spent":"419.136356ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:43.232928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.946638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-10T14:51:43.232993Z","caller":"traceutil/trace.go:171","msg":"trace[1807499052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32907; }","duration":"135.060001ms","start":"2026-04-10T14:51:43.097915Z","end":"2026-04-10T14:51:43.232975Z","steps":["trace[1807499052] 'agreement among raft nodes before linearized reading' (duration: 133.978832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.233015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.56519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T14:51:43.233078Z","caller":"traceutil/trace.go:171","msg":"trace[49042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32907; }","duration":"136.662532ms","start":"2026-04-10T14:51:43.096398Z","end":"2026-04-10T14:51:43.233061Z","steps":["trace[49042] 'agreement among raft nodes before linearized reading' (duration: 135.558973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.23346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.972772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:51:43.233505Z","caller":"traceutil/trace.go:171","msg":"trace[335104562] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32907; }","duration":"274.053134ms","start":"2026-04-10T14:51:42.95944Z","end":"2026-04-10T14:51:43.233493Z","steps":["trace[335104562] 'agreement among raft nodes before linearized reading' (duration: 272.422581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.535993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.788835ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:43.536163Z","caller":"traceutil/trace.go:171","msg":"trace[393276826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32908; }","duration":"103.981781ms","start":"2026-04-10T14:51:43.432155Z","end":"2026-04-10T14:51:43.536137Z","steps":["trace[393276826] 'range keys from in-memory index tree' (duration: 103.761754ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:43.567973Z","caller":"traceutil/trace.go:171","msg":"trace[1546887082] transaction","detail":"{read_only:false; response_revision:32909; number_of_response:1; }","duration":"328.447903ms","start":"2026-04-10T14:51:43.239498Z","end":"2026-04-10T14:51:43.567946Z","steps":["trace[1546887082] 'process raft request' (duration: 328.188336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.568148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:43.239485Z","time spent":"328.570505ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:43.568683Z","caller":"traceutil/trace.go:171","msg":"trace[314069861] transaction","detail":"{read_only:false; response_revision:32910; number_of_response:1; }","duration":"329.100319ms","start":"2026-04-10T14:51:43.239555Z","end":"2026-04-10T14:51:43.568655Z","steps":["trace[314069861] 'process raft request' (duration: 328.333569ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:43.568766Z","caller":"traceutil/trace.go:171","msg":"trace[1576585996] transaction","detail":"{read_only:false; response_revision:32912; number_of_response:1; }","duration":"328.37631ms","start":"2026-04-10T14:51:43.240355Z","end":"2026-04-10T14:51:43.568731Z","steps":["trace[1576585996] 'process raft request' (duration: 328.187235ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:43.568905Z","caller":"traceutil/trace.go:171","msg":"trace[1540017359] transaction","detail":"{read_only:false; response_revision:32911; number_of_response:1; }","duration":"329.300214ms","start":"2026-04-10T14:51:43.239561Z","end":"2026-04-10T14:51:43.568861Z","steps":["trace[1540017359] 'process raft request' (duration: 328.798542ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:43.568955Z","caller":"traceutil/trace.go:171","msg":"trace[1750332994] transaction","detail":"{read_only:false; response_revision:32913; number_of_response:1; }","duration":"319.855308ms","start":"2026-04-10T14:51:43.249054Z","end":"2026-04-10T14:51:43.568909Z","steps":["trace[1750332994] 'process raft request' (duration: 319.56999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.568964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:43.239543Z","time spent":"329.204251ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:43.569149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:43.24904Z","time spent":"320.021472ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:43.569187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.950096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:51:43.569259Z","caller":"traceutil/trace.go:171","msg":"trace[641236556] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32913; }","duration":"316.06708ms","start":"2026-04-10T14:51:43.253178Z","end":"2026-04-10T14:51:43.569245Z","steps":["trace[641236556] 'agreement among raft nodes before linearized reading' (duration: 315.806993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.569343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:43.239553Z","time spent":"329.4816ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:43.569456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:43.240348Z","time spent":"328.489514ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:43.569401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:43.25312Z","time spent":"316.273675ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:51:43.569623Z","caller":"traceutil/trace.go:171","msg":"trace[405254820] linearizableReadLoop","detail":"{readStateIndex:34419; appliedIndex:34414; }","duration":"240.424097ms","start":"2026-04-10T14:51:43.328278Z","end":"2026-04-10T14:51:43.568702Z","steps":["trace[405254820] 'read index received' (duration: 239.435122ms)","trace[405254820] 'applied index is now lower than readState.Index' (duration: 988.015µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:43.576798Z","caller":"traceutil/trace.go:171","msg":"trace[2109035535] transaction","detail":"{read_only:false; response_revision:32914; number_of_response:1; }","duration":"214.454371ms","start":"2026-04-10T14:51:43.362321Z","end":"2026-04-10T14:51:43.576775Z","steps":["trace[2109035535] 'process raft request' (duration: 213.982988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.577032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.715277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:43.5771Z","caller":"traceutil/trace.go:171","msg":"trace[2041722746] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:32914; }","duration":"120.84614ms","start":"2026-04-10T14:51:43.456238Z","end":"2026-04-10T14:51:43.577084Z","steps":["trace[2041722746] 'agreement among raft nodes before linearized reading' (duration: 120.745267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.577508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.735574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:43.577567Z","caller":"traceutil/trace.go:171","msg":"trace[306309166] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:32914; }","duration":"182.854676ms","start":"2026-04-10T14:51:43.394699Z","end":"2026-04-10T14:51:43.577554Z","steps":["trace[306309166] 'agreement among raft nodes before linearized reading' (duration: 182.764534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.577624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.480052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:43.577673Z","caller":"traceutil/trace.go:171","msg":"trace[234130901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32914; }","duration":"247.568534ms","start":"2026-04-10T14:51:43.330093Z","end":"2026-04-10T14:51:43.577662Z","steps":["trace[234130901] 'agreement among raft nodes before linearized reading' (duration: 247.494682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.976871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.898391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:43.976994Z","caller":"traceutil/trace.go:171","msg":"trace[1924167367] transaction","detail":"{read_only:false; response_revision:32915; number_of_response:1; }","duration":"395.415267ms","start":"2026-04-10T14:51:43.581556Z","end":"2026-04-10T14:51:43.976971Z","steps":["trace[1924167367] 'process raft request' (duration: 116.347733ms)","trace[1924167367] 'compare' (duration: 278.627333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:43.977115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:43.581534Z","time spent":"395.542512ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:51:43.978422Z","caller":"traceutil/trace.go:171","msg":"trace[1881255344] linearizableReadLoop","detail":"{readStateIndex:34421; appliedIndex:34420; }","duration":"392.83514ms","start":"2026-04-10T14:51:43.584105Z","end":"2026-04-10T14:51:43.97694Z","steps":["trace[1881255344] 'read index received' (duration: 113.643323ms)","trace[1881255344] 'applied index is now lower than readState.Index' (duration: 279.190997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:43.97851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.389391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T14:51:43.978584Z","caller":"traceutil/trace.go:171","msg":"trace[799514249] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32915; }","duration":"394.493114ms","start":"2026-04-10T14:51:43.584069Z","end":"2026-04-10T14:51:43.978562Z","steps":["trace[799514249] 'agreement among raft nodes before linearized reading' (duration: 394.264347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:43.978637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:43.584052Z","time spent":"394.572537ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:51:44.007072Z","caller":"traceutil/trace.go:171","msg":"trace[1148693271] transaction","detail":"{read_only:false; response_revision:32916; number_of_response:1; }","duration":"123.332765ms","start":"2026-04-10T14:51:43.88371Z","end":"2026-04-10T14:51:44.007043Z","steps":["trace[1148693271] 'process raft request' (duration: 122.959936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:44.007412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.842557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:51:44.007446Z","caller":"traceutil/trace.go:171","msg":"trace[217664537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32916; }","duration":"360.92809ms","start":"2026-04-10T14:51:43.64651Z","end":"2026-04-10T14:51:44.007438Z","steps":["trace[217664537] 'agreement among raft nodes before linearized reading' (duration: 360.773066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:44.007472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:43.646493Z","time spent":"360.97355ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T14:51:44.373537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.206989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:51:44.373646Z","caller":"traceutil/trace.go:171","msg":"trace[1827502311] linearizableReadLoop","detail":"{readStateIndex:34423; appliedIndex:34422; }","duration":"366.771001ms","start":"2026-04-10T14:51:44.006858Z","end":"2026-04-10T14:51:44.373629Z","steps":["trace[1827502311] 'read index received' (duration: 105.423699ms)","trace[1827502311] 'applied index is now lower than readState.Index' (duration: 261.345522ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:51:44.373722Z","caller":"traceutil/trace.go:171","msg":"trace[1595016773] transaction","detail":"{read_only:false; response_revision:32917; number_of_response:1; }","duration":"390.461718ms","start":"2026-04-10T14:51:43.983248Z","end":"2026-04-10T14:51:44.37371Z","steps":["trace[1595016773] 'process raft request' (duration: 128.998883ms)","trace[1595016773] 'compare' (duration: 260.87867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:51:44.373789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:43.983211Z","time spent":"390.54426ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:51:44.373907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.433585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-10T14:51:44.373996Z","caller":"traceutil/trace.go:171","msg":"trace[2128508246] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32917; }","duration":"393.526808ms","start":"2026-04-10T14:51:43.980447Z","end":"2026-04-10T14:51:44.373974Z","steps":["trace[2128508246] 'agreement among raft nodes before linearized reading' (duration: 393.332053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:44.374064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:43.98037Z","time spent":"393.684883ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:51:44.394563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.695117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:51:44.394635Z","caller":"traceutil/trace.go:171","msg":"trace[1022040354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32920; }","duration":"135.773909ms","start":"2026-04-10T14:51:44.258846Z","end":"2026-04-10T14:51:44.39462Z","steps":["trace[1022040354] 'agreement among raft nodes before linearized reading' (duration: 135.669037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:44.394681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.221308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:51:44.395664Z","caller":"traceutil/trace.go:171","msg":"trace[333125854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32920; }","duration":"382.267374ms","start":"2026-04-10T14:51:44.013371Z","end":"2026-04-10T14:51:44.395639Z","steps":["trace[333125854] 'agreement among raft nodes before linearized reading' (duration: 381.033733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:44.395989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:51:44.013349Z","time spent":"382.624704ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T14:51:47.726986Z","caller":"traceutil/trace.go:171","msg":"trace[1187028338] transaction","detail":"{read_only:false; response_revision:32952; number_of_response:1; }","duration":"132.594137ms","start":"2026-04-10T14:51:47.594365Z","end":"2026-04-10T14:51:47.726959Z","steps":["trace[1187028338] 'process raft request' (duration: 130.3872ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:48.017019Z","caller":"traceutil/trace.go:171","msg":"trace[332147255] transaction","detail":"{read_only:false; response_revision:32954; number_of_response:1; }","duration":"121.400325ms","start":"2026-04-10T14:51:47.895594Z","end":"2026-04-10T14:51:48.016994Z","steps":["trace[332147255] 'process raft request' (duration: 121.268001ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:48.056239Z","caller":"traceutil/trace.go:171","msg":"trace[973057346] transaction","detail":"{read_only:false; response_revision:32955; number_of_response:1; }","duration":"159.14455ms","start":"2026-04-10T14:51:47.896648Z","end":"2026-04-10T14:51:48.055793Z","steps":["trace[973057346] 'process raft request' (duration: 157.218089ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:48.433721Z","caller":"traceutil/trace.go:171","msg":"trace[1989450693] transaction","detail":"{read_only:false; response_revision:32957; number_of_response:1; }","duration":"129.714161ms","start":"2026-04-10T14:51:48.303984Z","end":"2026-04-10T14:51:48.433699Z","steps":["trace[1989450693] 'process raft request' (duration: 129.595458ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:48.650935Z","caller":"traceutil/trace.go:171","msg":"trace[819000965] transaction","detail":"{read_only:false; response_revision:32962; number_of_response:1; }","duration":"163.804009ms","start":"2026-04-10T14:51:48.487054Z","end":"2026-04-10T14:51:48.650858Z","steps":["trace[819000965] 'process raft request' (duration: 163.654986ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:48.657281Z","caller":"traceutil/trace.go:171","msg":"trace[142726292] transaction","detail":"{read_only:false; response_revision:32963; number_of_response:1; }","duration":"157.586998ms","start":"2026-04-10T14:51:48.499661Z","end":"2026-04-10T14:51:48.657248Z","steps":["trace[142726292] 'process raft request' (duration: 157.287069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:51:48.657456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.954611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:51:48.6575Z","caller":"traceutil/trace.go:171","msg":"trace[1756976543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32963; }","duration":"124.039823ms","start":"2026-04-10T14:51:48.53345Z","end":"2026-04-10T14:51:48.65749Z","steps":["trace[1756976543] 'agreement among raft nodes before linearized reading' (duration: 123.87736ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:51:48.657997Z","caller":"traceutil/trace.go:171","msg":"trace[588424116] linearizableReadLoop","detail":"{readStateIndex:34471; appliedIndex:34469; }","duration":"123.674724ms","start":"2026-04-10T14:51:48.53349Z","end":"2026-04-10T14:51:48.657165Z","steps":["trace[588424116] 'read index received' (duration: 117.119223ms)","trace[588424116] 'applied index is now lower than readState.Index' (duration: 6.5542ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:52:04.602255Z","caller":"traceutil/trace.go:171","msg":"trace[1580104598] linearizableReadLoop","detail":"{readStateIndex:34615; appliedIndex:34614; }","duration":"285.748419ms","start":"2026-04-10T14:52:04.316487Z","end":"2026-04-10T14:52:04.602235Z","steps":["trace[1580104598] 'read index received' (duration: 285.627066ms)","trace[1580104598] 'applied index is now lower than readState.Index' (duration: 120.083µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:52:04.602321Z","caller":"traceutil/trace.go:171","msg":"trace[979320398] transaction","detail":"{read_only:false; response_revision:33100; number_of_response:1; }","duration":"386.950818ms","start":"2026-04-10T14:52:04.215337Z","end":"2026-04-10T14:52:04.602288Z","steps":["trace[979320398] 'process raft request' (duration: 386.767893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:04.602396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.899172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:52:04.602425Z","caller":"traceutil/trace.go:171","msg":"trace[1409389649] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:33100; }","duration":"285.970764ms","start":"2026-04-10T14:52:04.316445Z","end":"2026-04-10T14:52:04.602416Z","steps":["trace[1409389649] 'agreement among raft nodes before linearized reading' (duration: 285.914773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:04.602565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:52:04.215297Z","time spent":"387.172023ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:52:05.407908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.60817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:52:05.407967Z","caller":"traceutil/trace.go:171","msg":"trace[229476297] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:33110; }","duration":"139.705092ms","start":"2026-04-10T14:52:05.268249Z","end":"2026-04-10T14:52:05.407955Z","steps":["trace[229476297] 'count revisions from in-memory index tree' (duration: 139.529707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:05.408145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.331662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-04-10T14:52:05.408221Z","caller":"traceutil/trace.go:171","msg":"trace[118364365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:33110; }","duration":"139.452595ms","start":"2026-04-10T14:52:05.26875Z","end":"2026-04-10T14:52:05.408202Z","steps":["trace[118364365] 'range keys from in-memory index tree' (duration: 139.119247ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:05.612118Z","caller":"traceutil/trace.go:171","msg":"trace[2111013572] transaction","detail":"{read_only:false; response_revision:33112; number_of_response:1; }","duration":"160.199216ms","start":"2026-04-10T14:52:05.4519Z","end":"2026-04-10T14:52:05.612099Z","steps":["trace[2111013572] 'process raft request' (duration: 160.078802ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:06.330839Z","caller":"traceutil/trace.go:171","msg":"trace[635365916] transaction","detail":"{read_only:false; response_revision:33118; number_of_response:1; }","duration":"183.126303ms","start":"2026-04-10T14:52:06.147679Z","end":"2026-04-10T14:52:06.330805Z","steps":["trace[635365916] 'process raft request' (duration: 182.896618ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:07.943834Z","caller":"traceutil/trace.go:171","msg":"trace[65903068] transaction","detail":"{read_only:false; response_revision:33130; number_of_response:1; }","duration":"100.227462ms","start":"2026-04-10T14:52:07.843551Z","end":"2026-04-10T14:52:07.943779Z","steps":["trace[65903068] 'process raft request' (duration: 84.01948ms)","trace[65903068] 'compare' (duration: 16.023188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:52:08.185123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.616826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:52:08.18522Z","caller":"traceutil/trace.go:171","msg":"trace[840072339] linearizableReadLoop","detail":"{readStateIndex:34649; appliedIndex:34647; }","duration":"235.026567ms","start":"2026-04-10T14:52:07.950177Z","end":"2026-04-10T14:52:08.185203Z","steps":["trace[840072339] 'read index received' (duration: 17.539027ms)","trace[840072339] 'applied index is now lower than readState.Index' (duration: 217.48609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:52:08.185473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.269883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:52:08.185582Z","caller":"traceutil/trace.go:171","msg":"trace[1762622747] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:33132; }","duration":"235.412827ms","start":"2026-04-10T14:52:07.950146Z","end":"2026-04-10T14:52:08.185558Z","steps":["trace[1762622747] 'agreement among raft nodes before linearized reading' (duration: 235.15806ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:08.185607Z","caller":"traceutil/trace.go:171","msg":"trace[2042548678] transaction","detail":"{read_only:false; response_revision:33132; number_of_response:1; }","duration":"235.855408ms","start":"2026-04-10T14:52:07.949697Z","end":"2026-04-10T14:52:08.185552Z","steps":["trace[2042548678] 'process raft request' (duration: 122.722099ms)","trace[2042548678] 'compare' (duration: 112.4347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:52:08.185677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.680981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T14:52:08.185728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.637989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-10T14:52:08.185747Z","caller":"traceutil/trace.go:171","msg":"trace[1826120570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33132; }","duration":"223.762553ms","start":"2026-04-10T14:52:07.961965Z","end":"2026-04-10T14:52:08.185728Z","steps":["trace[1826120570] 'agreement among raft nodes before linearized reading' (duration: 223.520266ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:08.185776Z","caller":"traceutil/trace.go:171","msg":"trace[170365822] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:33132; }","duration":"170.71259ms","start":"2026-04-10T14:52:08.015051Z","end":"2026-04-10T14:52:08.185764Z","steps":["trace[170365822] 'agreement among raft nodes before linearized reading' (duration: 170.495143ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:09.762575Z","caller":"traceutil/trace.go:171","msg":"trace[1870672319] transaction","detail":"{read_only:false; response_revision:33145; number_of_response:1; }","duration":"115.165473ms","start":"2026-04-10T14:52:09.647387Z","end":"2026-04-10T14:52:09.762553Z","steps":["trace[1870672319] 'process raft request' (duration: 115.027519ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:10.791295Z","caller":"traceutil/trace.go:171","msg":"trace[797760964] transaction","detail":"{read_only:false; response_revision:33154; number_of_response:1; }","duration":"109.514694ms","start":"2026-04-10T14:52:10.681742Z","end":"2026-04-10T14:52:10.791257Z","steps":["trace[797760964] 'process raft request' (duration: 83.170538ms)","trace[797760964] 'compare' (duration: 26.247544ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:52:10.79191Z","caller":"traceutil/trace.go:171","msg":"trace[1064069345] transaction","detail":"{read_only:false; response_revision:33155; number_of_response:1; }","duration":"109.301709ms","start":"2026-04-10T14:52:10.682598Z","end":"2026-04-10T14:52:10.7919Z","steps":["trace[1064069345] 'process raft request' (duration: 109.141815ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:11.280684Z","caller":"traceutil/trace.go:171","msg":"trace[955318816] linearizableReadLoop","detail":"{readStateIndex:34676; appliedIndex:34675; }","duration":"115.744296ms","start":"2026-04-10T14:52:11.164922Z","end":"2026-04-10T14:52:11.280666Z","steps":["trace[955318816] 'read index received' (duration: 25.215927ms)","trace[955318816] 'applied index is now lower than readState.Index' (duration: 90.527679ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:52:11.280711Z","caller":"traceutil/trace.go:171","msg":"trace[1986814132] transaction","detail":"{read_only:false; response_revision:33157; number_of_response:1; }","duration":"172.736532ms","start":"2026-04-10T14:52:11.107949Z","end":"2026-04-10T14:52:11.280686Z","steps":["trace[1986814132] 'process raft request' (duration: 82.11617ms)","trace[1986814132] 'compare' (duration: 90.266123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:52:11.280983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.050656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:52:11.281059Z","caller":"traceutil/trace.go:171","msg":"trace[1492592932] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33157; }","duration":"116.158548ms","start":"2026-04-10T14:52:11.164877Z","end":"2026-04-10T14:52:11.281036Z","steps":["trace[1492592932] 'agreement among raft nodes before linearized reading' (duration: 115.858711ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:11.480507Z","caller":"traceutil/trace.go:171","msg":"trace[308927855] transaction","detail":"{read_only:false; response_revision:33160; number_of_response:1; }","duration":"124.503526ms","start":"2026-04-10T14:52:11.355978Z","end":"2026-04-10T14:52:11.480482Z","steps":["trace[308927855] 'process raft request' (duration: 119.907266ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:11.48155Z","caller":"traceutil/trace.go:171","msg":"trace[1165563434] transaction","detail":"{read_only:false; response_revision:33161; number_of_response:1; }","duration":"124.27754ms","start":"2026-04-10T14:52:11.357248Z","end":"2026-04-10T14:52:11.481525Z","steps":["trace[1165563434] 'process raft request' (duration: 123.833899ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:12.154477Z","caller":"traceutil/trace.go:171","msg":"trace[804910875] transaction","detail":"{read_only:false; response_revision:33165; number_of_response:1; }","duration":"143.651584ms","start":"2026-04-10T14:52:12.010778Z","end":"2026-04-10T14:52:12.15443Z","steps":["trace[804910875] 'process raft request' (duration: 143.396848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:17.783949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.39015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:52:17.784049Z","caller":"traceutil/trace.go:171","msg":"trace[238148084] linearizableReadLoop","detail":"{readStateIndex:34738; appliedIndex:34737; }","duration":"233.436756ms","start":"2026-04-10T14:52:17.550597Z","end":"2026-04-10T14:52:17.784034Z","steps":["trace[238148084] 'read index received' (duration: 97.660417ms)","trace[238148084] 'applied index is now lower than readState.Index' (duration: 135.774939ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:52:17.784109Z","caller":"traceutil/trace.go:171","msg":"trace[174019005] transaction","detail":"{read_only:false; response_revision:33217; number_of_response:1; }","duration":"235.259443ms","start":"2026-04-10T14:52:17.548815Z","end":"2026-04-10T14:52:17.784074Z","steps":["trace[174019005] 'process raft request' (duration: 99.365321ms)","trace[174019005] 'compare' (duration: 135.126652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:52:17.784393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.747814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:52:17.784512Z","caller":"traceutil/trace.go:171","msg":"trace[220306222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33217; }","duration":"233.916328ms","start":"2026-04-10T14:52:17.550569Z","end":"2026-04-10T14:52:17.784486Z","steps":["trace[220306222] 'agreement among raft nodes before linearized reading' (duration: 233.526589ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:17.859451Z","caller":"traceutil/trace.go:171","msg":"trace[1028408388] transaction","detail":"{read_only:false; response_revision:33218; number_of_response:1; }","duration":"308.049151ms","start":"2026-04-10T14:52:17.551371Z","end":"2026-04-10T14:52:17.85942Z","steps":["trace[1028408388] 'process raft request' (duration: 307.819255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:17.859556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.946094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:52:17.85963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:52:17.551357Z","time spent":"308.182174ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:52:17.859681Z","caller":"traceutil/trace.go:171","msg":"trace[1839479536] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:33218; }","duration":"263.120599ms","start":"2026-04-10T14:52:17.596526Z","end":"2026-04-10T14:52:17.859646Z","steps":["trace[1839479536] 'agreement among raft nodes before linearized reading' (duration: 262.912703ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:17.897011Z","caller":"traceutil/trace.go:171","msg":"trace[936272926] transaction","detail":"{read_only:false; response_revision:33219; number_of_response:1; }","duration":"108.684143ms","start":"2026-04-10T14:52:17.7883Z","end":"2026-04-10T14:52:17.896984Z","steps":["trace[936272926] 'process raft request' (duration: 104.455663ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:18.031732Z","caller":"traceutil/trace.go:171","msg":"trace[1069825123] transaction","detail":"{read_only:false; response_revision:33221; number_of_response:1; }","duration":"127.891203ms","start":"2026-04-10T14:52:17.903804Z","end":"2026-04-10T14:52:18.031695Z","steps":["trace[1069825123] 'process raft request' (duration: 115.637174ms)","trace[1069825123] 'compare' (duration: 11.88257ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:52:18.031948Z","caller":"traceutil/trace.go:171","msg":"trace[213143389] transaction","detail":"{read_only:false; response_revision:33222; number_of_response:1; }","duration":"102.789879ms","start":"2026-04-10T14:52:17.929106Z","end":"2026-04-10T14:52:18.031896Z","steps":["trace[213143389] 'process raft request' (duration: 102.4643ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:18.163596Z","caller":"traceutil/trace.go:171","msg":"trace[1430273729] transaction","detail":"{read_only:false; response_revision:33223; number_of_response:1; }","duration":"130.599845ms","start":"2026-04-10T14:52:18.032958Z","end":"2026-04-10T14:52:18.163558Z","steps":["trace[1430273729] 'process raft request' (duration: 103.656252ms)","trace[1430273729] 'compare' (duration: 26.520421ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:52:18.163576Z","caller":"traceutil/trace.go:171","msg":"trace[675305274] linearizableReadLoop","detail":"{readStateIndex:34744; appliedIndex:34743; }","duration":"129.795994ms","start":"2026-04-10T14:52:18.033736Z","end":"2026-04-10T14:52:18.163532Z","steps":["trace[675305274] 'read index received' (duration: 102.837711ms)","trace[675305274] 'applied index is now lower than readState.Index' (duration: 26.955873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:52:18.163913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.147503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-10T14:52:18.163982Z","caller":"traceutil/trace.go:171","msg":"trace[574847762] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33223; }","duration":"130.293587ms","start":"2026-04-10T14:52:18.033675Z","end":"2026-04-10T14:52:18.163969Z","steps":["trace[574847762] 'agreement among raft nodes before linearized reading' (duration: 129.981089ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:19.931005Z","caller":"traceutil/trace.go:171","msg":"trace[199181840] transaction","detail":"{read_only:false; response_revision:33235; number_of_response:1; }","duration":"141.793335ms","start":"2026-04-10T14:52:19.78919Z","end":"2026-04-10T14:52:19.930983Z","steps":["trace[199181840] 'process raft request' (duration: 141.602681ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:20.275805Z","caller":"traceutil/trace.go:171","msg":"trace[1193737497] transaction","detail":"{read_only:false; response_revision:33242; number_of_response:1; }","duration":"107.042351ms","start":"2026-04-10T14:52:20.168722Z","end":"2026-04-10T14:52:20.275764Z","steps":["trace[1193737497] 'process raft request' (duration: 106.894987ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:23.127788Z","caller":"traceutil/trace.go:171","msg":"trace[999987017] linearizableReadLoop","detail":"{readStateIndex:34790; appliedIndex:34789; }","duration":"185.169328ms","start":"2026-04-10T14:52:22.942598Z","end":"2026-04-10T14:52:23.127767Z","steps":["trace[999987017] 'read index received' (duration: 147.221078ms)","trace[999987017] 'applied index is now lower than readState.Index' (duration: 37.94739ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:52:23.127999Z","caller":"traceutil/trace.go:171","msg":"trace[960322793] transaction","detail":"{read_only:false; response_revision:33267; number_of_response:1; }","duration":"190.379943ms","start":"2026-04-10T14:52:22.937601Z","end":"2026-04-10T14:52:23.127981Z","steps":["trace[960322793] 'process raft request' (duration: 152.245948ms)","trace[960322793] 'compare' (duration: 37.746635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:52:23.128139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.501386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:52:23.128244Z","caller":"traceutil/trace.go:171","msg":"trace[163417236] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:33267; }","duration":"185.698201ms","start":"2026-04-10T14:52:22.942527Z","end":"2026-04-10T14:52:23.128225Z","steps":["trace[163417236] 'agreement among raft nodes before linearized reading' (duration: 185.437535ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:23.141377Z","caller":"traceutil/trace.go:171","msg":"trace[2063404853] transaction","detail":"{read_only:false; response_revision:33268; number_of_response:1; }","duration":"198.080775ms","start":"2026-04-10T14:52:22.943262Z","end":"2026-04-10T14:52:23.141343Z","steps":["trace[2063404853] 'process raft request' (duration: 197.867639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:24.360189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.508178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:52:24.360288Z","caller":"traceutil/trace.go:171","msg":"trace[996896129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33277; }","duration":"121.667752ms","start":"2026-04-10T14:52:24.238597Z","end":"2026-04-10T14:52:24.360265Z","steps":["trace[996896129] 'range keys from in-memory index tree' (duration: 121.385905ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:26.392123Z","caller":"traceutil/trace.go:171","msg":"trace[364425614] transaction","detail":"{read_only:false; response_revision:33290; number_of_response:1; }","duration":"159.57987ms","start":"2026-04-10T14:52:26.232512Z","end":"2026-04-10T14:52:26.392091Z","steps":["trace[364425614] 'process raft request' (duration: 159.296793ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:26.392494Z","caller":"traceutil/trace.go:171","msg":"trace[2058176940] transaction","detail":"{read_only:false; response_revision:33291; number_of_response:1; }","duration":"125.058141ms","start":"2026-04-10T14:52:26.267366Z","end":"2026-04-10T14:52:26.392424Z","steps":["trace[2058176940] 'process raft request' (duration: 124.601679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:26.392628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.183856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:52:26.392708Z","caller":"traceutil/trace.go:171","msg":"trace[108317098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33291; }","duration":"155.300259ms","start":"2026-04-10T14:52:26.237386Z","end":"2026-04-10T14:52:26.392686Z","steps":["trace[108317098] 'agreement among raft nodes before linearized reading' (duration: 155.139555ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:26.3928Z","caller":"traceutil/trace.go:171","msg":"trace[1369362722] linearizableReadLoop","detail":"{readStateIndex:34813; appliedIndex:34811; }","duration":"154.892618ms","start":"2026-04-10T14:52:26.23742Z","end":"2026-04-10T14:52:26.392312Z","steps":["trace[1369362722] 'read index received' (duration: 74.210734ms)","trace[1369362722] 'applied index is now lower than readState.Index' (duration: 80.680994ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:52:26.658558Z","caller":"traceutil/trace.go:171","msg":"trace[216351158] linearizableReadLoop","detail":"{readStateIndex:34815; appliedIndex:34814; }","duration":"265.583924ms","start":"2026-04-10T14:52:26.392942Z","end":"2026-04-10T14:52:26.658526Z","steps":["trace[216351158] 'read index received' (duration: 216.537935ms)","trace[216351158] 'applied index is now lower than readState.Index' (duration: 49.044889ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:52:26.658596Z","caller":"traceutil/trace.go:171","msg":"trace[870236344] transaction","detail":"{read_only:false; response_revision:33292; number_of_response:1; }","duration":"292.774882ms","start":"2026-04-10T14:52:26.365805Z","end":"2026-04-10T14:52:26.65858Z","steps":["trace[870236344] 'process raft request' (duration: 243.662522ms)","trace[870236344] 'compare' (duration: 48.895405ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:52:26.658742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.070349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:52:26.658791Z","caller":"traceutil/trace.go:171","msg":"trace[33212717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33292; }","duration":"283.165091ms","start":"2026-04-10T14:52:26.375614Z","end":"2026-04-10T14:52:26.658779Z","steps":["trace[33212717] 'agreement among raft nodes before linearized reading' (duration: 282.972336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:26.658793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.623678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T14:52:26.658832Z","caller":"traceutil/trace.go:171","msg":"trace[610652645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33292; }","duration":"343.73257ms","start":"2026-04-10T14:52:26.315086Z","end":"2026-04-10T14:52:26.658819Z","steps":["trace[610652645] 'agreement among raft nodes before linearized reading' (duration: 343.557836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:26.658862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:52:26.315068Z","time spent":"343.785972ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:52:26.729703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.976632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T14:52:26.729703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.226168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T14:52:26.729764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.83679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:52:26.729796Z","caller":"traceutil/trace.go:171","msg":"trace[528877422] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:33293; }","duration":"326.878912ms","start":"2026-04-10T14:52:26.402906Z","end":"2026-04-10T14:52:26.729785Z","steps":["trace[528877422] 'agreement among raft nodes before linearized reading' (duration: 326.835291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:26.729809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.010212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T14:52:26.729825Z","caller":"traceutil/trace.go:171","msg":"trace[1868193809] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:33293; }","duration":"231.061584ms","start":"2026-04-10T14:52:26.498758Z","end":"2026-04-10T14:52:26.729819Z","steps":["trace[1868193809] 'agreement among raft nodes before linearized reading' (duration: 231.012362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:26.72982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:52:26.402898Z","time spent":"326.914622ms","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-10T14:52:26.729755Z","caller":"traceutil/trace.go:171","msg":"trace[1831384410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33293; }","duration":"307.058575ms","start":"2026-04-10T14:52:26.422686Z","end":"2026-04-10T14:52:26.729744Z","steps":["trace[1831384410] 'agreement among raft nodes before linearized reading' (duration: 306.9203ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:26.729806Z","caller":"traceutil/trace.go:171","msg":"trace[1512650126] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:33293; }","duration":"320.379163ms","start":"2026-04-10T14:52:26.409401Z","end":"2026-04-10T14:52:26.72978Z","steps":["trace[1512650126] 'agreement among raft nodes before linearized reading' (duration: 320.214688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:26.72985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.126814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-04-10T14:52:26.72989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:52:26.409378Z","time spent":"320.497285ms","remote":"127.0.0.1:55252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:52:26.729884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.181074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:52:26.729919Z","caller":"traceutil/trace.go:171","msg":"trace[233366407] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33293; }","duration":"333.230397ms","start":"2026-04-10T14:52:26.396671Z","end":"2026-04-10T14:52:26.729902Z","steps":["trace[233366407] 'agreement among raft nodes before linearized reading' (duration: 333.046332ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:26.729935Z","caller":"traceutil/trace.go:171","msg":"trace[1258277889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33293; }","duration":"336.282707ms","start":"2026-04-10T14:52:26.393641Z","end":"2026-04-10T14:52:26.729924Z","steps":["trace[1258277889] 'agreement among raft nodes before linearized reading' (duration: 336.187335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:52:26.72995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:52:26.396657Z","time spent":"333.286169ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:52:26.729958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:52:26.393622Z","time spent":"336.331928ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T14:52:26.729871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:52:26.422673Z","time spent":"307.184619ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T14:52:26.729703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.592978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:52:26.73012Z","caller":"traceutil/trace.go:171","msg":"trace[712185073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33293; }","duration":"224.03394ms","start":"2026-04-10T14:52:26.506075Z","end":"2026-04-10T14:52:26.730109Z","steps":["trace[712185073] 'agreement among raft nodes before linearized reading' (duration: 223.557227ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:26.849991Z","caller":"traceutil/trace.go:171","msg":"trace[359661789] linearizableReadLoop","detail":"{readStateIndex:34818; appliedIndex:34817; }","duration":"120.372358ms","start":"2026-04-10T14:52:26.729589Z","end":"2026-04-10T14:52:26.849961Z","steps":["trace[359661789] 'read index received' (duration: 85.16247ms)","trace[359661789] 'applied index is now lower than readState.Index' (duration: 35.208588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:52:26.850166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.910879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:52:26.850183Z","caller":"traceutil/trace.go:171","msg":"trace[1454294053] transaction","detail":"{read_only:false; response_revision:33294; number_of_response:1; }","duration":"187.246022ms","start":"2026-04-10T14:52:26.662923Z","end":"2026-04-10T14:52:26.850169Z","steps":["trace[1454294053] 'process raft request' (duration: 151.801408ms)","trace[1454294053] 'compare' (duration: 35.014832ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:52:26.850212Z","caller":"traceutil/trace.go:171","msg":"trace[39523257] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:33294; }","duration":"165.009542ms","start":"2026-04-10T14:52:26.685185Z","end":"2026-04-10T14:52:26.850195Z","steps":["trace[39523257] 'agreement among raft nodes before linearized reading' (duration: 164.911698ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:26.860604Z","caller":"traceutil/trace.go:171","msg":"trace[1847375113] transaction","detail":"{read_only:false; number_of_response:0; response_revision:33294; }","duration":"129.243739ms","start":"2026-04-10T14:52:26.731343Z","end":"2026-04-10T14:52:26.860587Z","steps":["trace[1847375113] 'process raft request' (duration: 129.032643ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:26.860762Z","caller":"traceutil/trace.go:171","msg":"trace[657399655] transaction","detail":"{read_only:false; response_revision:33298; number_of_response:1; }","duration":"125.313916ms","start":"2026-04-10T14:52:26.735425Z","end":"2026-04-10T14:52:26.860739Z","steps":["trace[657399655] 'process raft request' (duration: 125.254865ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:26.860913Z","caller":"traceutil/trace.go:171","msg":"trace[1748591123] transaction","detail":"{read_only:false; response_revision:33295; number_of_response:1; }","duration":"127.506163ms","start":"2026-04-10T14:52:26.733397Z","end":"2026-04-10T14:52:26.860903Z","steps":["trace[1748591123] 'process raft request' (duration: 127.112553ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:26.861065Z","caller":"traceutil/trace.go:171","msg":"trace[136913819] transaction","detail":"{read_only:false; response_revision:33296; number_of_response:1; }","duration":"126.23145ms","start":"2026-04-10T14:52:26.734822Z","end":"2026-04-10T14:52:26.861054Z","steps":["trace[136913819] 'process raft request' (duration: 125.781698ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:26.861164Z","caller":"traceutil/trace.go:171","msg":"trace[1091124139] transaction","detail":"{read_only:false; response_revision:33297; number_of_response:1; }","duration":"125.957664ms","start":"2026-04-10T14:52:26.735198Z","end":"2026-04-10T14:52:26.861156Z","steps":["trace[1091124139] 'process raft request' (duration: 125.442891ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:27.017571Z","caller":"traceutil/trace.go:171","msg":"trace[803948379] transaction","detail":"{read_only:false; response_revision:33299; number_of_response:1; }","duration":"143.989273ms","start":"2026-04-10T14:52:26.873558Z","end":"2026-04-10T14:52:27.017547Z","steps":["trace[803948379] 'process raft request' (duration: 140.696107ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:52:27.018857Z","caller":"traceutil/trace.go:171","msg":"trace[60326359] transaction","detail":"{read_only:false; response_revision:33300; number_of_response:1; }","duration":"134.340232ms","start":"2026-04-10T14:52:26.884481Z","end":"2026-04-10T14:52:27.018821Z","steps":["trace[60326359] 'process raft request' (duration: 134.205268ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:02.594414Z","caller":"traceutil/trace.go:171","msg":"trace[2074606207] transaction","detail":"{read_only:false; response_revision:33604; number_of_response:1; }","duration":"131.421366ms","start":"2026-04-10T14:53:02.462961Z","end":"2026-04-10T14:53:02.594383Z","steps":["trace[2074606207] 'process raft request' (duration: 131.269273ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:03.118779Z","caller":"traceutil/trace.go:171","msg":"trace[332745105] transaction","detail":"{read_only:false; response_revision:33607; number_of_response:1; }","duration":"132.744381ms","start":"2026-04-10T14:53:02.985996Z","end":"2026-04-10T14:53:03.11874Z","steps":["trace[332745105] 'process raft request' (duration: 132.566997ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:03.268322Z","caller":"traceutil/trace.go:171","msg":"trace[360336920] transaction","detail":"{read_only:false; response_revision:33611; number_of_response:1; }","duration":"124.827824ms","start":"2026-04-10T14:53:03.143473Z","end":"2026-04-10T14:53:03.268301Z","steps":["trace[360336920] 'process raft request' (duration: 103.589941ms)","trace[360336920] 'compare' (duration: 21.10484ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:03.269605Z","caller":"traceutil/trace.go:171","msg":"trace[1576915751] transaction","detail":"{read_only:false; response_revision:33612; number_of_response:1; }","duration":"114.73115ms","start":"2026-04-10T14:53:03.154844Z","end":"2026-04-10T14:53:03.269575Z","steps":["trace[1576915751] 'process raft request' (duration: 114.164036ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:27.448526Z","caller":"traceutil/trace.go:171","msg":"trace[217917019] transaction","detail":"{read_only:false; response_revision:33820; number_of_response:1; }","duration":"176.544942ms","start":"2026-04-10T14:53:27.271957Z","end":"2026-04-10T14:53:27.448502Z","steps":["trace[217917019] 'process raft request' (duration: 174.590711ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:27.450151Z","caller":"traceutil/trace.go:171","msg":"trace[1640609563] transaction","detail":"{read_only:false; response_revision:33821; number_of_response:1; }","duration":"177.670031ms","start":"2026-04-10T14:53:27.272465Z","end":"2026-04-10T14:53:27.450135Z","steps":["trace[1640609563] 'process raft request' (duration: 177.395864ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:27.644301Z","caller":"traceutil/trace.go:171","msg":"trace[878751396] transaction","detail":"{read_only:false; response_revision:33825; number_of_response:1; }","duration":"186.912692ms","start":"2026-04-10T14:53:27.457345Z","end":"2026-04-10T14:53:27.644257Z","steps":["trace[878751396] 'process raft request' (duration: 111.519097ms)","trace[878751396] 'compare' (duration: 75.199039ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:27.650818Z","caller":"traceutil/trace.go:171","msg":"trace[1131385741] transaction","detail":"{read_only:false; response_revision:33826; number_of_response:1; }","duration":"141.883269ms","start":"2026-04-10T14:53:27.508896Z","end":"2026-04-10T14:53:27.65078Z","steps":["trace[1131385741] 'process raft request' (duration: 141.703755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:27.962276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.109256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:53:27.962416Z","caller":"traceutil/trace.go:171","msg":"trace[2068791657] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:33830; }","duration":"157.322672ms","start":"2026-04-10T14:53:27.805055Z","end":"2026-04-10T14:53:27.962378Z","steps":["trace[2068791657] 'count revisions from in-memory index tree' (duration: 157.001814ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:28.494702Z","caller":"traceutil/trace.go:171","msg":"trace[952630081] transaction","detail":"{read_only:false; response_revision:33831; number_of_response:1; }","duration":"187.21872ms","start":"2026-04-10T14:53:28.30746Z","end":"2026-04-10T14:53:28.494678Z","steps":["trace[952630081] 'process raft request' (duration: 187.041736ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:28.586236Z","caller":"traceutil/trace.go:171","msg":"trace[140233476] transaction","detail":"{read_only:false; response_revision:33832; number_of_response:1; }","duration":"216.970487ms","start":"2026-04-10T14:53:28.369239Z","end":"2026-04-10T14:53:28.58621Z","steps":["trace[140233476] 'process raft request' (duration: 214.459421ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:29.45482Z","caller":"traceutil/trace.go:171","msg":"trace[1774039502] transaction","detail":"{read_only:false; response_revision:33837; number_of_response:1; }","duration":"135.467701ms","start":"2026-04-10T14:53:29.319333Z","end":"2026-04-10T14:53:29.454801Z","steps":["trace[1774039502] 'process raft request' (duration: 82.181182ms)","trace[1774039502] 'compare' (duration: 53.034582ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:29.47652Z","caller":"traceutil/trace.go:171","msg":"trace[624278985] transaction","detail":"{read_only:false; response_revision:33838; number_of_response:1; }","duration":"149.066356ms","start":"2026-04-10T14:53:29.32742Z","end":"2026-04-10T14:53:29.476486Z","steps":["trace[624278985] 'process raft request' (duration: 148.89891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:29.689608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.611101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:53:29.689685Z","caller":"traceutil/trace.go:171","msg":"trace[2004950390] linearizableReadLoop","detail":"{readStateIndex:35392; appliedIndex:35391; }","duration":"164.057226ms","start":"2026-04-10T14:53:29.525617Z","end":"2026-04-10T14:53:29.689674Z","steps":["trace[2004950390] 'read index received' (duration: 60.332563ms)","trace[2004950390] 'applied index is now lower than readState.Index' (duration: 103.723783ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:29.689731Z","caller":"traceutil/trace.go:171","msg":"trace[1061340651] transaction","detail":"{read_only:false; response_revision:33842; number_of_response:1; }","duration":"207.946701ms","start":"2026-04-10T14:53:29.481745Z","end":"2026-04-10T14:53:29.689692Z","steps":["trace[1061340651] 'process raft request' (duration: 104.190626ms)","trace[1061340651] 'compare' (duration: 103.514119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:53:29.689787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.089211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T14:53:29.690355Z","caller":"traceutil/trace.go:171","msg":"trace[1112417563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33842; }","duration":"191.638896ms","start":"2026-04-10T14:53:29.498661Z","end":"2026-04-10T14:53:29.6903Z","steps":["trace[1112417563] 'agreement among raft nodes before linearized reading' (duration: 191.055671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:29.692481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.958589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:53:29.692516Z","caller":"traceutil/trace.go:171","msg":"trace[597819846] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:33843; }","duration":"155.027251ms","start":"2026-04-10T14:53:29.537479Z","end":"2026-04-10T14:53:29.692507Z","steps":["trace[597819846] 'agreement among raft nodes before linearized reading' (duration: 154.97129ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:29.692568Z","caller":"traceutil/trace.go:171","msg":"trace[1190753276] transaction","detail":"{read_only:false; response_revision:33843; number_of_response:1; }","duration":"162.097275ms","start":"2026-04-10T14:53:29.530453Z","end":"2026-04-10T14:53:29.692551Z","steps":["trace[1190753276] 'process raft request' (duration: 161.809688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:29.692666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.444766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:53:29.692696Z","caller":"traceutil/trace.go:171","msg":"trace[542621432] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:33843; }","duration":"136.502128ms","start":"2026-04-10T14:53:29.556185Z","end":"2026-04-10T14:53:29.692688Z","steps":["trace[542621432] 'agreement among raft nodes before linearized reading' (duration: 136.224731ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:32.077341Z","caller":"traceutil/trace.go:171","msg":"trace[1914277779] linearizableReadLoop","detail":"{readStateIndex:35410; appliedIndex:35409; }","duration":"373.993201ms","start":"2026-04-10T14:53:31.703329Z","end":"2026-04-10T14:53:32.077323Z","steps":["trace[1914277779] 'read index received' (duration: 373.918719ms)","trace[1914277779] 'applied index is now lower than readState.Index' (duration: 73.572µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:32.077434Z","caller":"traceutil/trace.go:171","msg":"trace[1806812562] transaction","detail":"{read_only:false; response_revision:33859; number_of_response:1; }","duration":"376.043164ms","start":"2026-04-10T14:53:31.701339Z","end":"2026-04-10T14:53:32.077382Z","steps":["trace[1806812562] 'process raft request' (duration: 375.863878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:32.077514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.469497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:53:32.077537Z","caller":"traceutil/trace.go:171","msg":"trace[696146233] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33859; }","duration":"345.509458ms","start":"2026-04-10T14:53:31.73202Z","end":"2026-04-10T14:53:32.077529Z","steps":["trace[696146233] 'agreement among raft nodes before linearized reading' (duration: 345.404196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:32.077557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:53:31.731964Z","time spent":"345.58864ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:53:32.077596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:53:31.701324Z","time spent":"376.188687ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:53:32.077668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.274221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:53:32.077737Z","caller":"traceutil/trace.go:171","msg":"trace[2132267960] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:33859; }","duration":"157.438575ms","start":"2026-04-10T14:53:31.920285Z","end":"2026-04-10T14:53:32.077724Z","steps":["trace[2132267960] 'agreement among raft nodes before linearized reading' (duration: 157.24679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:32.077763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.979241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T14:53:32.077856Z","caller":"traceutil/trace.go:171","msg":"trace[1329713984] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33859; }","duration":"310.150246ms","start":"2026-04-10T14:53:31.767682Z","end":"2026-04-10T14:53:32.077832Z","steps":["trace[1329713984] 'agreement among raft nodes before linearized reading' (duration: 309.893189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:32.077922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:53:31.767664Z","time spent":"310.234857ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T14:53:32.078398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.061928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:53:32.078462Z","caller":"traceutil/trace.go:171","msg":"trace[1185944645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33859; }","duration":"375.14065ms","start":"2026-04-10T14:53:31.70331Z","end":"2026-04-10T14:53:32.078451Z","steps":["trace[1185944645] 'agreement among raft nodes before linearized reading' (duration: 374.096403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:32.078492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:53:31.703303Z","time spent":"375.182231ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T14:53:32.367966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.368268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:53:32.368219Z","caller":"traceutil/trace.go:171","msg":"trace[1622539152] linearizableReadLoop","detail":"{readStateIndex:35413; appliedIndex:35410; }","duration":"144.117867ms","start":"2026-04-10T14:53:32.224083Z","end":"2026-04-10T14:53:32.368201Z","steps":["trace[1622539152] 'read index received' (duration: 28.571195ms)","trace[1622539152] 'applied index is now lower than readState.Index' (duration: 115.545852ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:32.368335Z","caller":"traceutil/trace.go:171","msg":"trace[702948733] transaction","detail":"{read_only:false; response_revision:33860; number_of_response:1; }","duration":"285.277916ms","start":"2026-04-10T14:53:32.083046Z","end":"2026-04-10T14:53:32.368324Z","steps":["trace[702948733] 'process raft request' (duration: 169.471268ms)","trace[702948733] 'compare' (duration: 114.961366ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:32.368416Z","caller":"traceutil/trace.go:171","msg":"trace[1302045207] transaction","detail":"{read_only:false; response_revision:33862; number_of_response:1; }","duration":"255.234993ms","start":"2026-04-10T14:53:32.113121Z","end":"2026-04-10T14:53:32.368356Z","steps":["trace[1302045207] 'process raft request' (duration: 255.033138ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:32.368479Z","caller":"traceutil/trace.go:171","msg":"trace[1908631851] transaction","detail":"{read_only:false; response_revision:33861; number_of_response:1; }","duration":"281.244751ms","start":"2026-04-10T14:53:32.087208Z","end":"2026-04-10T14:53:32.368453Z","steps":["trace[1908631851] 'process raft request' (duration: 280.858202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:32.368564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.744313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:53:32.368641Z","caller":"traceutil/trace.go:171","msg":"trace[757686399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33862; }","duration":"129.871926ms","start":"2026-04-10T14:53:32.23875Z","end":"2026-04-10T14:53:32.368622Z","steps":["trace[757686399] 'agreement among raft nodes before linearized reading' (duration: 129.727432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:32.368768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.679852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:53:32.368833Z","caller":"traceutil/trace.go:171","msg":"trace[552545140] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:33862; }","duration":"144.764184ms","start":"2026-04-10T14:53:32.22404Z","end":"2026-04-10T14:53:32.368804Z","steps":["trace[552545140] 'agreement among raft nodes before linearized reading' (duration: 144.662382ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:32.805334Z","caller":"traceutil/trace.go:171","msg":"trace[1301159099] transaction","detail":"{read_only:false; response_revision:33864; number_of_response:1; }","duration":"427.212675ms","start":"2026-04-10T14:53:32.378081Z","end":"2026-04-10T14:53:32.805294Z","steps":["trace[1301159099] 'process raft request' (duration: 414.499594ms)","trace[1301159099] 'compare' (duration: 12.521297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:53:32.805689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:53:32.378067Z","time spent":"427.365961ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:53:32.808365Z","caller":"traceutil/trace.go:171","msg":"trace[1639237374] linearizableReadLoop","detail":"{readStateIndex:35416; appliedIndex:35414; }","duration":"152.871746ms","start":"2026-04-10T14:53:32.65548Z","end":"2026-04-10T14:53:32.808352Z","steps":["trace[1639237374] 'read index received' (duration: 137.112614ms)","trace[1639237374] 'applied index is now lower than readState.Index' (duration: 15.758492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:53:32.808459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.975428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:53:32.80849Z","caller":"traceutil/trace.go:171","msg":"trace[496604311] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:33865; }","duration":"153.04734ms","start":"2026-04-10T14:53:32.655432Z","end":"2026-04-10T14:53:32.80848Z","steps":["trace[496604311] 'agreement among raft nodes before linearized reading' (duration: 152.966028ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:32.8085Z","caller":"traceutil/trace.go:171","msg":"trace[875918280] transaction","detail":"{read_only:false; response_revision:33865; number_of_response:1; }","duration":"205.698822ms","start":"2026-04-10T14:53:32.602752Z","end":"2026-04-10T14:53:32.808451Z","steps":["trace[875918280] 'process raft request' (duration: 205.517938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:33.125436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.307401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:53:33.125674Z","caller":"traceutil/trace.go:171","msg":"trace[660005854] transaction","detail":"{read_only:false; response_revision:33866; number_of_response:1; }","duration":"266.60115ms","start":"2026-04-10T14:53:32.859038Z","end":"2026-04-10T14:53:33.125639Z","steps":["trace[660005854] 'process raft request' (duration: 137.021772ms)","trace[660005854] 'compare' (duration: 129.193807ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:33.125757Z","caller":"traceutil/trace.go:171","msg":"trace[1133814883] transaction","detail":"{read_only:false; response_revision:33867; number_of_response:1; }","duration":"142.028823ms","start":"2026-04-10T14:53:32.983696Z","end":"2026-04-10T14:53:33.125724Z","steps":["trace[1133814883] 'process raft request' (duration: 141.833838ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:33.426615Z","caller":"traceutil/trace.go:171","msg":"trace[2028131586] linearizableReadLoop","detail":"{readStateIndex:35419; appliedIndex:35418; }","duration":"135.291547ms","start":"2026-04-10T14:53:33.291282Z","end":"2026-04-10T14:53:33.426574Z","steps":["trace[2028131586] 'read index received' (duration: 124.260059ms)","trace[2028131586] 'applied index is now lower than readState.Index' (duration: 11.028338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:53:33.426817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.510272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:53:33.42686Z","caller":"traceutil/trace.go:171","msg":"trace[2015792505] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33868; }","duration":"135.610795ms","start":"2026-04-10T14:53:33.291237Z","end":"2026-04-10T14:53:33.426848Z","steps":["trace[2015792505] 'agreement among raft nodes before linearized reading' (duration: 135.451761ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:33.426884Z","caller":"traceutil/trace.go:171","msg":"trace[1359493769] transaction","detail":"{read_only:false; response_revision:33868; number_of_response:1; }","duration":"293.886031ms","start":"2026-04-10T14:53:33.132966Z","end":"2026-04-10T14:53:33.426852Z","steps":["trace[1359493769] 'process raft request' (duration: 282.566996ms)","trace[1359493769] 'compare' (duration: 10.296788ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:35.238297Z","caller":"traceutil/trace.go:171","msg":"trace[675656365] transaction","detail":"{read_only:false; response_revision:33887; number_of_response:1; }","duration":"104.737152ms","start":"2026-04-10T14:53:35.133524Z","end":"2026-04-10T14:53:35.238261Z","steps":["trace[675656365] 'process raft request' (duration: 104.349871ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:35.242604Z","caller":"traceutil/trace.go:171","msg":"trace[475588778] transaction","detail":"{read_only:false; response_revision:33888; number_of_response:1; }","duration":"100.554371ms","start":"2026-04-10T14:53:35.141979Z","end":"2026-04-10T14:53:35.242533Z","steps":["trace[475588778] 'process raft request' (duration: 100.218972ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:35.662976Z","caller":"traceutil/trace.go:171","msg":"trace[1906184256] transaction","detail":"{read_only:false; response_revision:33890; number_of_response:1; }","duration":"228.934048ms","start":"2026-04-10T14:53:35.434016Z","end":"2026-04-10T14:53:35.66295Z","steps":["trace[1906184256] 'process raft request' (duration: 228.727393ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:35.662953Z","caller":"traceutil/trace.go:171","msg":"trace[360799919] linearizableReadLoop","detail":"{readStateIndex:35442; appliedIndex:35441; }","duration":"182.074616ms","start":"2026-04-10T14:53:35.480848Z","end":"2026-04-10T14:53:35.662923Z","steps":["trace[360799919] 'read index received' (duration: 181.880631ms)","trace[360799919] 'applied index is now lower than readState.Index' (duration: 192.655µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:53:35.663162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.294472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T14:53:35.663228Z","caller":"traceutil/trace.go:171","msg":"trace[1509431363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33890; }","duration":"182.400535ms","start":"2026-04-10T14:53:35.480813Z","end":"2026-04-10T14:53:35.663213Z","steps":["trace[1509431363] 'agreement among raft nodes before linearized reading' (duration: 182.21012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:35.842208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.660125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:53:35.842497Z","caller":"traceutil/trace.go:171","msg":"trace[617620207] transaction","detail":"{read_only:false; response_revision:33892; number_of_response:1; }","duration":"254.33329ms","start":"2026-04-10T14:53:35.58814Z","end":"2026-04-10T14:53:35.842473Z","steps":["trace[617620207] 'process raft request' (duration: 254.200567ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:35.84268Z","caller":"traceutil/trace.go:171","msg":"trace[1441137073] linearizableReadLoop","detail":"{readStateIndex:35446; appliedIndex:35442; }","duration":"124.198437ms","start":"2026-04-10T14:53:35.71846Z","end":"2026-04-10T14:53:35.842659Z","steps":["trace[1441137073] 'read index received' (duration: 54.920711ms)","trace[1441137073] 'applied index is now lower than readState.Index' (duration: 69.276716ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:35.842717Z","caller":"traceutil/trace.go:171","msg":"trace[733348249] transaction","detail":"{read_only:false; response_revision:33893; number_of_response:1; }","duration":"253.262502ms","start":"2026-04-10T14:53:35.589444Z","end":"2026-04-10T14:53:35.842707Z","steps":["trace[733348249] 'process raft request' (duration: 252.974505ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:35.842492Z","caller":"traceutil/trace.go:171","msg":"trace[1585728727] transaction","detail":"{read_only:false; response_revision:33891; number_of_response:1; }","duration":"255.712677ms","start":"2026-04-10T14:53:35.586746Z","end":"2026-04-10T14:53:35.842458Z","steps":["trace[1585728727] 'process raft request' (duration: 129.699032ms)","trace[1585728727] 'compare' (duration: 125.463161ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:35.842803Z","caller":"traceutil/trace.go:171","msg":"trace[1495095425] transaction","detail":"{read_only:false; response_revision:33894; number_of_response:1; }","duration":"174.192741ms","start":"2026-04-10T14:53:35.668598Z","end":"2026-04-10T14:53:35.842791Z","steps":["trace[1495095425] 'process raft request' (duration: 173.986606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:35.843023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.555076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:53:35.843091Z","caller":"traceutil/trace.go:171","msg":"trace[1266839541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33894; }","duration":"124.652619ms","start":"2026-04-10T14:53:35.718418Z","end":"2026-04-10T14:53:35.84307Z","steps":["trace[1266839541] 'agreement among raft nodes before linearized reading' (duration: 124.482844ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:36.009516Z","caller":"traceutil/trace.go:171","msg":"trace[562312436] transaction","detail":"{read_only:false; response_revision:33896; number_of_response:1; }","duration":"133.004927ms","start":"2026-04-10T14:53:35.876481Z","end":"2026-04-10T14:53:36.009485Z","steps":["trace[562312436] 'process raft request' (duration: 75.820027ms)","trace[562312436] 'compare' (duration: 57.045607ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:36.371392Z","caller":"traceutil/trace.go:171","msg":"trace[338890890] linearizableReadLoop","detail":"{readStateIndex:35450; appliedIndex:35449; }","duration":"210.492397ms","start":"2026-04-10T14:53:36.16088Z","end":"2026-04-10T14:53:36.371372Z","steps":["trace[338890890] 'read index received' (duration: 157.597428ms)","trace[338890890] 'applied index is now lower than readState.Index' (duration: 52.894019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:53:36.371495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.595659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:53:36.371518Z","caller":"traceutil/trace.go:171","msg":"trace[799906598] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:33897; }","duration":"210.662662ms","start":"2026-04-10T14:53:36.160847Z","end":"2026-04-10T14:53:36.37151Z","steps":["trace[799906598] 'agreement among raft nodes before linearized reading' (duration: 210.59482ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:36.970762Z","caller":"traceutil/trace.go:171","msg":"trace[42339042] linearizableReadLoop","detail":"{readStateIndex:35454; appliedIndex:35453; }","duration":"142.889345ms","start":"2026-04-10T14:53:36.827845Z","end":"2026-04-10T14:53:36.970735Z","steps":["trace[42339042] 'read index received' (duration: 142.597667ms)","trace[42339042] 'applied index is now lower than readState.Index' (duration: 290.378µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:36.970903Z","caller":"traceutil/trace.go:171","msg":"trace[827303084] transaction","detail":"{read_only:false; response_revision:33901; number_of_response:1; }","duration":"152.28591ms","start":"2026-04-10T14:53:36.818594Z","end":"2026-04-10T14:53:36.97088Z","steps":["trace[827303084] 'process raft request' (duration: 151.946131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:36.971051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.218214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T14:53:36.971113Z","caller":"traceutil/trace.go:171","msg":"trace[1934411827] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33901; }","duration":"143.320667ms","start":"2026-04-10T14:53:36.827774Z","end":"2026-04-10T14:53:36.971095Z","steps":["trace[1934411827] 'agreement among raft nodes before linearized reading' (duration: 143.058449ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:37.198612Z","caller":"traceutil/trace.go:171","msg":"trace[1145686224] transaction","detail":"{read_only:false; response_revision:33902; number_of_response:1; }","duration":"215.685893ms","start":"2026-04-10T14:53:36.9829Z","end":"2026-04-10T14:53:37.198586Z","steps":["trace[1145686224] 'process raft request' (duration: 215.482267ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:37.44662Z","caller":"traceutil/trace.go:171","msg":"trace[625015875] linearizableReadLoop","detail":"{readStateIndex:35457; appliedIndex:35456; }","duration":"179.563842ms","start":"2026-04-10T14:53:37.267013Z","end":"2026-04-10T14:53:37.446577Z","steps":["trace[625015875] 'read index received' (duration: 172.078156ms)","trace[625015875] 'applied index is now lower than readState.Index' (duration: 7.483306ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:37.446665Z","caller":"traceutil/trace.go:171","msg":"trace[1281471616] transaction","detail":"{read_only:false; response_revision:33904; number_of_response:1; }","duration":"204.175233ms","start":"2026-04-10T14:53:37.242449Z","end":"2026-04-10T14:53:37.446624Z","steps":["trace[1281471616] 'process raft request' (duration: 196.563324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:37.447023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.388365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-10T14:53:37.447035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.757748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76053ecc-b052-4a8e-93a1-eab242fb8ee9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-10T14:53:37.447084Z","caller":"traceutil/trace.go:171","msg":"trace[1119168561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33904; }","duration":"200.494348ms","start":"2026-04-10T14:53:37.246576Z","end":"2026-04-10T14:53:37.44707Z","steps":["trace[1119168561] 'agreement among raft nodes before linearized reading' (duration: 200.21659ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:37.44712Z","caller":"traceutil/trace.go:171","msg":"trace[283469720] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76053ecc-b052-4a8e-93a1-eab242fb8ee9; range_end:; response_count:1; response_revision:33904; }","duration":"176.860691ms","start":"2026-04-10T14:53:37.270226Z","end":"2026-04-10T14:53:37.447086Z","steps":["trace[283469720] 'agreement among raft nodes before linearized reading' (duration: 176.658055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:37.447271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.875855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:53:37.447329Z","caller":"traceutil/trace.go:171","msg":"trace[239195535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33904; }","duration":"208.986238ms","start":"2026-04-10T14:53:37.238326Z","end":"2026-04-10T14:53:37.447313Z","steps":["trace[239195535] 'agreement among raft nodes before linearized reading' (duration: 208.868835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:37.447356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.838278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:53:37.447394Z","caller":"traceutil/trace.go:171","msg":"trace[489715980] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:33904; }","duration":"151.878749ms","start":"2026-04-10T14:53:37.295504Z","end":"2026-04-10T14:53:37.447382Z","steps":["trace[489715980] 'agreement among raft nodes before linearized reading' (duration: 151.811398ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:38.358344Z","caller":"traceutil/trace.go:171","msg":"trace[1966717213] transaction","detail":"{read_only:false; response_revision:33908; number_of_response:1; }","duration":"509.240335ms","start":"2026-04-10T14:53:37.849069Z","end":"2026-04-10T14:53:38.35831Z","steps":["trace[1966717213] 'process raft request' (duration: 430.686237ms)","trace[1966717213] 'compare' (duration: 78.138688ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:38.358362Z","caller":"traceutil/trace.go:171","msg":"trace[1844164449] linearizableReadLoop","detail":"{readStateIndex:35463; appliedIndex:35459; }","duration":"497.248443ms","start":"2026-04-10T14:53:37.861079Z","end":"2026-04-10T14:53:38.358327Z","steps":["trace[1844164449] 'read index received' (duration: 10.853983ms)","trace[1844164449] 'applied index is now lower than readState.Index' (duration: 486.39329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:53:38.358477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:53:37.849038Z","time spent":"509.367119ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:53:38.358532Z","caller":"traceutil/trace.go:171","msg":"trace[335933322] transaction","detail":"{read_only:false; response_revision:33909; number_of_response:1; }","duration":"508.673221ms","start":"2026-04-10T14:53:37.849835Z","end":"2026-04-10T14:53:38.358508Z","steps":["trace[335933322] 'process raft request' (duration: 508.327552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:38.359203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:53:37.849817Z","time spent":"509.270395ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:53:38.358726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.655573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:53:38.358764Z","caller":"traceutil/trace.go:171","msg":"trace[317805776] transaction","detail":"{read_only:false; response_revision:33910; number_of_response:1; }","duration":"508.043855ms","start":"2026-04-10T14:53:37.850685Z","end":"2026-04-10T14:53:38.358729Z","steps":["trace[317805776] 'process raft request' (duration: 507.588192ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:38.359662Z","caller":"traceutil/trace.go:171","msg":"trace[1335568452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33910; }","duration":"498.602488ms","start":"2026-04-10T14:53:37.86102Z","end":"2026-04-10T14:53:38.359622Z","steps":["trace[1335568452] 'agreement among raft nodes before linearized reading' (duration: 497.567591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:38.358832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.812103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-10T14:53:38.359858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:53:37.850669Z","time spent":"509.084231ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:53:38.359916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:53:37.860991Z","time spent":"498.889796ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T14:53:38.359911Z","caller":"traceutil/trace.go:171","msg":"trace[406017135] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:33910; }","duration":"204.921953ms","start":"2026-04-10T14:53:38.154969Z","end":"2026-04-10T14:53:38.359891Z","steps":["trace[406017135] 'agreement among raft nodes before linearized reading' (duration: 203.805324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:38.358907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.862524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:53:38.360064Z","caller":"traceutil/trace.go:171","msg":"trace[1147252464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33910; }","duration":"121.009985ms","start":"2026-04-10T14:53:38.238985Z","end":"2026-04-10T14:53:38.359995Z","steps":["trace[1147252464] 'agreement among raft nodes before linearized reading' (duration: 119.848234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:38.622908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.20586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:53:38.623055Z","caller":"traceutil/trace.go:171","msg":"trace[1415032174] linearizableReadLoop","detail":"{readStateIndex:35465; appliedIndex:35463; }","duration":"204.747817ms","start":"2026-04-10T14:53:38.418296Z","end":"2026-04-10T14:53:38.623044Z","steps":["trace[1415032174] 'read index received' (duration: 68.27784ms)","trace[1415032174] 'applied index is now lower than readState.Index' (duration: 136.469347ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:38.623104Z","caller":"traceutil/trace.go:171","msg":"trace[2065757239] transaction","detail":"{read_only:false; response_revision:33911; number_of_response:1; }","duration":"259.058214ms","start":"2026-04-10T14:53:38.364039Z","end":"2026-04-10T14:53:38.623098Z","steps":["trace[2065757239] 'process raft request' (duration: 122.598807ms)","trace[2065757239] 'compare' (duration: 136.109058ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:38.623156Z","caller":"traceutil/trace.go:171","msg":"trace[722846775] transaction","detail":"{read_only:false; response_revision:33912; number_of_response:1; }","duration":"258.201651ms","start":"2026-04-10T14:53:38.364927Z","end":"2026-04-10T14:53:38.623129Z","steps":["trace[722846775] 'process raft request' (duration: 258.054627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:53:38.623236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.940633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T14:53:38.623255Z","caller":"traceutil/trace.go:171","msg":"trace[172883065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33912; }","duration":"204.993184ms","start":"2026-04-10T14:53:38.418256Z","end":"2026-04-10T14:53:38.623249Z","steps":["trace[172883065] 'agreement among raft nodes before linearized reading' (duration: 204.916182ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:38.631543Z","caller":"traceutil/trace.go:171","msg":"trace[863296510] transaction","detail":"{read_only:false; response_revision:33913; number_of_response:1; }","duration":"124.879656ms","start":"2026-04-10T14:53:38.506649Z","end":"2026-04-10T14:53:38.631529Z","steps":["trace[863296510] 'process raft request' (duration: 124.835794ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:42.959146Z","caller":"traceutil/trace.go:171","msg":"trace[1893313174] transaction","detail":"{read_only:false; response_revision:33950; number_of_response:1; }","duration":"190.27147ms","start":"2026-04-10T14:53:42.768847Z","end":"2026-04-10T14:53:42.959118Z","steps":["trace[1893313174] 'process raft request' (duration: 170.254988ms)","trace[1893313174] 'compare' (duration: 19.91928ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:43.48325Z","caller":"traceutil/trace.go:171","msg":"trace[288267109] transaction","detail":"{read_only:false; response_revision:33952; number_of_response:1; }","duration":"149.400255ms","start":"2026-04-10T14:53:43.33382Z","end":"2026-04-10T14:53:43.48322Z","steps":["trace[288267109] 'process raft request' (duration: 149.23056ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:43.633697Z","caller":"traceutil/trace.go:171","msg":"trace[744921588] linearizableReadLoop","detail":"{readStateIndex:35509; appliedIndex:35508; }","duration":"105.869511ms","start":"2026-04-10T14:53:43.527808Z","end":"2026-04-10T14:53:43.633678Z","steps":["trace[744921588] 'read index received' (duration: 80.102239ms)","trace[744921588] 'applied index is now lower than readState.Index' (duration: 25.766692ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:43.633886Z","caller":"traceutil/trace.go:171","msg":"trace[1929611800] transaction","detail":"{read_only:false; response_revision:33954; number_of_response:1; }","duration":"141.189191ms","start":"2026-04-10T14:53:43.492687Z","end":"2026-04-10T14:53:43.633877Z","steps":["trace[1929611800] 'process raft request' (duration: 115.319106ms)","trace[1929611800] 'compare' (duration: 25.573477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:53:43.634083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.28365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:53:43.63411Z","caller":"traceutil/trace.go:171","msg":"trace[101246712] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:33954; }","duration":"106.413733ms","start":"2026-04-10T14:53:43.527689Z","end":"2026-04-10T14:53:43.634103Z","steps":["trace[101246712] 'agreement among raft nodes before linearized reading' (duration: 106.305221ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:44.541618Z","caller":"traceutil/trace.go:171","msg":"trace[1453434766] transaction","detail":"{read_only:false; response_revision:33960; number_of_response:1; }","duration":"161.859279ms","start":"2026-04-10T14:53:44.379711Z","end":"2026-04-10T14:53:44.54157Z","steps":["trace[1453434766] 'process raft request' (duration: 135.094272ms)","trace[1453434766] 'compare' (duration: 26.364167ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:53:45.126719Z","caller":"traceutil/trace.go:171","msg":"trace[219717602] transaction","detail":"{read_only:false; response_revision:33967; number_of_response:1; }","duration":"147.066583ms","start":"2026-04-10T14:53:44.979609Z","end":"2026-04-10T14:53:45.126675Z","steps":["trace[219717602] 'process raft request' (duration: 145.731428ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:45.133628Z","caller":"traceutil/trace.go:171","msg":"trace[994119407] transaction","detail":"{read_only:false; response_revision:33968; number_of_response:1; }","duration":"122.663598ms","start":"2026-04-10T14:53:45.010925Z","end":"2026-04-10T14:53:45.133588Z","steps":["trace[994119407] 'process raft request' (duration: 122.390671ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:53:45.301026Z","caller":"traceutil/trace.go:171","msg":"trace[313696286] transaction","detail":"{read_only:false; response_revision:33970; number_of_response:1; }","duration":"119.713101ms","start":"2026-04-10T14:53:45.181277Z","end":"2026-04-10T14:53:45.30099Z","steps":["trace[313696286] 'process raft request' (duration: 70.815456ms)","trace[313696286] 'compare' (duration: 48.510045ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:54:03.597014Z","caller":"traceutil/trace.go:171","msg":"trace[1696145128] transaction","detail":"{read_only:false; response_revision:34123; number_of_response:1; }","duration":"149.004815ms","start":"2026-04-10T14:54:03.447986Z","end":"2026-04-10T14:54:03.596991Z","steps":["trace[1696145128] 'process raft request' (duration: 148.879811ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:54:03.732713Z","caller":"traceutil/trace.go:171","msg":"trace[1755696080] transaction","detail":"{read_only:false; response_revision:34124; number_of_response:1; }","duration":"156.657323ms","start":"2026-04-10T14:54:03.576007Z","end":"2026-04-10T14:54:03.732664Z","steps":["trace[1755696080] 'process raft request' (duration: 75.9966ms)","trace[1755696080] 'compare' (duration: 80.439397ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:54:03.732754Z","caller":"traceutil/trace.go:171","msg":"trace[1220270418] transaction","detail":"{read_only:false; response_revision:34125; number_of_response:1; }","duration":"130.520923ms","start":"2026-04-10T14:54:03.602197Z","end":"2026-04-10T14:54:03.732718Z","steps":["trace[1220270418] 'process raft request' (duration: 130.43435ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:54:03.73302Z","caller":"traceutil/trace.go:171","msg":"trace[152492584] linearizableReadLoop","detail":"{readStateIndex:35687; appliedIndex:35686; }","duration":"135.514863ms","start":"2026-04-10T14:54:03.597477Z","end":"2026-04-10T14:54:03.732992Z","steps":["trace[152492584] 'read index received' (duration: 53.826543ms)","trace[152492584] 'applied index is now lower than readState.Index' (duration: 81.68552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:54:03.733233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.688018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-10T14:54:03.733782Z","caller":"traceutil/trace.go:171","msg":"trace[2077207650] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34125; }","duration":"217.289624ms","start":"2026-04-10T14:54:03.516472Z","end":"2026-04-10T14:54:03.733762Z","steps":["trace[2077207650] 'agreement among raft nodes before linearized reading' (duration: 216.592566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:54:03.738248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.42522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-10T14:54:03.738366Z","caller":"traceutil/trace.go:171","msg":"trace[960650699] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34126; }","duration":"135.585735ms","start":"2026-04-10T14:54:03.60275Z","end":"2026-04-10T14:54:03.738336Z","steps":["trace[960650699] 'agreement among raft nodes before linearized reading' (duration: 134.986029ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:54:03.901743Z","caller":"traceutil/trace.go:171","msg":"trace[761707942] transaction","detail":"{read_only:false; response_revision:34127; number_of_response:1; }","duration":"161.969882ms","start":"2026-04-10T14:54:03.73975Z","end":"2026-04-10T14:54:03.90172Z","steps":["trace[761707942] 'process raft request' (duration: 123.599742ms)","trace[761707942] 'compare' (duration: 37.476347ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:54:03.901952Z","caller":"traceutil/trace.go:171","msg":"trace[587426583] transaction","detail":"{read_only:false; response_revision:34128; number_of_response:1; }","duration":"159.898118ms","start":"2026-04-10T14:54:03.742044Z","end":"2026-04-10T14:54:03.901942Z","steps":["trace[587426583] 'process raft request' (duration: 159.417536ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:54:04.221118Z","caller":"traceutil/trace.go:171","msg":"trace[2105530018] linearizableReadLoop","detail":"{readStateIndex:35695; appliedIndex:35694; }","duration":"242.281036ms","start":"2026-04-10T14:54:03.978813Z","end":"2026-04-10T14:54:04.221094Z","steps":["trace[2105530018] 'read index received' (duration: 181.394758ms)","trace[2105530018] 'applied index is now lower than readState.Index' (duration: 60.885208ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:54:04.221218Z","caller":"traceutil/trace.go:171","msg":"trace[1529437637] transaction","detail":"{read_only:false; response_revision:34132; number_of_response:1; }","duration":"245.327355ms","start":"2026-04-10T14:54:03.975834Z","end":"2026-04-10T14:54:04.221161Z","steps":["trace[1529437637] 'process raft request' (duration: 184.251912ms)","trace[1529437637] 'compare' (duration: 60.714164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:54:04.221243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.404529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:54:04.221293Z","caller":"traceutil/trace.go:171","msg":"trace[555310144] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:34132; }","duration":"242.486951ms","start":"2026-04-10T14:54:03.978792Z","end":"2026-04-10T14:54:04.221279Z","steps":["trace[555310144] 'agreement among raft nodes before linearized reading' (duration: 242.396999ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:54:04.317204Z","caller":"traceutil/trace.go:171","msg":"trace[2089610213] transaction","detail":"{read_only:false; response_revision:34133; number_of_response:1; }","duration":"282.835323ms","start":"2026-04-10T14:54:04.034338Z","end":"2026-04-10T14:54:04.317174Z","steps":["trace[2089610213] 'process raft request' (duration: 282.686979ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:54:05.125215Z","caller":"traceutil/trace.go:171","msg":"trace[1203190643] linearizableReadLoop","detail":"{readStateIndex:35701; appliedIndex:35700; }","duration":"170.393373ms","start":"2026-04-10T14:54:04.954801Z","end":"2026-04-10T14:54:05.125195Z","steps":["trace[1203190643] 'read index received' (duration: 170.261249ms)","trace[1203190643] 'applied index is now lower than readState.Index' (duration: 131.424µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:54:05.125512Z","caller":"traceutil/trace.go:171","msg":"trace[1299345161] transaction","detail":"{read_only:false; response_revision:34138; number_of_response:1; }","duration":"173.111612ms","start":"2026-04-10T14:54:04.952384Z","end":"2026-04-10T14:54:05.125495Z","steps":["trace[1299345161] 'process raft request' (duration: 172.685221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:54:05.125527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.69503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:54:05.125555Z","caller":"traceutil/trace.go:171","msg":"trace[699241357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34138; }","duration":"170.794653ms","start":"2026-04-10T14:54:04.954751Z","end":"2026-04-10T14:54:05.125546Z","steps":["trace[699241357] 'agreement among raft nodes before linearized reading' (duration: 170.542296ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:54:05.170254Z","caller":"traceutil/trace.go:171","msg":"trace[1142133275] transaction","detail":"{read_only:false; response_revision:34139; number_of_response:1; }","duration":"150.534015ms","start":"2026-04-10T14:54:05.019698Z","end":"2026-04-10T14:54:05.170232Z","steps":["trace[1142133275] 'process raft request' (duration: 150.387671ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:54:05.290961Z","caller":"traceutil/trace.go:171","msg":"trace[72532430] transaction","detail":"{read_only:false; response_revision:34140; number_of_response:1; }","duration":"161.058228ms","start":"2026-04-10T14:54:05.129861Z","end":"2026-04-10T14:54:05.290919Z","steps":["trace[72532430] 'process raft request' (duration: 71.32421ms)","trace[72532430] 'compare' (duration: 89.202064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:54:07.444765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.427176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T14:54:07.444836Z","caller":"traceutil/trace.go:171","msg":"trace[2033714559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34158; }","duration":"149.552519ms","start":"2026-04-10T14:54:07.295265Z","end":"2026-04-10T14:54:07.444818Z","steps":["trace[2033714559] 'range keys from in-memory index tree' (duration: 149.265852ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:54:07.444938Z","caller":"traceutil/trace.go:171","msg":"trace[1482714] transaction","detail":"{read_only:false; response_revision:34159; number_of_response:1; }","duration":"147.841494ms","start":"2026-04-10T14:54:07.297079Z","end":"2026-04-10T14:54:07.44492Z","steps":["trace[1482714] 'process raft request' (duration: 54.360936ms)","trace[1482714] 'compare' (duration: 93.236942ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:54:07.594751Z","caller":"traceutil/trace.go:171","msg":"trace[1342714148] transaction","detail":"{read_only:false; response_revision:34160; number_of_response:1; }","duration":"143.717736ms","start":"2026-04-10T14:54:07.451Z","end":"2026-04-10T14:54:07.594718Z","steps":["trace[1342714148] 'process raft request' (duration: 143.46222ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:54:18.607571Z","caller":"traceutil/trace.go:171","msg":"trace[819182645] transaction","detail":"{read_only:false; response_revision:34253; number_of_response:1; }","duration":"156.589632ms","start":"2026-04-10T14:54:18.45094Z","end":"2026-04-10T14:54:18.607529Z","steps":["trace[819182645] 'process raft request' (duration: 66.00517ms)","trace[819182645] 'compare' (duration: 90.090889ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:55:10.225876Z","caller":"traceutil/trace.go:171","msg":"trace[953282567] linearizableReadLoop","detail":"{readStateIndex:36340; appliedIndex:36339; }","duration":"107.603655ms","start":"2026-04-10T14:55:10.118246Z","end":"2026-04-10T14:55:10.225849Z","steps":["trace[953282567] 'read index received' (duration: 107.424591ms)","trace[953282567] 'applied index is now lower than readState.Index' (duration: 177.844µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:55:10.225982Z","caller":"traceutil/trace.go:171","msg":"trace[2122073876] transaction","detail":"{read_only:false; response_revision:34749; number_of_response:1; }","duration":"118.026008ms","start":"2026-04-10T14:55:10.107918Z","end":"2026-04-10T14:55:10.225944Z","steps":["trace[2122073876] 'process raft request' (duration: 117.73588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:10.226225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.955074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29597215-mrlp2\" ","response":"range_response_count:1 size:7362"} {"level":"info","ts":"2026-04-10T14:55:10.226271Z","caller":"traceutil/trace.go:171","msg":"trace[1346988918] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29597215-mrlp2; range_end:; response_count:1; response_revision:34749; }","duration":"108.017656ms","start":"2026-04-10T14:55:10.118239Z","end":"2026-04-10T14:55:10.226256Z","steps":["trace[1346988918] 'agreement among raft nodes before linearized reading' (duration: 107.842051ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:11.492199Z","caller":"traceutil/trace.go:171","msg":"trace[406106503] transaction","detail":"{read_only:false; response_revision:34761; number_of_response:1; }","duration":"233.724453ms","start":"2026-04-10T14:55:11.258454Z","end":"2026-04-10T14:55:11.492178Z","steps":["trace[406106503] 'process raft request' (duration: 233.566548ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:11.686873Z","caller":"traceutil/trace.go:171","msg":"trace[107049443] linearizableReadLoop","detail":"{readStateIndex:36354; appliedIndex:36352; }","duration":"381.829784ms","start":"2026-04-10T14:55:11.305019Z","end":"2026-04-10T14:55:11.686849Z","steps":["trace[107049443] 'read index received' (duration: 187.032136ms)","trace[107049443] 'applied index is now lower than readState.Index' (duration: 194.796648ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:55:11.68692Z","caller":"traceutil/trace.go:171","msg":"trace[360447989] transaction","detail":"{read_only:false; response_revision:34762; number_of_response:1; }","duration":"405.510361ms","start":"2026-04-10T14:55:11.281382Z","end":"2026-04-10T14:55:11.686892Z","steps":["trace[360447989] 'process raft request' (duration: 405.284666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:11.687021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.001299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:55:11.687063Z","caller":"traceutil/trace.go:171","msg":"trace[1402845050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:34762; }","duration":"382.099951ms","start":"2026-04-10T14:55:11.30495Z","end":"2026-04-10T14:55:11.68705Z","steps":["trace[1402845050] 'agreement among raft nodes before linearized reading' (duration: 382.014559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:11.687099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:55:11.304918Z","time spent":"382.172793ms","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-10T14:55:11.687065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:55:11.281359Z","time spent":"405.623973ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5253,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T14:55:11.712214Z","caller":"traceutil/trace.go:171","msg":"trace[1464001694] transaction","detail":"{read_only:false; response_revision:34763; number_of_response:1; }","duration":"199.670505ms","start":"2026-04-10T14:55:11.51251Z","end":"2026-04-10T14:55:11.71218Z","steps":["trace[1464001694] 'process raft request' (duration: 199.257974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:11.712312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.285472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-10T14:55:11.712293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.81314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-10T14:55:11.71238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.86724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T14:55:11.712401Z","caller":"traceutil/trace.go:171","msg":"trace[98460787] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34763; }","duration":"111.391654ms","start":"2026-04-10T14:55:11.600989Z","end":"2026-04-10T14:55:11.71238Z","steps":["trace[98460787] 'agreement among raft nodes before linearized reading' (duration: 111.098887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:11.712386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.128734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:55:11.712437Z","caller":"traceutil/trace.go:171","msg":"trace[1856186875] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34763; }","duration":"405.999984ms","start":"2026-04-10T14:55:11.306401Z","end":"2026-04-10T14:55:11.712401Z","steps":["trace[1856186875] 'agreement among raft nodes before linearized reading' (duration: 405.622104ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:11.712459Z","caller":"traceutil/trace.go:171","msg":"trace[973777494] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:34763; }","duration":"199.984593ms","start":"2026-04-10T14:55:11.512448Z","end":"2026-04-10T14:55:11.712433Z","steps":["trace[973777494] 'agreement among raft nodes before linearized reading' (duration: 199.790868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:11.712501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.216613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T14:55:11.712512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:55:11.306395Z","time spent":"406.101326ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T14:55:11.712481Z","caller":"traceutil/trace.go:171","msg":"trace[1334404669] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:34763; }","duration":"183.270947ms","start":"2026-04-10T14:55:11.52919Z","end":"2026-04-10T14:55:11.712461Z","steps":["trace[1334404669] 'agreement among raft nodes before linearized reading' (duration: 183.103593ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:11.712581Z","caller":"traceutil/trace.go:171","msg":"trace[3497188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34763; }","duration":"301.328565ms","start":"2026-04-10T14:55:11.411219Z","end":"2026-04-10T14:55:11.712548Z","steps":["trace[3497188] 'agreement among raft nodes before linearized reading' (duration: 301.144341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:11.712617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:55:11.411195Z","time spent":"301.413348ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T14:55:11.875022Z","caller":"traceutil/trace.go:171","msg":"trace[726179755] linearizableReadLoop","detail":"{readStateIndex:36356; appliedIndex:36355; }","duration":"158.437111ms","start":"2026-04-10T14:55:11.716555Z","end":"2026-04-10T14:55:11.874992Z","steps":["trace[726179755] 'read index received' (duration: 149.700543ms)","trace[726179755] 'applied index is now lower than readState.Index' (duration: 8.735158ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:55:11.8751Z","caller":"traceutil/trace.go:171","msg":"trace[572281463] transaction","detail":"{read_only:false; response_revision:34764; number_of_response:1; }","duration":"177.973421ms","start":"2026-04-10T14:55:11.697089Z","end":"2026-04-10T14:55:11.875062Z","steps":["trace[572281463] 'process raft request' (duration: 169.14733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:11.875247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.669596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T14:55:11.875285Z","caller":"traceutil/trace.go:171","msg":"trace[459580583] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34764; }","duration":"158.769389ms","start":"2026-04-10T14:55:11.716502Z","end":"2026-04-10T14:55:11.875272Z","steps":["trace[459580583] 'agreement among raft nodes before linearized reading' (duration: 158.602915ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:11.929063Z","caller":"traceutil/trace.go:171","msg":"trace[1527534248] transaction","detail":"{read_only:false; response_revision:34768; number_of_response:1; }","duration":"176.673496ms","start":"2026-04-10T14:55:11.752369Z","end":"2026-04-10T14:55:11.929043Z","steps":["trace[1527534248] 'process raft request' (duration: 176.640615ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:11.929124Z","caller":"traceutil/trace.go:171","msg":"trace[1210753094] transaction","detail":"{read_only:false; response_revision:34766; number_of_response:1; }","duration":"210.142618ms","start":"2026-04-10T14:55:11.718956Z","end":"2026-04-10T14:55:11.929099Z","steps":["trace[1210753094] 'process raft request' (duration: 209.988795ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:11.929294Z","caller":"traceutil/trace.go:171","msg":"trace[2131254053] transaction","detail":"{read_only:false; response_revision:34765; number_of_response:1; }","duration":"211.168966ms","start":"2026-04-10T14:55:11.718114Z","end":"2026-04-10T14:55:11.929283Z","steps":["trace[2131254053] 'process raft request' (duration: 210.615171ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:11.929381Z","caller":"traceutil/trace.go:171","msg":"trace[33265337] transaction","detail":"{read_only:false; response_revision:34767; number_of_response:1; }","duration":"209.083581ms","start":"2026-04-10T14:55:11.720219Z","end":"2026-04-10T14:55:11.929303Z","steps":["trace[33265337] 'process raft request' (duration: 208.754563ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:12.072599Z","caller":"traceutil/trace.go:171","msg":"trace[2087726943] transaction","detail":"{read_only:false; response_revision:34771; number_of_response:1; }","duration":"138.634664ms","start":"2026-04-10T14:55:11.933939Z","end":"2026-04-10T14:55:12.072574Z","steps":["trace[2087726943] 'process raft request' (duration: 127.801832ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:12.072901Z","caller":"traceutil/trace.go:171","msg":"trace[119991753] linearizableReadLoop","detail":"{readStateIndex:36363; appliedIndex:36362; }","duration":"104.733749ms","start":"2026-04-10T14:55:11.968157Z","end":"2026-04-10T14:55:12.072891Z","steps":["trace[119991753] 'read index received' (duration: 93.598849ms)","trace[119991753] 'applied index is now lower than readState.Index' (duration: 11.13363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:55:12.073089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.234786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29597200\" ","response":"range_response_count:1 size:5711"} {"level":"info","ts":"2026-04-10T14:55:12.073121Z","caller":"traceutil/trace.go:171","msg":"trace[631841930] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29597200; range_end:; response_count:1; response_revision:34772; }","duration":"140.3761ms","start":"2026-04-10T14:55:11.932736Z","end":"2026-04-10T14:55:12.073112Z","steps":["trace[631841930] 'agreement among raft nodes before linearized reading' (duration: 140.216915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:12.073205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.645371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T14:55:12.073231Z","caller":"traceutil/trace.go:171","msg":"trace[122209404] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34772; }","duration":"101.695281ms","start":"2026-04-10T14:55:11.971527Z","end":"2026-04-10T14:55:12.073223Z","steps":["trace[122209404] 'agreement among raft nodes before linearized reading' (duration: 101.62926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:12.073326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.709971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29597200\" ","response":"range_response_count:1 size:5265"} {"level":"info","ts":"2026-04-10T14:55:12.07335Z","caller":"traceutil/trace.go:171","msg":"trace[1562339640] range","detail":"{range_begin:/registry/jobs/openstack/senlin-engine-cleaner-29597200; range_end:; response_count:1; response_revision:34772; }","duration":"101.757913ms","start":"2026-04-10T14:55:11.971587Z","end":"2026-04-10T14:55:12.073345Z","steps":["trace[1562339640] 'agreement among raft nodes before linearized reading' (duration: 101.693102ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:14.200025Z","caller":"traceutil/trace.go:171","msg":"trace[492474172] linearizableReadLoop","detail":"{readStateIndex:36399; appliedIndex:36398; }","duration":"100.292075ms","start":"2026-04-10T14:55:14.099715Z","end":"2026-04-10T14:55:14.200007Z","steps":["trace[492474172] 'read index received' (duration: 29.54956ms)","trace[492474172] 'applied index is now lower than readState.Index' (duration: 70.741835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:55:14.200188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.46851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:55:14.200219Z","caller":"traceutil/trace.go:171","msg":"trace[445642941] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34805; }","duration":"100.539091ms","start":"2026-04-10T14:55:14.09967Z","end":"2026-04-10T14:55:14.200209Z","steps":["trace[445642941] 'agreement among raft nodes before linearized reading' (duration: 100.400938ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:14.200685Z","caller":"traceutil/trace.go:171","msg":"trace[595929684] transaction","detail":"{read_only:false; response_revision:34805; number_of_response:1; }","duration":"102.03649ms","start":"2026-04-10T14:55:14.098638Z","end":"2026-04-10T14:55:14.200675Z","steps":["trace[595929684] 'process raft request' (duration: 30.67946ms)","trace[595929684] 'compare' (duration: 70.551509ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:55:14.398481Z","caller":"traceutil/trace.go:171","msg":"trace[291383905] linearizableReadLoop","detail":"{readStateIndex:36400; appliedIndex:36399; }","duration":"162.569648ms","start":"2026-04-10T14:55:14.235895Z","end":"2026-04-10T14:55:14.398464Z","steps":["trace[291383905] 'read index received' (duration: 65.032656ms)","trace[291383905] 'applied index is now lower than readState.Index' (duration: 97.535972ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:55:14.398575Z","caller":"traceutil/trace.go:171","msg":"trace[1420116629] transaction","detail":"{read_only:false; response_revision:34806; number_of_response:1; }","duration":"168.259156ms","start":"2026-04-10T14:55:14.230307Z","end":"2026-04-10T14:55:14.398566Z","steps":["trace[1420116629] 'process raft request' (duration: 70.632481ms)","trace[1420116629] 'compare' (duration: 97.024649ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:55:14.398892Z","caller":"traceutil/trace.go:171","msg":"trace[1067220489] transaction","detail":"{read_only:false; response_revision:34807; number_of_response:1; }","duration":"123.913391ms","start":"2026-04-10T14:55:14.274949Z","end":"2026-04-10T14:55:14.398863Z","steps":["trace[1067220489] 'process raft request' (duration: 123.484279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:14.398923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.984089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:55:14.399029Z","caller":"traceutil/trace.go:171","msg":"trace[1405995161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34806; }","duration":"163.141853ms","start":"2026-04-10T14:55:14.235865Z","end":"2026-04-10T14:55:14.399007Z","steps":["trace[1405995161] 'agreement among raft nodes before linearized reading' (duration: 162.672971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:14.784706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.407751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:55:14.784822Z","caller":"traceutil/trace.go:171","msg":"trace[35075605] linearizableReadLoop","detail":"{readStateIndex:36402; appliedIndex:36401; }","duration":"368.945728ms","start":"2026-04-10T14:55:14.415861Z","end":"2026-04-10T14:55:14.784806Z","steps":["trace[35075605] 'read index received' (duration: 161.810848ms)","trace[35075605] 'applied index is now lower than readState.Index' (duration: 207.133189ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:55:14.784875Z","caller":"traceutil/trace.go:171","msg":"trace[1879798038] transaction","detail":"{read_only:false; response_revision:34808; number_of_response:1; }","duration":"379.77724ms","start":"2026-04-10T14:55:14.405051Z","end":"2026-04-10T14:55:14.784829Z","steps":["trace[1879798038] 'process raft request' (duration: 172.687951ms)","trace[1879798038] 'compare' (duration: 206.245767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:55:14.785155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:55:14.405032Z","time spent":"379.971905ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T14:55:14.785154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.291897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T14:55:14.785229Z","caller":"traceutil/trace.go:171","msg":"trace[1333915845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34808; }","duration":"369.415119ms","start":"2026-04-10T14:55:14.415797Z","end":"2026-04-10T14:55:14.785212Z","steps":["trace[1333915845] 'agreement among raft nodes before linearized reading' (duration: 369.211924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:14.785278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:55:14.415777Z","time spent":"369.489921ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T14:55:14.786941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.946613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T14:55:14.787Z","caller":"traceutil/trace.go:171","msg":"trace[1795215783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34809; }","duration":"345.036854ms","start":"2026-04-10T14:55:14.441949Z","end":"2026-04-10T14:55:14.786985Z","steps":["trace[1795215783] 'agreement among raft nodes before linearized reading' (duration: 344.824069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:14.787039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T14:55:14.441931Z","time spent":"345.100186ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T14:55:14.787054Z","caller":"traceutil/trace.go:171","msg":"trace[926517954] transaction","detail":"{read_only:false; response_revision:34809; number_of_response:1; }","duration":"136.651562ms","start":"2026-04-10T14:55:14.650383Z","end":"2026-04-10T14:55:14.787034Z","steps":["trace[926517954] 'process raft request' (duration: 136.223741ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:14.944169Z","caller":"traceutil/trace.go:171","msg":"trace[152022908] transaction","detail":"{read_only:false; response_revision:34810; number_of_response:1; }","duration":"153.383998ms","start":"2026-04-10T14:55:14.790754Z","end":"2026-04-10T14:55:14.944138Z","steps":["trace[152022908] 'process raft request' (duration: 138.681295ms)","trace[152022908] 'compare' (duration: 14.512499ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:55:14.944353Z","caller":"traceutil/trace.go:171","msg":"trace[538652189] transaction","detail":"{read_only:false; response_revision:34811; number_of_response:1; }","duration":"153.280406ms","start":"2026-04-10T14:55:14.791045Z","end":"2026-04-10T14:55:14.944326Z","steps":["trace[538652189] 'process raft request' (duration: 153.049109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:15.348818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.41391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:55:15.348933Z","caller":"traceutil/trace.go:171","msg":"trace[1722743648] linearizableReadLoop","detail":"{readStateIndex:36410; appliedIndex:36409; }","duration":"111.728303ms","start":"2026-04-10T14:55:15.237188Z","end":"2026-04-10T14:55:15.348916Z","steps":["trace[1722743648] 'read index received' (duration: 23.171µs)","trace[1722743648] 'applied index is now lower than readState.Index' (duration: 111.703692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:55:15.348994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.811095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:55:15.349026Z","caller":"traceutil/trace.go:171","msg":"trace[752814081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34816; }","duration":"111.872257ms","start":"2026-04-10T14:55:15.237144Z","end":"2026-04-10T14:55:15.349016Z","steps":["trace[752814081] 'agreement among raft nodes before linearized reading' (duration: 111.818155ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:15.349043Z","caller":"traceutil/trace.go:171","msg":"trace[1094486271] transaction","detail":"{read_only:false; response_revision:34816; number_of_response:1; }","duration":"171.549182ms","start":"2026-04-10T14:55:15.177412Z","end":"2026-04-10T14:55:15.348962Z","steps":["trace[1094486271] 'process raft request' (duration: 58.914516ms)","trace[1094486271] 'compare' (duration: 112.281477ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:55:50.68827Z","caller":"traceutil/trace.go:171","msg":"trace[627096647] transaction","detail":"{read_only:false; response_revision:35120; number_of_response:1; }","duration":"169.113289ms","start":"2026-04-10T14:55:50.519135Z","end":"2026-04-10T14:55:50.688248Z","steps":["trace[627096647] 'process raft request' (duration: 168.956234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:51.258997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.406192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T14:55:51.259067Z","caller":"traceutil/trace.go:171","msg":"trace[1240103686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35122; }","duration":"104.512925ms","start":"2026-04-10T14:55:51.154538Z","end":"2026-04-10T14:55:51.259051Z","steps":["trace[1240103686] 'range keys from in-memory index tree' (duration: 104.276229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:51.259007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.56541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-10T14:55:51.259147Z","caller":"traceutil/trace.go:171","msg":"trace[705789210] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:35122; }","duration":"136.766275ms","start":"2026-04-10T14:55:51.122356Z","end":"2026-04-10T14:55:51.259122Z","steps":["trace[705789210] 'range keys from in-memory index tree' (duration: 136.394375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:55:51.469465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.034271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T14:55:51.469561Z","caller":"traceutil/trace.go:171","msg":"trace[1286398966] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35126; }","duration":"109.197937ms","start":"2026-04-10T14:55:51.36034Z","end":"2026-04-10T14:55:51.469537Z","steps":["trace[1286398966] 'range keys from in-memory index tree' (duration: 108.835277ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:53.949575Z","caller":"traceutil/trace.go:171","msg":"trace[1553508578] transaction","detail":"{read_only:false; response_revision:35147; number_of_response:1; }","duration":"150.160975ms","start":"2026-04-10T14:55:53.799393Z","end":"2026-04-10T14:55:53.949554Z","steps":["trace[1553508578] 'process raft request' (duration: 144.045936ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:55:54.062442Z","caller":"traceutil/trace.go:171","msg":"trace[590120857] transaction","detail":"{read_only:false; number_of_response:0; response_revision:35147; }","duration":"106.736162ms","start":"2026-04-10T14:55:53.955676Z","end":"2026-04-10T14:55:54.062412Z","steps":["trace[590120857] 'process raft request' (duration: 100.830769ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:56:01.25104Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32465} {"level":"info","ts":"2026-04-10T14:56:01.394886Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32465,"took":"138.46649ms","hash":3183880899,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":36003840,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-10T14:56:01.394957Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3183880899,"revision":32465,"compact-revision":29250} {"level":"info","ts":"2026-04-10T14:57:29.893528Z","caller":"traceutil/trace.go:171","msg":"trace[968488533] transaction","detail":"{read_only:false; response_revision:35981; number_of_response:1; }","duration":"143.646344ms","start":"2026-04-10T14:57:29.749667Z","end":"2026-04-10T14:57:29.893314Z","steps":["trace[968488533] 'process raft request' (duration: 102.012529ms)","trace[968488533] 'compare' (duration: 41.199754ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:57:30.428357Z","caller":"traceutil/trace.go:171","msg":"trace[410659703] transaction","detail":"{read_only:false; response_revision:35984; number_of_response:1; }","duration":"154.045706ms","start":"2026-04-10T14:57:30.274283Z","end":"2026-04-10T14:57:30.428328Z","steps":["trace[410659703] 'process raft request' (duration: 153.858761ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:57:31.137173Z","caller":"traceutil/trace.go:171","msg":"trace[1389786735] transaction","detail":"{read_only:false; response_revision:35991; number_of_response:1; }","duration":"171.725357ms","start":"2026-04-10T14:57:30.965427Z","end":"2026-04-10T14:57:31.137152Z","steps":["trace[1389786735] 'process raft request' (duration: 139.400703ms)","trace[1389786735] 'compare' (duration: 32.179279ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:57:31.137177Z","caller":"traceutil/trace.go:171","msg":"trace[500765134] linearizableReadLoop","detail":"{readStateIndex:37640; appliedIndex:37639; }","duration":"134.324512ms","start":"2026-04-10T14:57:31.002827Z","end":"2026-04-10T14:57:31.137152Z","steps":["trace[500765134] 'read index received' (duration: 101.860465ms)","trace[500765134] 'applied index is now lower than readState.Index' (duration: 32.462817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:57:31.13742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.451305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:57:31.13752Z","caller":"traceutil/trace.go:171","msg":"trace[693614654] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:35991; }","duration":"134.68317ms","start":"2026-04-10T14:57:31.002818Z","end":"2026-04-10T14:57:31.137502Z","steps":["trace[693614654] 'agreement among raft nodes before linearized reading' (duration: 134.389763ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:58:07.809219Z","caller":"traceutil/trace.go:171","msg":"trace[1754702315] transaction","detail":"{read_only:false; response_revision:36310; number_of_response:1; }","duration":"156.410856ms","start":"2026-04-10T14:58:07.652752Z","end":"2026-04-10T14:58:07.809162Z","steps":["trace[1754702315] 'process raft request' (duration: 139.683161ms)","trace[1754702315] 'compare' (duration: 16.50071ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:35.366131Z","caller":"traceutil/trace.go:171","msg":"trace[1882949149] transaction","detail":"{read_only:false; response_revision:37070; number_of_response:1; }","duration":"170.950788ms","start":"2026-04-10T14:59:35.195144Z","end":"2026-04-10T14:59:35.366094Z","steps":["trace[1882949149] 'process raft request' (duration: 170.737372ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:36.744487Z","caller":"traceutil/trace.go:171","msg":"trace[1902453835] transaction","detail":"{read_only:false; response_revision:37081; number_of_response:1; }","duration":"214.797559ms","start":"2026-04-10T14:59:36.529652Z","end":"2026-04-10T14:59:36.744449Z","steps":["trace[1902453835] 'process raft request' (duration: 214.586864ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:36.803171Z","caller":"traceutil/trace.go:171","msg":"trace[596491194] transaction","detail":"{read_only:false; response_revision:37082; number_of_response:1; }","duration":"272.278298ms","start":"2026-04-10T14:59:36.530864Z","end":"2026-04-10T14:59:36.803142Z","steps":["trace[596491194] 'process raft request' (duration: 272.018352ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:36.803424Z","caller":"traceutil/trace.go:171","msg":"trace[339284494] transaction","detail":"{read_only:false; response_revision:37083; number_of_response:1; }","duration":"272.299519ms","start":"2026-04-10T14:59:36.531096Z","end":"2026-04-10T14:59:36.803396Z","steps":["trace[339284494] 'process raft request' (duration: 272.00045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T14:59:37.165332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.309136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T14:59:37.165435Z","caller":"traceutil/trace.go:171","msg":"trace[1485058976] linearizableReadLoop","detail":"{readStateIndex:38787; appliedIndex:38786; }","duration":"210.070246ms","start":"2026-04-10T14:59:36.955353Z","end":"2026-04-10T14:59:37.165424Z","steps":["trace[1485058976] 'read index received' (duration: 58.605667ms)","trace[1485058976] 'applied index is now lower than readState.Index' (duration: 151.462299ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T14:59:37.165493Z","caller":"traceutil/trace.go:171","msg":"trace[2147109361] transaction","detail":"{read_only:false; response_revision:37085; number_of_response:1; }","duration":"242.669116ms","start":"2026-04-10T14:59:36.922814Z","end":"2026-04-10T14:59:37.165483Z","steps":["trace[2147109361] 'process raft request' (duration: 91.138976ms)","trace[2147109361] 'compare' (duration: 151.225112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T14:59:37.165639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.263581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T14:59:37.165701Z","caller":"traceutil/trace.go:171","msg":"trace[537170730] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:37085; }","duration":"210.374973ms","start":"2026-04-10T14:59:36.955311Z","end":"2026-04-10T14:59:37.165686Z","steps":["trace[537170730] 'agreement among raft nodes before linearized reading' (duration: 210.268521ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T14:59:37.223375Z","caller":"traceutil/trace.go:171","msg":"trace[1205212142] transaction","detail":"{read_only:false; response_revision:37086; number_of_response:1; }","duration":"142.408852ms","start":"2026-04-10T14:59:37.080944Z","end":"2026-04-10T14:59:37.223353Z","steps":["trace[1205212142] 'process raft request' (duration: 142.064784ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:01.256313Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35209} {"level":"info","ts":"2026-04-10T15:01:01.397161Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35209,"took":"137.025664ms","hash":2349328094,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":34947072,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-10T15:01:01.397216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2349328094,"revision":35209,"compact-revision":32465} {"level":"info","ts":"2026-04-10T15:01:34.622248Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-10T15:01:34.626755Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-10T15:01:34.626854Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-10T15:01:53.593543Z","caller":"traceutil/trace.go:171","msg":"trace[1659503889] linearizableReadLoop","detail":"{readStateIndex:40169; appliedIndex:40168; }","duration":"124.94215ms","start":"2026-04-10T15:01:53.468583Z","end":"2026-04-10T15:01:53.593525Z","steps":["trace[1659503889] 'read index received' (duration: 124.779276ms)","trace[1659503889] 'applied index is now lower than readState.Index' (duration: 162.094µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:01:53.594194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.139466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:01:53.594224Z","caller":"traceutil/trace.go:171","msg":"trace[631414450] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:38411; }","duration":"107.240219ms","start":"2026-04-10T15:01:53.486975Z","end":"2026-04-10T15:01:53.594215Z","steps":["trace[631414450] 'agreement among raft nodes before linearized reading' (duration: 107.174887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:53.594211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.615767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:01:53.594277Z","caller":"traceutil/trace.go:171","msg":"trace[479342773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38411; }","duration":"125.744491ms","start":"2026-04-10T15:01:53.468519Z","end":"2026-04-10T15:01:53.594263Z","steps":["trace[479342773] 'agreement among raft nodes before linearized reading' (duration: 125.543806ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:53.594481Z","caller":"traceutil/trace.go:171","msg":"trace[1995172205] transaction","detail":"{read_only:false; response_revision:38411; number_of_response:1; }","duration":"159.324693ms","start":"2026-04-10T15:01:53.435147Z","end":"2026-04-10T15:01:53.594471Z","steps":["trace[1995172205] 'process raft request' (duration: 158.231995ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:53.861771Z","caller":"traceutil/trace.go:171","msg":"trace[221812133] linearizableReadLoop","detail":"{readStateIndex:40170; appliedIndex:40169; }","duration":"219.397077ms","start":"2026-04-10T15:01:53.642343Z","end":"2026-04-10T15:01:53.86174Z","steps":["trace[221812133] 'read index received' (duration: 219.176492ms)","trace[221812133] 'applied index is now lower than readState.Index' (duration: 219.225µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:01:53.861811Z","caller":"traceutil/trace.go:171","msg":"trace[1722995782] transaction","detail":"{read_only:false; response_revision:38412; number_of_response:1; }","duration":"263.083363ms","start":"2026-04-10T15:01:53.59869Z","end":"2026-04-10T15:01:53.861774Z","steps":["trace[1722995782] 'process raft request' (duration: 262.848617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:01:53.861968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.612812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:01:53.86203Z","caller":"traceutil/trace.go:171","msg":"trace[1755160802] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:38412; }","duration":"219.704084ms","start":"2026-04-10T15:01:53.642294Z","end":"2026-04-10T15:01:53.861998Z","steps":["trace[1755160802] 'agreement among raft nodes before linearized reading' (duration: 219.606212ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:01:53.863995Z","caller":"traceutil/trace.go:171","msg":"trace[1672384844] transaction","detail":"{read_only:false; response_revision:38413; number_of_response:1; }","duration":"179.204121ms","start":"2026-04-10T15:01:53.684771Z","end":"2026-04-10T15:01:53.863975Z","steps":["trace[1672384844] 'process raft request' (duration: 179.043357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:19.319768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.14322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:02:19.319916Z","caller":"traceutil/trace.go:171","msg":"trace[112061645] linearizableReadLoop","detail":"{readStateIndex:40401; appliedIndex:40400; }","duration":"204.733075ms","start":"2026-04-10T15:02:19.11515Z","end":"2026-04-10T15:02:19.319884Z","steps":["trace[112061645] 'read index received' (duration: 23.335598ms)","trace[112061645] 'applied index is now lower than readState.Index' (duration: 181.396297ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:19.319943Z","caller":"traceutil/trace.go:171","msg":"trace[1687134303] transaction","detail":"{read_only:false; response_revision:38633; number_of_response:1; }","duration":"226.186883ms","start":"2026-04-10T15:02:19.093729Z","end":"2026-04-10T15:02:19.319916Z","steps":["trace[1687134303] 'process raft request' (duration: 44.804956ms)","trace[1687134303] 'compare' (duration: 181.010767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:19.3201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.94209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-10T15:02:19.320137Z","caller":"traceutil/trace.go:171","msg":"trace[410425705] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:38633; }","duration":"205.019632ms","start":"2026-04-10T15:02:19.115107Z","end":"2026-04-10T15:02:19.320127Z","steps":["trace[410425705] 'agreement among raft nodes before linearized reading' (duration: 204.883599ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:19.83879Z","caller":"traceutil/trace.go:171","msg":"trace[1760244475] transaction","detail":"{read_only:false; response_revision:38634; number_of_response:1; }","duration":"514.446731ms","start":"2026-04-10T15:02:19.324322Z","end":"2026-04-10T15:02:19.838769Z","steps":["trace[1760244475] 'process raft request' (duration: 514.321088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:19.838924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:19.324309Z","time spent":"514.547703ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:19.847745Z","caller":"traceutil/trace.go:171","msg":"trace[1037306353] linearizableReadLoop","detail":"{readStateIndex:40404; appliedIndex:40402; }","duration":"205.305061ms","start":"2026-04-10T15:02:19.642344Z","end":"2026-04-10T15:02:19.847649Z","steps":["trace[1037306353] 'read index received' (duration: 196.986374ms)","trace[1037306353] 'applied index is now lower than readState.Index' (duration: 8.317527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:19.848093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.083296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:02:19.848171Z","caller":"traceutil/trace.go:171","msg":"trace[1146394291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38636; }","duration":"134.176989ms","start":"2026-04-10T15:02:19.713982Z","end":"2026-04-10T15:02:19.848159Z","steps":["trace[1146394291] 'agreement among raft nodes before linearized reading' (duration: 133.975534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:19.848317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.952156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:02:19.848399Z","caller":"traceutil/trace.go:171","msg":"trace[1312689045] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:38636; }","duration":"206.075841ms","start":"2026-04-10T15:02:19.642305Z","end":"2026-04-10T15:02:19.848381Z","steps":["trace[1312689045] 'agreement among raft nodes before linearized reading' (duration: 205.905876ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:19.848777Z","caller":"traceutil/trace.go:171","msg":"trace[1647461256] transaction","detail":"{read_only:false; response_revision:38636; number_of_response:1; }","duration":"216.209403ms","start":"2026-04-10T15:02:19.632558Z","end":"2026-04-10T15:02:19.848767Z","steps":["trace[1647461256] 'process raft request' (duration: 215.003552ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:19.848804Z","caller":"traceutil/trace.go:171","msg":"trace[1328548776] transaction","detail":"{read_only:false; response_revision:38635; number_of_response:1; }","duration":"523.420523ms","start":"2026-04-10T15:02:19.325365Z","end":"2026-04-10T15:02:19.848785Z","steps":["trace[1328548776] 'process raft request' (duration: 522.016176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:02:19.849074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:02:19.325355Z","time spent":"523.626557ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:02:20.13495Z","caller":"traceutil/trace.go:171","msg":"trace[324683710] linearizableReadLoop","detail":"{readStateIndex:40407; appliedIndex:40406; }","duration":"155.772192ms","start":"2026-04-10T15:02:19.979154Z","end":"2026-04-10T15:02:20.134926Z","steps":["trace[324683710] 'read index received' (duration: 33.567393ms)","trace[324683710] 'applied index is now lower than readState.Index' (duration: 122.203779ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:02:20.13521Z","caller":"traceutil/trace.go:171","msg":"trace[1467208239] transaction","detail":"{read_only:false; response_revision:38639; number_of_response:1; }","duration":"180.619928ms","start":"2026-04-10T15:02:19.954572Z","end":"2026-04-10T15:02:20.135192Z","steps":["trace[1467208239] 'process raft request' (duration: 163.625126ms)","trace[1467208239] 'compare' (duration: 16.393286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:02:20.135531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.374267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:02:20.135578Z","caller":"traceutil/trace.go:171","msg":"trace[772876753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38639; }","duration":"156.47784ms","start":"2026-04-10T15:02:19.979089Z","end":"2026-04-10T15:02:20.135567Z","steps":["trace[772876753] 'agreement among raft nodes before linearized reading' (duration: 156.332346ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:02:20.138231Z","caller":"traceutil/trace.go:171","msg":"trace[611902245] transaction","detail":"{read_only:false; number_of_response:0; response_revision:38639; }","duration":"112.160508ms","start":"2026-04-10T15:02:20.026046Z","end":"2026-04-10T15:02:20.138207Z","steps":["trace[611902245] 'process raft request' (duration: 112.103947ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:12.594803Z","caller":"traceutil/trace.go:171","msg":"trace[687179801] transaction","detail":"{read_only:false; response_revision:39612; number_of_response:1; }","duration":"126.453279ms","start":"2026-04-10T15:04:12.468315Z","end":"2026-04-10T15:04:12.594768Z","steps":["trace[687179801] 'process raft request' (duration: 126.282574ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:12.74639Z","caller":"traceutil/trace.go:171","msg":"trace[1275119361] transaction","detail":"{read_only:false; response_revision:39614; number_of_response:1; }","duration":"143.073832ms","start":"2026-04-10T15:04:12.603289Z","end":"2026-04-10T15:04:12.746363Z","steps":["trace[1275119361] 'process raft request' (duration: 53.943633ms)","trace[1275119361] 'compare' (duration: 88.519993ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:04:12.746645Z","caller":"traceutil/trace.go:171","msg":"trace[1057274985] transaction","detail":"{read_only:false; response_revision:39615; number_of_response:1; }","duration":"106.067918ms","start":"2026-04-10T15:04:12.640569Z","end":"2026-04-10T15:04:12.746637Z","steps":["trace[1057274985] 'process raft request' (duration: 105.296168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:51.370997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.674619ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-10T15:04:51.37126Z","caller":"traceutil/trace.go:171","msg":"trace[606988142] linearizableReadLoop","detail":"{readStateIndex:41786; appliedIndex:41785; }","duration":"159.517949ms","start":"2026-04-10T15:04:51.211656Z","end":"2026-04-10T15:04:51.371174Z","steps":["trace[606988142] 'read index received' (duration: 21.576662ms)","trace[606988142] 'applied index is now lower than readState.Index' (duration: 137.938957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:04:51.371628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.942884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-10T15:04:51.371633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.96301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:04:51.371693Z","caller":"traceutil/trace.go:171","msg":"trace[1744766081] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:39955; }","duration":"149.043626ms","start":"2026-04-10T15:04:51.222636Z","end":"2026-04-10T15:04:51.371679Z","steps":["trace[1744766081] 'agreement among raft nodes before linearized reading' (duration: 148.875712ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:51.37177Z","caller":"traceutil/trace.go:171","msg":"trace[717604860] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:39955; }","duration":"160.099364ms","start":"2026-04-10T15:04:51.211594Z","end":"2026-04-10T15:04:51.371693Z","steps":["trace[717604860] 'agreement among raft nodes before linearized reading' (duration: 159.870408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:51.371627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.990599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:04:51.372013Z","caller":"traceutil/trace.go:171","msg":"trace[1033349547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39955; }","duration":"133.38957ms","start":"2026-04-10T15:04:51.238584Z","end":"2026-04-10T15:04:51.371973Z","steps":["trace[1033349547] 'agreement among raft nodes before linearized reading' (duration: 132.985229ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:51.680719Z","caller":"traceutil/trace.go:171","msg":"trace[1510958287] linearizableReadLoop","detail":"{readStateIndex:41788; appliedIndex:41787; }","duration":"242.24105ms","start":"2026-04-10T15:04:51.438458Z","end":"2026-04-10T15:04:51.680699Z","steps":["trace[1510958287] 'read index received' (duration: 242.189059ms)","trace[1510958287] 'applied index is now lower than readState.Index' (duration: 50.601µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:04:51.680868Z","caller":"traceutil/trace.go:171","msg":"trace[4705685] transaction","detail":"{read_only:false; response_revision:39957; number_of_response:1; }","duration":"304.474228ms","start":"2026-04-10T15:04:51.376353Z","end":"2026-04-10T15:04:51.680828Z","steps":["trace[4705685] 'process raft request' (duration: 304.192361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:51.681043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:04:51.376338Z","time spent":"304.616743ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:04:51.681198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.810463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-10T15:04:51.681376Z","caller":"traceutil/trace.go:171","msg":"trace[558201092] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:39957; }","duration":"306.02181ms","start":"2026-04-10T15:04:51.375307Z","end":"2026-04-10T15:04:51.681329Z","steps":["trace[558201092] 'agreement among raft nodes before linearized reading' (duration: 305.593708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:51.681568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:04:51.375298Z","time spent":"306.238005ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:04:51.836695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.902857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:04:51.836906Z","caller":"traceutil/trace.go:171","msg":"trace[2089755879] transaction","detail":"{read_only:false; response_revision:39960; number_of_response:1; }","duration":"151.377346ms","start":"2026-04-10T15:04:51.685513Z","end":"2026-04-10T15:04:51.836891Z","steps":["trace[2089755879] 'process raft request' (duration: 151.334555ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:51.836933Z","caller":"traceutil/trace.go:171","msg":"trace[1278351563] transaction","detail":"{read_only:false; response_revision:39959; number_of_response:1; }","duration":"269.595321ms","start":"2026-04-10T15:04:51.567305Z","end":"2026-04-10T15:04:51.8369Z","steps":["trace[1278351563] 'process raft request' (duration: 269.484419ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:51.837154Z","caller":"traceutil/trace.go:171","msg":"trace[924938574] linearizableReadLoop","detail":"{readStateIndex:41790; appliedIndex:41788; }","duration":"156.373306ms","start":"2026-04-10T15:04:51.680773Z","end":"2026-04-10T15:04:51.837146Z","steps":["trace[924938574] 'read index received' (duration: 15.949785ms)","trace[924938574] 'applied index is now lower than readState.Index' (duration: 140.422561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:04:51.837262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.08245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-10T15:04:51.837285Z","caller":"traceutil/trace.go:171","msg":"trace[2032344726] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:39960; }","duration":"396.147812ms","start":"2026-04-10T15:04:51.44113Z","end":"2026-04-10T15:04:51.837278Z","steps":["trace[2032344726] 'agreement among raft nodes before linearized reading' (duration: 396.049869ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:51.837294Z","caller":"traceutil/trace.go:171","msg":"trace[1882456751] transaction","detail":"{read_only:false; response_revision:39958; number_of_response:1; }","duration":"384.657594ms","start":"2026-04-10T15:04:51.452622Z","end":"2026-04-10T15:04:51.837279Z","steps":["trace[1882456751] 'process raft request' (duration: 244.089039ms)","trace[1882456751] 'compare' (duration: 139.766994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:04:51.837408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:04:51.452604Z","time spent":"384.731895ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:04:51.837308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:04:51.441109Z","time spent":"396.193504ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-10T15:04:51.837524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.016281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:04:51.837574Z","caller":"traceutil/trace.go:171","msg":"trace[563753715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39960; }","duration":"215.103404ms","start":"2026-04-10T15:04:51.622458Z","end":"2026-04-10T15:04:51.837561Z","steps":["trace[563753715] 'agreement among raft nodes before linearized reading' (duration: 214.996561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:51.83761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.593467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:04:51.837623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.857346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:04:51.83768Z","caller":"traceutil/trace.go:171","msg":"trace[319766778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:39960; }","duration":"295.744882ms","start":"2026-04-10T15:04:51.541919Z","end":"2026-04-10T15:04:51.837663Z","steps":["trace[319766778] 'agreement among raft nodes before linearized reading' (duration: 295.577678ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:51.837709Z","caller":"traceutil/trace.go:171","msg":"trace[943800721] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:39960; }","duration":"317.99923ms","start":"2026-04-10T15:04:51.519689Z","end":"2026-04-10T15:04:51.837688Z","steps":["trace[943800721] 'agreement among raft nodes before linearized reading' (duration: 317.805605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:51.837763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:04:51.519669Z","time spent":"318.084652ms","remote":"127.0.0.1:46746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:04:52.127987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.771445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:04:52.128073Z","caller":"traceutil/trace.go:171","msg":"trace[1919137087] linearizableReadLoop","detail":"{readStateIndex:41792; appliedIndex:41791; }","duration":"286.870221ms","start":"2026-04-10T15:04:51.841189Z","end":"2026-04-10T15:04:52.128059Z","steps":["trace[1919137087] 'read index received' (duration: 102.084275ms)","trace[1919137087] 'applied index is now lower than readState.Index' (duration: 184.784656ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:04:52.128102Z","caller":"traceutil/trace.go:171","msg":"trace[1165167783] transaction","detail":"{read_only:false; response_revision:39961; number_of_response:1; }","duration":"286.942763ms","start":"2026-04-10T15:04:51.841139Z","end":"2026-04-10T15:04:52.128082Z","steps":["trace[1165167783] 'process raft request' (duration: 102.003373ms)","trace[1165167783] 'compare' (duration: 184.55985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:04:52.128203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.013325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:04:52.128228Z","caller":"traceutil/trace.go:171","msg":"trace[1212178] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:39961; }","duration":"287.071016ms","start":"2026-04-10T15:04:51.841151Z","end":"2026-04-10T15:04:52.128222Z","steps":["trace[1212178] 'agreement among raft nodes before linearized reading' (duration: 286.959314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:52.194951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.57559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:04:52.195049Z","caller":"traceutil/trace.go:171","msg":"trace[323643145] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39962; }","duration":"144.719213ms","start":"2026-04-10T15:04:52.050309Z","end":"2026-04-10T15:04:52.195028Z","steps":["trace[323643145] 'agreement among raft nodes before linearized reading' (duration: 144.553589ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:04:52.195474Z","caller":"traceutil/trace.go:171","msg":"trace[1762792066] transaction","detail":"{read_only:false; response_revision:39962; number_of_response:1; }","duration":"351.617375ms","start":"2026-04-10T15:04:51.843845Z","end":"2026-04-10T15:04:52.195462Z","steps":["trace[1762792066] 'process raft request' (duration: 350.896966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:04:52.195563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:04:51.843825Z","time spent":"351.682586ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:04:53.021827Z","caller":"traceutil/trace.go:171","msg":"trace[2040124164] transaction","detail":"{read_only:false; response_revision:39966; number_of_response:1; }","duration":"191.944481ms","start":"2026-04-10T15:04:52.829858Z","end":"2026-04-10T15:04:53.021803Z","steps":["trace[2040124164] 'process raft request' (duration: 100.384171ms)","trace[2040124164] 'compare' (duration: 91.455968ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:04:53.041731Z","caller":"traceutil/trace.go:171","msg":"trace[1093826400] transaction","detail":"{read_only:false; response_revision:39967; number_of_response:1; }","duration":"155.336099ms","start":"2026-04-10T15:04:52.886365Z","end":"2026-04-10T15:04:53.041701Z","steps":["trace[1093826400] 'process raft request' (duration: 155.114953ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:05:30.807953Z","caller":"traceutil/trace.go:171","msg":"trace[449979016] transaction","detail":"{read_only:false; response_revision:40455; number_of_response:1; }","duration":"143.784289ms","start":"2026-04-10T15:05:30.664134Z","end":"2026-04-10T15:05:30.807918Z","steps":["trace[449979016] 'process raft request' (duration: 143.548104ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:06:01.263065Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37949} {"level":"info","ts":"2026-04-10T15:06:01.428036Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37949,"took":"158.395049ms","hash":238451256,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":33730560,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-10T15:06:01.428108Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":238451256,"revision":37949,"compact-revision":35209} {"level":"info","ts":"2026-04-10T15:06:11.707088Z","caller":"traceutil/trace.go:171","msg":"trace[1621550239] linearizableReadLoop","detail":"{readStateIndex:42690; appliedIndex:42689; }","duration":"136.376938ms","start":"2026-04-10T15:06:11.570639Z","end":"2026-04-10T15:06:11.707016Z","steps":["trace[1621550239] 'read index received' (duration: 136.169482ms)","trace[1621550239] 'applied index is now lower than readState.Index' (duration: 206.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:06:11.707196Z","caller":"traceutil/trace.go:171","msg":"trace[2001945902] transaction","detail":"{read_only:false; response_revision:40823; number_of_response:1; }","duration":"139.214201ms","start":"2026-04-10T15:06:11.567952Z","end":"2026-04-10T15:06:11.707166Z","steps":["trace[2001945902] 'process raft request' (duration: 138.911943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:11.707276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.615943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:06:11.707323Z","caller":"traceutil/trace.go:171","msg":"trace[1644431535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40823; }","duration":"136.704615ms","start":"2026-04-10T15:06:11.570607Z","end":"2026-04-10T15:06:11.707311Z","steps":["trace[1644431535] 'agreement among raft nodes before linearized reading' (duration: 136.610673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:06:11.707443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.28584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:06:11.707533Z","caller":"traceutil/trace.go:171","msg":"trace[355890773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40823; }","duration":"107.417553ms","start":"2026-04-10T15:06:11.600095Z","end":"2026-04-10T15:06:11.707513Z","steps":["trace[355890773] 'agreement among raft nodes before linearized reading' (duration: 107.183657ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:50.669951Z","caller":"traceutil/trace.go:171","msg":"trace[1193718027] transaction","detail":"{read_only:false; response_revision:41676; number_of_response:1; }","duration":"389.707497ms","start":"2026-04-10T15:07:50.280222Z","end":"2026-04-10T15:07:50.66993Z","steps":["trace[1193718027] 'process raft request' (duration: 352.348075ms)","trace[1193718027] 'compare' (duration: 37.065944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:07:50.670104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:07:50.280208Z","time spent":"389.83664ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:07:50.67059Z","caller":"traceutil/trace.go:171","msg":"trace[1750034359] transaction","detail":"{read_only:false; response_revision:41677; number_of_response:1; }","duration":"328.865204ms","start":"2026-04-10T15:07:50.341684Z","end":"2026-04-10T15:07:50.670549Z","steps":["trace[1750034359] 'process raft request' (duration: 328.209017ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:50.670631Z","caller":"traceutil/trace.go:171","msg":"trace[436366723] transaction","detail":"{read_only:false; response_revision:41678; number_of_response:1; }","duration":"163.533615ms","start":"2026-04-10T15:07:50.507058Z","end":"2026-04-10T15:07:50.670591Z","steps":["trace[436366723] 'process raft request' (duration: 163.217917ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:50.670641Z","caller":"traceutil/trace.go:171","msg":"trace[1078559217] transaction","detail":"{read_only:false; response_revision:41679; number_of_response:1; }","duration":"129.657653ms","start":"2026-04-10T15:07:50.540959Z","end":"2026-04-10T15:07:50.670617Z","steps":["trace[1078559217] 'process raft request' (duration: 129.387116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:07:50.670764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:07:50.341665Z","time spent":"329.009037ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:07:50.670809Z","caller":"traceutil/trace.go:171","msg":"trace[402585663] linearizableReadLoop","detail":"{readStateIndex:43584; appliedIndex:43582; }","duration":"163.320648ms","start":"2026-04-10T15:07:50.50707Z","end":"2026-04-10T15:07:50.670391Z","steps":["trace[402585663] 'read index received' (duration: 125.584706ms)","trace[402585663] 'applied index is now lower than readState.Index' (duration: 37.734872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:07:50.67107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.164177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-10T15:07:50.671083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.990805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:07:50.671113Z","caller":"traceutil/trace.go:171","msg":"trace[1204551190] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:41679; }","duration":"147.24737ms","start":"2026-04-10T15:07:50.523853Z","end":"2026-04-10T15:07:50.6711Z","steps":["trace[1204551190] 'agreement among raft nodes before linearized reading' (duration: 147.101167ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:50.671144Z","caller":"traceutil/trace.go:171","msg":"trace[2104628890] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:41679; }","duration":"164.092709ms","start":"2026-04-10T15:07:50.507036Z","end":"2026-04-10T15:07:50.671129Z","steps":["trace[2104628890] 'agreement among raft nodes before linearized reading' (duration: 163.803091ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:07:51.008937Z","caller":"traceutil/trace.go:171","msg":"trace[754522193] linearizableReadLoop","detail":"{readStateIndex:43588; appliedIndex:43586; }","duration":"282.788895ms","start":"2026-04-10T15:07:50.726119Z","end":"2026-04-10T15:07:51.008908Z","steps":["trace[754522193] 'read index received' (duration: 28.717677ms)","trace[754522193] 'applied index is now lower than readState.Index' (duration: 254.070358ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:07:51.008973Z","caller":"traceutil/trace.go:171","msg":"trace[1766613904] transaction","detail":"{read_only:false; response_revision:41681; number_of_response:1; }","duration":"326.691217ms","start":"2026-04-10T15:07:50.682259Z","end":"2026-04-10T15:07:51.00895Z","steps":["trace[1766613904] 'process raft request' (duration: 323.829012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:07:51.009093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:07:50.682222Z","time spent":"326.804239ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:07:51.009307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.131144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T15:07:51.009771Z","caller":"traceutil/trace.go:171","msg":"trace[1834227861] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:41681; }","duration":"283.274767ms","start":"2026-04-10T15:07:50.726066Z","end":"2026-04-10T15:07:51.009341Z","steps":["trace[1834227861] 'agreement among raft nodes before linearized reading' (duration: 282.949198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:07:51.018248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.771596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-10T15:07:51.018295Z","caller":"traceutil/trace.go:171","msg":"trace[55735905] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:41682; }","duration":"259.863668ms","start":"2026-04-10T15:07:50.75842Z","end":"2026-04-10T15:07:51.018283Z","steps":["trace[55735905] 'agreement among raft nodes before linearized reading' (duration: 259.730155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:08:39.310413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.998045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:08:39.310489Z","caller":"traceutil/trace.go:171","msg":"trace[2048382414] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:42096; }","duration":"134.122738ms","start":"2026-04-10T15:08:39.176353Z","end":"2026-04-10T15:08:39.310475Z","steps":["trace[2048382414] 'count revisions from in-memory index tree' (duration: 133.873121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:08:39.613589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.281275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:08:39.613665Z","caller":"traceutil/trace.go:171","msg":"trace[1308794737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42097; }","duration":"106.385687ms","start":"2026-04-10T15:08:39.507261Z","end":"2026-04-10T15:08:39.613646Z","steps":["trace[1308794737] 'range keys from in-memory index tree' (duration: 106.194123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:08:39.61393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.092382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-10T15:08:39.613967Z","caller":"traceutil/trace.go:171","msg":"trace[650172163] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:42097; }","duration":"153.830752ms","start":"2026-04-10T15:08:39.460128Z","end":"2026-04-10T15:08:39.613958Z","steps":["trace[650172163] 'range keys from in-memory index tree' (duration: 152.937258ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:00.132685Z","caller":"traceutil/trace.go:171","msg":"trace[528042583] transaction","detail":"{read_only:false; response_revision:42276; number_of_response:1; }","duration":"112.356722ms","start":"2026-04-10T15:09:00.020302Z","end":"2026-04-10T15:09:00.132658Z","steps":["trace[528042583] 'process raft request' (duration: 111.780797ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:00.660066Z","caller":"traceutil/trace.go:171","msg":"trace[2048370707] transaction","detail":"{read_only:false; response_revision:42281; number_of_response:1; }","duration":"126.372717ms","start":"2026-04-10T15:09:00.533669Z","end":"2026-04-10T15:09:00.660041Z","steps":["trace[2048370707] 'process raft request' (duration: 126.220162ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:09:15.037855Z","caller":"traceutil/trace.go:171","msg":"trace[1964041108] transaction","detail":"{read_only:false; response_revision:42405; number_of_response:1; }","duration":"180.145035ms","start":"2026-04-10T15:09:14.857677Z","end":"2026-04-10T15:09:15.037822Z","steps":["trace[1964041108] 'process raft request' (duration: 95.635538ms)","trace[1964041108] 'compare' (duration: 84.274621ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:09:34.169698Z","caller":"traceutil/trace.go:171","msg":"trace[1650520948] linearizableReadLoop","detail":"{readStateIndex:44519; appliedIndex:44518; }","duration":"134.106839ms","start":"2026-04-10T15:09:34.035567Z","end":"2026-04-10T15:09:34.169674Z","steps":["trace[1650520948] 'read index received' (duration: 64.012986ms)","trace[1650520948] 'applied index is now lower than readState.Index' (duration: 70.092873ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:09:34.169731Z","caller":"traceutil/trace.go:171","msg":"trace[1215500566] transaction","detail":"{read_only:false; response_revision:42570; number_of_response:1; }","duration":"142.371602ms","start":"2026-04-10T15:09:34.027316Z","end":"2026-04-10T15:09:34.169688Z","steps":["trace[1215500566] 'process raft request' (duration: 72.233228ms)","trace[1215500566] 'compare' (duration: 70.020051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:09:34.169856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.268003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:09:34.169938Z","caller":"traceutil/trace.go:171","msg":"trace[1939161959] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:42570; }","duration":"134.350475ms","start":"2026-04-10T15:09:34.035531Z","end":"2026-04-10T15:09:34.169882Z","steps":["trace[1939161959] 'agreement among raft nodes before linearized reading' (duration: 134.273313ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:11.399204Z","caller":"traceutil/trace.go:171","msg":"trace[711946811] transaction","detail":"{read_only:false; response_revision:42947; number_of_response:1; }","duration":"109.587791ms","start":"2026-04-10T15:10:11.289594Z","end":"2026-04-10T15:10:11.399182Z","steps":["trace[711946811] 'process raft request' (duration: 109.421427ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:12.65436Z","caller":"traceutil/trace.go:171","msg":"trace[1595001992] transaction","detail":"{read_only:false; response_revision:42972; number_of_response:1; }","duration":"157.701132ms","start":"2026-04-10T15:10:12.496641Z","end":"2026-04-10T15:10:12.654342Z","steps":["trace[1595001992] 'process raft request' (duration: 157.588139ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:12.670771Z","caller":"traceutil/trace.go:171","msg":"trace[696094017] transaction","detail":"{read_only:false; response_revision:42973; number_of_response:1; }","duration":"172.26238ms","start":"2026-04-10T15:10:12.498483Z","end":"2026-04-10T15:10:12.670745Z","steps":["trace[696094017] 'process raft request' (duration: 171.762477ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:10:12.670848Z","caller":"traceutil/trace.go:171","msg":"trace[2092545629] transaction","detail":"{read_only:false; response_revision:42974; number_of_response:1; }","duration":"172.042264ms","start":"2026-04-10T15:10:12.49878Z","end":"2026-04-10T15:10:12.670822Z","steps":["trace[2092545629] 'process raft request' (duration: 171.617004ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:01.27038Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40730} {"level":"info","ts":"2026-04-10T15:11:01.419621Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40730,"took":"145.31973ms","hash":941565364,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":34762752,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-10T15:11:01.419687Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":941565364,"revision":40730,"compact-revision":37949} {"level":"info","ts":"2026-04-10T15:11:13.623127Z","caller":"traceutil/trace.go:171","msg":"trace[1054992261] linearizableReadLoop","detail":"{readStateIndex:45496; appliedIndex:45495; }","duration":"186.759038ms","start":"2026-04-10T15:11:13.436343Z","end":"2026-04-10T15:11:13.623102Z","steps":["trace[1054992261] 'read index received' (duration: 169.442188ms)","trace[1054992261] 'applied index is now lower than readState.Index' (duration: 17.31595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:13.623317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.987553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:13.623355Z","caller":"traceutil/trace.go:171","msg":"trace[1351030460] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:43504; }","duration":"187.079346ms","start":"2026-04-10T15:11:13.436262Z","end":"2026-04-10T15:11:13.623341Z","steps":["trace[1351030460] 'agreement among raft nodes before linearized reading' (duration: 186.976593ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:13.623544Z","caller":"traceutil/trace.go:171","msg":"trace[1899427257] transaction","detail":"{read_only:false; response_revision:43504; number_of_response:1; }","duration":"188.471332ms","start":"2026-04-10T15:11:13.435034Z","end":"2026-04-10T15:11:13.623505Z","steps":["trace[1899427257] 'process raft request' (duration: 170.696869ms)","trace[1899427257] 'compare' (duration: 17.001943ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:13.808006Z","caller":"traceutil/trace.go:171","msg":"trace[1354929008] transaction","detail":"{read_only:false; response_revision:43506; number_of_response:1; }","duration":"156.528911ms","start":"2026-04-10T15:11:13.651449Z","end":"2026-04-10T15:11:13.807978Z","steps":["trace[1354929008] 'process raft request' (duration: 155.531785ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:14.544425Z","caller":"traceutil/trace.go:171","msg":"trace[466707475] transaction","detail":"{read_only:false; response_revision:43515; number_of_response:1; }","duration":"138.297886ms","start":"2026-04-10T15:11:14.40608Z","end":"2026-04-10T15:11:14.544378Z","steps":["trace[466707475] 'process raft request' (duration: 131.626513ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:14.911317Z","caller":"traceutil/trace.go:171","msg":"trace[1211130686] transaction","detail":"{read_only:false; response_revision:43517; number_of_response:1; }","duration":"133.324277ms","start":"2026-04-10T15:11:14.777974Z","end":"2026-04-10T15:11:14.911298Z","steps":["trace[1211130686] 'process raft request' (duration: 133.146483ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:25.226121Z","caller":"traceutil/trace.go:171","msg":"trace[954264684] transaction","detail":"{read_only:false; response_revision:43606; number_of_response:1; }","duration":"166.281925ms","start":"2026-04-10T15:11:25.059812Z","end":"2026-04-10T15:11:25.226094Z","steps":["trace[954264684] 'process raft request' (duration: 161.4437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:25.552692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.654052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:25.552795Z","caller":"traceutil/trace.go:171","msg":"trace[1321218770] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:43606; }","duration":"119.816086ms","start":"2026-04-10T15:11:25.43295Z","end":"2026-04-10T15:11:25.552766Z","steps":["trace[1321218770] 'count revisions from in-memory index tree' (duration: 119.54798ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:25.713832Z","caller":"traceutil/trace.go:171","msg":"trace[352213530] transaction","detail":"{read_only:false; response_revision:43607; number_of_response:1; }","duration":"155.32335ms","start":"2026-04-10T15:11:25.558488Z","end":"2026-04-10T15:11:25.713812Z","steps":["trace[352213530] 'process raft request' (duration: 155.188236ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:25.870352Z","caller":"traceutil/trace.go:171","msg":"trace[1374430599] transaction","detail":"{read_only:false; response_revision:43609; number_of_response:1; }","duration":"152.793074ms","start":"2026-04-10T15:11:25.717522Z","end":"2026-04-10T15:11:25.870315Z","steps":["trace[1374430599] 'process raft request' (duration: 62.605618ms)","trace[1374430599] 'compare' (duration: 89.868177ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:25.870414Z","caller":"traceutil/trace.go:171","msg":"trace[1152523779] linearizableReadLoop","detail":"{readStateIndex:45605; appliedIndex:45604; }","duration":"106.613143ms","start":"2026-04-10T15:11:25.76378Z","end":"2026-04-10T15:11:25.870394Z","steps":["trace[1152523779] 'read index received' (duration: 16.273613ms)","trace[1152523779] 'applied index is now lower than readState.Index' (duration: 90.337179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:25.870624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.829368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T15:11:25.870659Z","caller":"traceutil/trace.go:171","msg":"trace[419766425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:43610; }","duration":"106.877619ms","start":"2026-04-10T15:11:25.763772Z","end":"2026-04-10T15:11:25.87065Z","steps":["trace[419766425] 'agreement among raft nodes before linearized reading' (duration: 106.674784ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:29.152005Z","caller":"traceutil/trace.go:171","msg":"trace[1965901319] transaction","detail":"{read_only:false; response_revision:43641; number_of_response:1; }","duration":"109.18134ms","start":"2026-04-10T15:11:29.042791Z","end":"2026-04-10T15:11:29.151972Z","steps":["trace[1965901319] 'process raft request' (duration: 100.968287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.350906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.041065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:11:30.351315Z","caller":"traceutil/trace.go:171","msg":"trace[992457793] transaction","detail":"{read_only:false; response_revision:43644; number_of_response:1; }","duration":"586.964346ms","start":"2026-04-10T15:11:29.764313Z","end":"2026-04-10T15:11:30.351277Z","steps":["trace[992457793] 'process raft request' (duration: 131.441209ms)","trace[992457793] 'compare' (duration: 454.902181ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:30.351399Z","caller":"traceutil/trace.go:171","msg":"trace[1840438151] transaction","detail":"{read_only:false; response_revision:43645; number_of_response:1; }","duration":"467.676863ms","start":"2026-04-10T15:11:29.883687Z","end":"2026-04-10T15:11:30.351364Z","steps":["trace[1840438151] 'process raft request' (duration: 467.387556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.351658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.310895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-10T15:11:30.351689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:29.764293Z","time spent":"587.306595ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:11:30.351712Z","caller":"traceutil/trace.go:171","msg":"trace[1725108570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:43645; }","duration":"467.416347ms","start":"2026-04-10T15:11:29.884281Z","end":"2026-04-10T15:11:30.351697Z","steps":["trace[1725108570] 'agreement among raft nodes before linearized reading' (duration: 467.322085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.351724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:29.88366Z","time spent":"467.995862ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:11:30.351745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:29.884253Z","time spent":"467.484759ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T15:11:30.35136Z","caller":"traceutil/trace.go:171","msg":"trace[282535144] linearizableReadLoop","detail":"{readStateIndex:45643; appliedIndex:45641; }","duration":"466.995466ms","start":"2026-04-10T15:11:29.884344Z","end":"2026-04-10T15:11:30.351339Z","steps":["trace[282535144] 'read index received' (duration: 11.426148ms)","trace[282535144] 'applied index is now lower than readState.Index' (duration: 455.568208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:30.352847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.087466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:30.352887Z","caller":"traceutil/trace.go:171","msg":"trace[1638397997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43645; }","duration":"117.166518ms","start":"2026-04-10T15:11:30.235712Z","end":"2026-04-10T15:11:30.352878Z","steps":["trace[1638397997] 'agreement among raft nodes before linearized reading' (duration: 117.096167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.352905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.004293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T15:11:30.352939Z","caller":"traceutil/trace.go:171","msg":"trace[415892986] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:43645; }","duration":"295.065705ms","start":"2026-04-10T15:11:30.057857Z","end":"2026-04-10T15:11:30.352923Z","steps":["trace[415892986] 'agreement among raft nodes before linearized reading' (duration: 295.019173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.35296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.930908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-10T15:11:30.352852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.459811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T15:11:30.353048Z","caller":"traceutil/trace.go:171","msg":"trace[2088144976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43645; }","duration":"173.070801ms","start":"2026-04-10T15:11:30.179927Z","end":"2026-04-10T15:11:30.352998Z","steps":["trace[2088144976] 'agreement among raft nodes before linearized reading' (duration: 172.865595ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:30.353074Z","caller":"traceutil/trace.go:171","msg":"trace[337855316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43645; }","duration":"459.689397ms","start":"2026-04-10T15:11:29.893355Z","end":"2026-04-10T15:11:30.353045Z","steps":["trace[337855316] 'agreement among raft nodes before linearized reading' (duration: 459.429089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.353188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.871395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:11:30.353308Z","caller":"traceutil/trace.go:171","msg":"trace[314601614] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:43645; }","duration":"286.015469ms","start":"2026-04-10T15:11:30.067275Z","end":"2026-04-10T15:11:30.35329Z","steps":["trace[314601614] 'agreement among raft nodes before linearized reading' (duration: 285.562507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.353198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:29.893332Z","time spent":"459.832229ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T15:11:30.712801Z","caller":"traceutil/trace.go:171","msg":"trace[201998177] transaction","detail":"{read_only:false; response_revision:43646; number_of_response:1; }","duration":"356.236176ms","start":"2026-04-10T15:11:30.356542Z","end":"2026-04-10T15:11:30.712778Z","steps":["trace[201998177] 'process raft request' (duration: 345.793494ms)","trace[201998177] 'compare' (duration: 10.194585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:30.712905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:30.356528Z","time spent":"356.325668ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:11:30.717045Z","caller":"traceutil/trace.go:171","msg":"trace[769014516] transaction","detail":"{read_only:false; response_revision:43648; number_of_response:1; }","duration":"359.679505ms","start":"2026-04-10T15:11:30.35734Z","end":"2026-04-10T15:11:30.71702Z","steps":["trace[769014516] 'process raft request' (duration: 359.575422ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:30.717049Z","caller":"traceutil/trace.go:171","msg":"trace[1407948339] transaction","detail":"{read_only:false; response_revision:43647; number_of_response:1; }","duration":"360.110057ms","start":"2026-04-10T15:11:30.356894Z","end":"2026-04-10T15:11:30.717005Z","steps":["trace[1407948339] 'process raft request' (duration: 359.87097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.717221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:30.357333Z","time spent":"359.786648ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:11:30.717314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:30.356878Z","time spent":"360.321941ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:11:30.717394Z","caller":"traceutil/trace.go:171","msg":"trace[2123186471] transaction","detail":"{read_only:false; response_revision:43649; number_of_response:1; }","duration":"358.480953ms","start":"2026-04-10T15:11:30.358876Z","end":"2026-04-10T15:11:30.717357Z","steps":["trace[2123186471] 'process raft request' (duration: 358.076563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.71758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:30.358867Z","time spent":"358.613226ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:11:30.717957Z","caller":"traceutil/trace.go:171","msg":"trace[1969438442] linearizableReadLoop","detail":"{readStateIndex:45647; appliedIndex:45643; }","duration":"358.878665ms","start":"2026-04-10T15:11:30.359058Z","end":"2026-04-10T15:11:30.717937Z","steps":["trace[1969438442] 'read index received' (duration: 343.432693ms)","trace[1969438442] 'applied index is now lower than readState.Index' (duration: 15.445202ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:30.718054Z","caller":"traceutil/trace.go:171","msg":"trace[1435846380] transaction","detail":"{read_only:false; response_revision:43650; number_of_response:1; }","duration":"124.769255ms","start":"2026-04-10T15:11:30.593277Z","end":"2026-04-10T15:11:30.718046Z","steps":["trace[1435846380] 'process raft request' (duration: 123.981565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.718477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.562671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-10T15:11:30.718541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.47463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-10T15:11:30.71855Z","caller":"traceutil/trace.go:171","msg":"trace[466094081] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:43650; }","duration":"304.662143ms","start":"2026-04-10T15:11:30.41387Z","end":"2026-04-10T15:11:30.718532Z","steps":["trace[466094081] 'agreement among raft nodes before linearized reading' (duration: 304.463578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.718604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:30.413854Z","time spent":"304.738406ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-10T15:11:30.719768Z","caller":"traceutil/trace.go:171","msg":"trace[655603261] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:43650; }","duration":"359.538211ms","start":"2026-04-10T15:11:30.359032Z","end":"2026-04-10T15:11:30.71857Z","steps":["trace[655603261] 'agreement among raft nodes before linearized reading' (duration: 359.406728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:30.719815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:30.35902Z","time spent":"360.782614ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T15:11:30.869724Z","caller":"traceutil/trace.go:171","msg":"trace[315449493] transaction","detail":"{read_only:false; response_revision:43651; number_of_response:1; }","duration":"145.612098ms","start":"2026-04-10T15:11:30.724083Z","end":"2026-04-10T15:11:30.869695Z","steps":["trace[315449493] 'process raft request' (duration: 132.036734ms)","trace[315449493] 'compare' (duration: 13.04553ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:30.887322Z","caller":"traceutil/trace.go:171","msg":"trace[1918255701] transaction","detail":"{read_only:false; response_revision:43652; number_of_response:1; }","duration":"161.848069ms","start":"2026-04-10T15:11:30.72544Z","end":"2026-04-10T15:11:30.887288Z","steps":["trace[1918255701] 'process raft request' (duration: 161.546492ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:30.887754Z","caller":"traceutil/trace.go:171","msg":"trace[1973914223] transaction","detail":"{read_only:false; response_revision:43653; number_of_response:1; }","duration":"162.24675ms","start":"2026-04-10T15:11:30.725439Z","end":"2026-04-10T15:11:30.887686Z","steps":["trace[1973914223] 'process raft request' (duration: 161.729016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:31.692798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.563586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:11:31.693636Z","caller":"traceutil/trace.go:171","msg":"trace[1462337278] transaction","detail":"{read_only:false; response_revision:43661; number_of_response:1; }","duration":"319.608753ms","start":"2026-04-10T15:11:31.373991Z","end":"2026-04-10T15:11:31.6936Z","steps":["trace[1462337278] 'process raft request' (duration: 158.107913ms)","trace[1462337278] 'compare' (duration: 160.381481ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:31.693674Z","caller":"traceutil/trace.go:171","msg":"trace[976329152] linearizableReadLoop","detail":"{readStateIndex:45661; appliedIndex:45660; }","duration":"122.931087ms","start":"2026-04-10T15:11:31.570704Z","end":"2026-04-10T15:11:31.693635Z","steps":["trace[976329152] 'read index received' (duration: 81.872µs)","trace[976329152] 'applied index is now lower than readState.Index' (duration: 122.845075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:31.693768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:31.37397Z","time spent":"319.733306ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:11:31.693849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.151413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:31.69393Z","caller":"traceutil/trace.go:171","msg":"trace[1537213007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43661; }","duration":"123.273806ms","start":"2026-04-10T15:11:31.570632Z","end":"2026-04-10T15:11:31.693906Z","steps":["trace[1537213007] 'agreement among raft nodes before linearized reading' (duration: 123.134322ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:32.023308Z","caller":"traceutil/trace.go:171","msg":"trace[1235850722] transaction","detail":"{read_only:false; response_revision:43662; number_of_response:1; }","duration":"244.638563ms","start":"2026-04-10T15:11:31.778642Z","end":"2026-04-10T15:11:32.023281Z","steps":["trace[1235850722] 'process raft request' (duration: 164.370365ms)","trace[1235850722] 'compare' (duration: 80.166754ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:32.558841Z","caller":"traceutil/trace.go:171","msg":"trace[118129035] transaction","detail":"{read_only:false; response_revision:43663; number_of_response:1; }","duration":"202.543928ms","start":"2026-04-10T15:11:32.356266Z","end":"2026-04-10T15:11:32.55881Z","steps":["trace[118129035] 'process raft request' (duration: 202.279591ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:32.59469Z","caller":"traceutil/trace.go:171","msg":"trace[1160980076] transaction","detail":"{read_only:false; response_revision:43664; number_of_response:1; }","duration":"236.698475ms","start":"2026-04-10T15:11:32.357966Z","end":"2026-04-10T15:11:32.594664Z","steps":["trace[1160980076] 'process raft request' (duration: 236.550472ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:35.051294Z","caller":"traceutil/trace.go:171","msg":"trace[371642904] transaction","detail":"{read_only:false; response_revision:43686; number_of_response:1; }","duration":"101.662184ms","start":"2026-04-10T15:11:34.949615Z","end":"2026-04-10T15:11:35.051277Z","steps":["trace[371642904] 'process raft request' (duration: 59.901498ms)","trace[371642904] 'compare' (duration: 41.424557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:35.787745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.679534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:11:35.787848Z","caller":"traceutil/trace.go:171","msg":"trace[281045516] transaction","detail":"{read_only:false; response_revision:43688; number_of_response:1; }","duration":"729.849023ms","start":"2026-04-10T15:11:35.057981Z","end":"2026-04-10T15:11:35.78783Z","steps":["trace[281045516] 'process raft request' (duration: 262.011435ms)","trace[281045516] 'compare' (duration: 467.329774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:35.7879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:35.057969Z","time spent":"729.904954ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:11:35.879162Z","caller":"traceutil/trace.go:171","msg":"trace[1375219796] transaction","detail":"{read_only:false; response_revision:43689; number_of_response:1; }","duration":"820.15515ms","start":"2026-04-10T15:11:35.058982Z","end":"2026-04-10T15:11:35.879137Z","steps":["trace[1375219796] 'process raft request' (duration: 819.912814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:35.879271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.588658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:35.87928Z","caller":"traceutil/trace.go:171","msg":"trace[1278893404] transaction","detail":"{read_only:false; response_revision:43690; number_of_response:1; }","duration":"813.58127ms","start":"2026-04-10T15:11:35.065669Z","end":"2026-04-10T15:11:35.87925Z","steps":["trace[1278893404] 'process raft request' (duration: 813.378235ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:35.879339Z","caller":"traceutil/trace.go:171","msg":"trace[1421299374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43690; }","duration":"643.677821ms","start":"2026-04-10T15:11:35.235635Z","end":"2026-04-10T15:11:35.879312Z","steps":["trace[1421299374] 'agreement among raft nodes before linearized reading' (duration: 643.573148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:35.879325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:35.058962Z","time spent":"820.269564ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:11:35.879137Z","caller":"traceutil/trace.go:171","msg":"trace[1790079927] linearizableReadLoop","detail":"{readStateIndex:45690; appliedIndex:45687; }","duration":"643.426254ms","start":"2026-04-10T15:11:35.23567Z","end":"2026-04-10T15:11:35.879096Z","steps":["trace[1790079927] 'read index received' (duration: 84.22371ms)","trace[1790079927] 'applied index is now lower than readState.Index' (duration: 559.201484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:35.879388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:35.235619Z","time spent":"643.755633ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:11:35.879445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:35.065653Z","time spent":"813.686752ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:11:36.034046Z","caller":"traceutil/trace.go:171","msg":"trace[1489260756] linearizableReadLoop","detail":"{readStateIndex:45691; appliedIndex:45690; }","duration":"154.59317ms","start":"2026-04-10T15:11:35.87939Z","end":"2026-04-10T15:11:36.033983Z","steps":["trace[1489260756] 'read index received' (duration: 104.470696ms)","trace[1489260756] 'applied index is now lower than readState.Index' (duration: 50.120894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:36.034116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.112671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:36.034151Z","caller":"traceutil/trace.go:171","msg":"trace[186991299] transaction","detail":"{read_only:false; response_revision:43691; number_of_response:1; }","duration":"451.275808ms","start":"2026-04-10T15:11:35.582826Z","end":"2026-04-10T15:11:36.034102Z","steps":["trace[186991299] 'process raft request' (duration: 401.182864ms)","trace[186991299] 'compare' (duration: 49.56409ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:36.0342Z","caller":"traceutil/trace.go:171","msg":"trace[797453771] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:43691; }","duration":"637.260175ms","start":"2026-04-10T15:11:35.396914Z","end":"2026-04-10T15:11:36.034174Z","steps":["trace[797453771] 'agreement among raft nodes before linearized reading' (duration: 637.113491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:36.034181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.488717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:11:36.034253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:35.396889Z","time spent":"637.353607ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:11:36.034252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.937083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-10T15:11:36.034266Z","caller":"traceutil/trace.go:171","msg":"trace[1850545036] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:43691; }","duration":"613.6145ms","start":"2026-04-10T15:11:35.420633Z","end":"2026-04-10T15:11:36.034248Z","steps":["trace[1850545036] 'agreement among raft nodes before linearized reading' (duration: 613.469747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:36.0343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:35.420616Z","time spent":"613.676971ms","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:11:36.034352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:35.582804Z","time spent":"451.438322ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:11:36.034412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.341444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T15:11:36.034327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.730326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-10T15:11:36.034495Z","caller":"traceutil/trace.go:171","msg":"trace[1944456049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43691; }","duration":"738.410306ms","start":"2026-04-10T15:11:35.296028Z","end":"2026-04-10T15:11:36.034439Z","steps":["trace[1944456049] 'agreement among raft nodes before linearized reading' (duration: 738.321834ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:36.03453Z","caller":"traceutil/trace.go:171","msg":"trace[2047438250] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:43691; }","duration":"703.021644ms","start":"2026-04-10T15:11:35.331262Z","end":"2026-04-10T15:11:36.034284Z","steps":["trace[2047438250] 'agreement among raft nodes before linearized reading' (duration: 702.87467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:36.034556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:35.295996Z","time spent":"738.541988ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T15:11:36.034584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:35.331244Z","time spent":"703.329902ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-10T15:11:36.034509Z","caller":"traceutil/trace.go:171","msg":"trace[643066389] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:43691; }","duration":"735.91969ms","start":"2026-04-10T15:11:35.298577Z","end":"2026-04-10T15:11:36.034497Z","steps":["trace[643066389] 'agreement among raft nodes before linearized reading' (duration: 735.637583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:36.034677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:35.298545Z","time spent":"736.118835ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:11:36.034689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.896742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:36.034723Z","caller":"traceutil/trace.go:171","msg":"trace[1408637103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43691; }","duration":"153.973685ms","start":"2026-04-10T15:11:35.880743Z","end":"2026-04-10T15:11:36.034717Z","steps":["trace[1408637103] 'agreement among raft nodes before linearized reading' (duration: 153.909903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:36.372814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.565162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:11:36.373087Z","caller":"traceutil/trace.go:171","msg":"trace[2115719011] transaction","detail":"{read_only:false; response_revision:43692; number_of_response:1; }","duration":"333.36327ms","start":"2026-04-10T15:11:36.039701Z","end":"2026-04-10T15:11:36.373064Z","steps":["trace[2115719011] 'process raft request' (duration: 146.434218ms)","trace[2115719011] 'compare' (duration: 186.248434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:11:36.373161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:36.039687Z","time spent":"333.437892ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:11:36.391791Z","caller":"traceutil/trace.go:171","msg":"trace[1349866991] linearizableReadLoop","detail":"{readStateIndex:45696; appliedIndex:45692; }","duration":"151.355746ms","start":"2026-04-10T15:11:36.240416Z","end":"2026-04-10T15:11:36.391772Z","steps":["trace[1349866991] 'read index received' (duration: 151.087979ms)","trace[1349866991] 'applied index is now lower than readState.Index' (duration: 267.237µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:11:36.391896Z","caller":"traceutil/trace.go:171","msg":"trace[743802375] transaction","detail":"{read_only:false; response_revision:43696; number_of_response:1; }","duration":"283.138385ms","start":"2026-04-10T15:11:36.108746Z","end":"2026-04-10T15:11:36.391884Z","steps":["trace[743802375] 'process raft request' (duration: 283.00371ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:36.391859Z","caller":"traceutil/trace.go:171","msg":"trace[186801140] transaction","detail":"{read_only:false; response_revision:43693; number_of_response:1; }","duration":"350.768253ms","start":"2026-04-10T15:11:36.041042Z","end":"2026-04-10T15:11:36.39181Z","steps":["trace[186801140] 'process raft request' (duration: 350.525527ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:36.391907Z","caller":"traceutil/trace.go:171","msg":"trace[1398230002] transaction","detail":"{read_only:false; response_revision:43695; number_of_response:1; }","duration":"350.2735ms","start":"2026-04-10T15:11:36.041597Z","end":"2026-04-10T15:11:36.391871Z","steps":["trace[1398230002] 'process raft request' (duration: 350.127536ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:11:36.391958Z","caller":"traceutil/trace.go:171","msg":"trace[1228248611] transaction","detail":"{read_only:false; response_revision:43694; number_of_response:1; }","duration":"350.795004ms","start":"2026-04-10T15:11:36.041125Z","end":"2026-04-10T15:11:36.39192Z","steps":["trace[1228248611] 'process raft request' (duration: 350.567237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:36.391987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.052895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:36.392065Z","caller":"traceutil/trace.go:171","msg":"trace[661357004] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:43696; }","duration":"137.172118ms","start":"2026-04-10T15:11:36.254879Z","end":"2026-04-10T15:11:36.392051Z","steps":["trace[661357004] 'agreement among raft nodes before linearized reading' (duration: 137.053065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:36.391987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.557702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:11:36.392102Z","caller":"traceutil/trace.go:171","msg":"trace[972503406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43696; }","duration":"151.680965ms","start":"2026-04-10T15:11:36.24041Z","end":"2026-04-10T15:11:36.392091Z","steps":["trace[972503406] 'agreement among raft nodes before linearized reading' (duration: 151.528391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:11:36.392096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:36.041589Z","time spent":"350.395134ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:11:36.392107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:36.041118Z","time spent":"350.914656ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:11:36.392132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:11:36.041024Z","time spent":"350.940918ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:12:16.494957Z","caller":"traceutil/trace.go:171","msg":"trace[1589859569] transaction","detail":"{read_only:false; response_revision:44040; number_of_response:1; }","duration":"141.281255ms","start":"2026-04-10T15:12:16.353592Z","end":"2026-04-10T15:12:16.494874Z","steps":["trace[1589859569] 'process raft request' (duration: 140.877294ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:16.877462Z","caller":"traceutil/trace.go:171","msg":"trace[1650225764] transaction","detail":"{read_only:false; response_revision:44047; number_of_response:1; }","duration":"110.153855ms","start":"2026-04-10T15:12:16.767286Z","end":"2026-04-10T15:12:16.87744Z","steps":["trace[1650225764] 'process raft request' (duration: 109.458227ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:16.938045Z","caller":"traceutil/trace.go:171","msg":"trace[910024012] transaction","detail":"{read_only:false; response_revision:44048; number_of_response:1; }","duration":"135.233547ms","start":"2026-04-10T15:12:16.802754Z","end":"2026-04-10T15:12:16.937988Z","steps":["trace[910024012] 'process raft request' (duration: 134.97902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:17.122815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.072713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-10T15:12:17.122898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.403544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T15:12:17.123051Z","caller":"traceutil/trace.go:171","msg":"trace[1238034849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:44049; }","duration":"107.609099ms","start":"2026-04-10T15:12:17.015413Z","end":"2026-04-10T15:12:17.123022Z","steps":["trace[1238034849] 'range keys from in-memory index tree' (duration: 107.200068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:17.123092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.867051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:12:17.123134Z","caller":"traceutil/trace.go:171","msg":"trace[1017047858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:44049; }","duration":"123.961783ms","start":"2026-04-10T15:12:16.999162Z","end":"2026-04-10T15:12:17.123124Z","steps":["trace[1017047858] 'range keys from in-memory index tree' (duration: 123.706727ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:17.122984Z","caller":"traceutil/trace.go:171","msg":"trace[687447319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:44049; }","duration":"120.294508ms","start":"2026-04-10T15:12:17.002625Z","end":"2026-04-10T15:12:17.12292Z","steps":["trace[687447319] 'range keys from in-memory index tree' (duration: 119.758035ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:17.258411Z","caller":"traceutil/trace.go:171","msg":"trace[1605213537] transaction","detail":"{read_only:false; response_revision:44050; number_of_response:1; }","duration":"144.550069ms","start":"2026-04-10T15:12:17.113822Z","end":"2026-04-10T15:12:17.258372Z","steps":["trace[1605213537] 'process raft request' (duration: 144.245802ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:17.301132Z","caller":"traceutil/trace.go:171","msg":"trace[1867624810] transaction","detail":"{read_only:false; response_revision:44052; number_of_response:1; }","duration":"172.581839ms","start":"2026-04-10T15:12:17.128534Z","end":"2026-04-10T15:12:17.301116Z","steps":["trace[1867624810] 'process raft request' (duration: 172.527097ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:17.301281Z","caller":"traceutil/trace.go:171","msg":"trace[1371113556] transaction","detail":"{read_only:false; response_revision:44051; number_of_response:1; }","duration":"172.973398ms","start":"2026-04-10T15:12:17.128301Z","end":"2026-04-10T15:12:17.301274Z","steps":["trace[1371113556] 'process raft request' (duration: 172.65688ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:17.301593Z","caller":"traceutil/trace.go:171","msg":"trace[907127162] linearizableReadLoop","detail":"{readStateIndex:46070; appliedIndex:46066; }","duration":"151.641803ms","start":"2026-04-10T15:12:17.149916Z","end":"2026-04-10T15:12:17.301558Z","steps":["trace[907127162] 'read index received' (duration: 108.218304ms)","trace[907127162] 'applied index is now lower than readState.Index' (duration: 43.420649ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:17.301654Z","caller":"traceutil/trace.go:171","msg":"trace[1431692208] transaction","detail":"{read_only:false; response_revision:44053; number_of_response:1; }","duration":"172.805255ms","start":"2026-04-10T15:12:17.128835Z","end":"2026-04-10T15:12:17.301641Z","steps":["trace[1431692208] 'process raft request' (duration: 172.25263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:17.301833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.90619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-10T15:12:17.301862Z","caller":"traceutil/trace.go:171","msg":"trace[1431425334] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:44053; }","duration":"151.981724ms","start":"2026-04-10T15:12:17.149875Z","end":"2026-04-10T15:12:17.301856Z","steps":["trace[1431425334] 'agreement among raft nodes before linearized reading' (duration: 151.841899ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:17.538364Z","caller":"traceutil/trace.go:171","msg":"trace[806495372] linearizableReadLoop","detail":"{readStateIndex:46071; appliedIndex:46070; }","duration":"228.133364ms","start":"2026-04-10T15:12:17.310192Z","end":"2026-04-10T15:12:17.538325Z","steps":["trace[806495372] 'read index received' (duration: 186.993085ms)","trace[806495372] 'applied index is now lower than readState.Index' (duration: 41.138239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:12:17.538522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.31664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:12:17.538573Z","caller":"traceutil/trace.go:171","msg":"trace[351376527] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:44054; }","duration":"228.399821ms","start":"2026-04-10T15:12:17.310161Z","end":"2026-04-10T15:12:17.538561Z","steps":["trace[351376527] 'agreement among raft nodes before linearized reading' (duration: 228.302209ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:17.538414Z","caller":"traceutil/trace.go:171","msg":"trace[922100531] transaction","detail":"{read_only:false; response_revision:44054; number_of_response:1; }","duration":"231.107551ms","start":"2026-04-10T15:12:17.307276Z","end":"2026-04-10T15:12:17.538383Z","steps":["trace[922100531] 'process raft request' (duration: 189.939491ms)","trace[922100531] 'compare' (duration: 40.372989ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:18.164646Z","caller":"traceutil/trace.go:171","msg":"trace[1683381576] transaction","detail":"{read_only:false; response_revision:44055; number_of_response:1; }","duration":"121.822429ms","start":"2026-04-10T15:12:18.042799Z","end":"2026-04-10T15:12:18.164622Z","steps":["trace[1683381576] 'process raft request' (duration: 121.649104ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:55.925278Z","caller":"traceutil/trace.go:171","msg":"trace[91310477] transaction","detail":"{read_only:false; response_revision:44388; number_of_response:1; }","duration":"104.839106ms","start":"2026-04-10T15:12:55.820406Z","end":"2026-04-10T15:12:55.925245Z","steps":["trace[91310477] 'process raft request' (duration: 104.510588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:57.238014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.665548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:12:57.238204Z","caller":"traceutil/trace.go:171","msg":"trace[1995513611] linearizableReadLoop","detail":"{readStateIndex:46430; appliedIndex:46428; }","duration":"164.057337ms","start":"2026-04-10T15:12:57.074132Z","end":"2026-04-10T15:12:57.23819Z","steps":["trace[1995513611] 'read index received' (duration: 18.117021ms)","trace[1995513611] 'applied index is now lower than readState.Index' (duration: 145.939346ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:57.238282Z","caller":"traceutil/trace.go:171","msg":"trace[517528757] transaction","detail":"{read_only:false; response_revision:44395; number_of_response:1; }","duration":"235.523566ms","start":"2026-04-10T15:12:57.002746Z","end":"2026-04-10T15:12:57.238269Z","steps":["trace[517528757] 'process raft request' (duration: 89.488638ms)","trace[517528757] 'compare' (duration: 145.500424ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:57.238469Z","caller":"traceutil/trace.go:171","msg":"trace[1287642570] transaction","detail":"{read_only:false; response_revision:44396; number_of_response:1; }","duration":"185.412832ms","start":"2026-04-10T15:12:57.053023Z","end":"2026-04-10T15:12:57.238436Z","steps":["trace[1287642570] 'process raft request' (duration: 185.094085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:57.238665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.522609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:12:57.238762Z","caller":"traceutil/trace.go:171","msg":"trace[731784753] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:44396; }","duration":"164.676264ms","start":"2026-04-10T15:12:57.074064Z","end":"2026-04-10T15:12:57.23874Z","steps":["trace[731784753] 'agreement among raft nodes before linearized reading' (duration: 164.364115ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:57.238781Z","caller":"traceutil/trace.go:171","msg":"trace[898995382] transaction","detail":"{read_only:false; response_revision:44397; number_of_response:1; }","duration":"122.876867ms","start":"2026-04-10T15:12:57.115894Z","end":"2026-04-10T15:12:57.238771Z","steps":["trace[898995382] 'process raft request' (duration: 122.746503ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:57.688293Z","caller":"traceutil/trace.go:171","msg":"trace[315635665] transaction","detail":"{read_only:false; response_revision:44403; number_of_response:1; }","duration":"109.686833ms","start":"2026-04-10T15:12:57.578574Z","end":"2026-04-10T15:12:57.688261Z","steps":["trace[315635665] 'process raft request' (duration: 109.620192ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:12:57.688341Z","caller":"traceutil/trace.go:171","msg":"trace[1119046095] transaction","detail":"{read_only:false; response_revision:44401; number_of_response:1; }","duration":"111.48488ms","start":"2026-04-10T15:12:57.576812Z","end":"2026-04-10T15:12:57.688297Z","steps":["trace[1119046095] 'process raft request' (duration: 46.213122ms)","trace[1119046095] 'compare' (duration: 64.908008ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:12:57.688479Z","caller":"traceutil/trace.go:171","msg":"trace[1669055317] transaction","detail":"{read_only:false; response_revision:44402; number_of_response:1; }","duration":"111.558761ms","start":"2026-04-10T15:12:57.576884Z","end":"2026-04-10T15:12:57.688443Z","steps":["trace[1669055317] 'process raft request' (duration: 111.225511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:58.476906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.840738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:12:58.476978Z","caller":"traceutil/trace.go:171","msg":"trace[1201380885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:44405; }","duration":"239.969061ms","start":"2026-04-10T15:12:58.236992Z","end":"2026-04-10T15:12:58.476961Z","steps":["trace[1201380885] 'range keys from in-memory index tree' (duration: 239.662972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:12:58.476996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.342097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:12:58.477078Z","caller":"traceutil/trace.go:171","msg":"trace[636650449] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:44405; }","duration":"211.436999ms","start":"2026-04-10T15:12:58.26562Z","end":"2026-04-10T15:12:58.477057Z","steps":["trace[636650449] 'count revisions from in-memory index tree' (duration: 211.255934ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:09.514082Z","caller":"traceutil/trace.go:171","msg":"trace[251511950] linearizableReadLoop","detail":"{readStateIndex:46540; appliedIndex:46539; }","duration":"103.223604ms","start":"2026-04-10T15:13:09.410833Z","end":"2026-04-10T15:13:09.514056Z","steps":["trace[251511950] 'read index received' (duration: 99.58909ms)","trace[251511950] 'applied index is now lower than readState.Index' (duration: 3.629004ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:09.514198Z","caller":"traceutil/trace.go:171","msg":"trace[918948861] transaction","detail":"{read_only:false; response_revision:44502; number_of_response:1; }","duration":"145.503493ms","start":"2026-04-10T15:13:09.368639Z","end":"2026-04-10T15:13:09.514142Z","steps":["trace[918948861] 'process raft request' (duration: 141.851399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:09.514307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.456411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:13:09.514348Z","caller":"traceutil/trace.go:171","msg":"trace[390189431] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:44502; }","duration":"103.537533ms","start":"2026-04-10T15:13:09.410798Z","end":"2026-04-10T15:13:09.514335Z","steps":["trace[390189431] 'agreement among raft nodes before linearized reading' (duration: 103.349178ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:09.765526Z","caller":"traceutil/trace.go:171","msg":"trace[737662471] linearizableReadLoop","detail":"{readStateIndex:46541; appliedIndex:46540; }","duration":"227.56948ms","start":"2026-04-10T15:13:09.537931Z","end":"2026-04-10T15:13:09.765501Z","steps":["trace[737662471] 'read index received' (duration: 148.354909ms)","trace[737662471] 'applied index is now lower than readState.Index' (duration: 79.213291ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:09.7656Z","caller":"traceutil/trace.go:171","msg":"trace[16306667] transaction","detail":"{read_only:false; response_revision:44503; number_of_response:1; }","duration":"243.111143ms","start":"2026-04-10T15:13:09.52246Z","end":"2026-04-10T15:13:09.765571Z","steps":["trace[16306667] 'process raft request' (duration: 163.823021ms)","trace[16306667] 'compare' (duration: 79.111657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:09.76574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.790465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T15:13:09.765781Z","caller":"traceutil/trace.go:171","msg":"trace[696482229] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:44503; }","duration":"227.873987ms","start":"2026-04-10T15:13:09.537895Z","end":"2026-04-10T15:13:09.765769Z","steps":["trace[696482229] 'agreement among raft nodes before linearized reading' (duration: 227.720154ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:09.766241Z","caller":"traceutil/trace.go:171","msg":"trace[272143131] transaction","detail":"{read_only:false; response_revision:44504; number_of_response:1; }","duration":"154.223102ms","start":"2026-04-10T15:13:09.612004Z","end":"2026-04-10T15:13:09.766227Z","steps":["trace[272143131] 'process raft request' (duration: 154.096847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:10.256952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.660581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:13:10.257022Z","caller":"traceutil/trace.go:171","msg":"trace[620844464] linearizableReadLoop","detail":"{readStateIndex:46543; appliedIndex:46542; }","duration":"486.295938ms","start":"2026-04-10T15:13:09.770715Z","end":"2026-04-10T15:13:10.257011Z","steps":["trace[620844464] 'read index received' (duration: 143.533323ms)","trace[620844464] 'applied index is now lower than readState.Index' (duration: 342.761575ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:10.257155Z","caller":"traceutil/trace.go:171","msg":"trace[1347746685] transaction","detail":"{read_only:false; response_revision:44505; number_of_response:1; }","duration":"486.425892ms","start":"2026-04-10T15:13:09.770683Z","end":"2026-04-10T15:13:10.257109Z","steps":["trace[1347746685] 'process raft request' (duration: 143.548994ms)","trace[1347746685] 'compare' (duration: 342.334953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:10.257291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:09.770663Z","time spent":"486.560955ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:13:10.257411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.819901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T15:13:10.257444Z","caller":"traceutil/trace.go:171","msg":"trace[1758479001] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:44505; }","duration":"486.911483ms","start":"2026-04-10T15:13:09.770524Z","end":"2026-04-10T15:13:10.257435Z","steps":["trace[1758479001] 'agreement among raft nodes before linearized reading' (duration: 486.707168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:10.25752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:09.770449Z","time spent":"487.062817ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T15:13:10.337792Z","caller":"traceutil/trace.go:171","msg":"trace[1724004079] transaction","detail":"{read_only:false; response_revision:44507; number_of_response:1; }","duration":"566.682869ms","start":"2026-04-10T15:13:09.771071Z","end":"2026-04-10T15:13:10.337754Z","steps":["trace[1724004079] 'process raft request' (duration: 566.583187ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:10.338263Z","caller":"traceutil/trace.go:171","msg":"trace[2090421441] transaction","detail":"{read_only:false; response_revision:44508; number_of_response:1; }","duration":"562.388717ms","start":"2026-04-10T15:13:09.775859Z","end":"2026-04-10T15:13:10.338248Z","steps":["trace[2090421441] 'process raft request' (duration: 561.833093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:10.338282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.246237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-10T15:13:10.338341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:09.771049Z","time spent":"566.873484ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:13:10.338383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:09.775834Z","time spent":"562.47264ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:13:10.338398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.8652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:13:10.338449Z","caller":"traceutil/trace.go:171","msg":"trace[1543604000] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:44508; }","duration":"439.946423ms","start":"2026-04-10T15:13:09.898482Z","end":"2026-04-10T15:13:10.338428Z","steps":["trace[1543604000] 'agreement among raft nodes before linearized reading' (duration: 439.890661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:10.338338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.24271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:13:10.337768Z","caller":"traceutil/trace.go:171","msg":"trace[1698157299] transaction","detail":"{read_only:false; response_revision:44506; number_of_response:1; }","duration":"566.704829ms","start":"2026-04-10T15:13:09.771019Z","end":"2026-04-10T15:13:10.337724Z","steps":["trace[1698157299] 'process raft request' (duration: 566.405711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:10.338493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:09.898459Z","time spent":"440.020615ms","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:13:10.338507Z","caller":"traceutil/trace.go:171","msg":"trace[2102366632] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:44508; }","duration":"558.458505ms","start":"2026-04-10T15:13:09.780038Z","end":"2026-04-10T15:13:10.338497Z","steps":["trace[2102366632] 'agreement among raft nodes before linearized reading' (duration: 558.24288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:10.338621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:09.780026Z","time spent":"558.579948ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:13:10.338624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:09.771004Z","time spent":"567.514721ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:13:10.338352Z","caller":"traceutil/trace.go:171","msg":"trace[556357452] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:44508; }","duration":"293.36647ms","start":"2026-04-10T15:13:10.044971Z","end":"2026-04-10T15:13:10.338337Z","steps":["trace[556357452] 'agreement among raft nodes before linearized reading' (duration: 293.157144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:10.46536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.697632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:13:10.46548Z","caller":"traceutil/trace.go:171","msg":"trace[1471449423] transaction","detail":"{read_only:false; response_revision:44509; number_of_response:1; }","duration":"111.652433ms","start":"2026-04-10T15:13:10.35381Z","end":"2026-04-10T15:13:10.465462Z","steps":["trace[1471449423] 'compare' (duration: 102.509946ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:10.870114Z","caller":"traceutil/trace.go:171","msg":"trace[477098731] transaction","detail":"{read_only:false; response_revision:44513; number_of_response:1; }","duration":"178.427741ms","start":"2026-04-10T15:13:10.691667Z","end":"2026-04-10T15:13:10.870094Z","steps":["trace[477098731] 'process raft request' (duration: 178.276937ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:11.132597Z","caller":"traceutil/trace.go:171","msg":"trace[217596682] linearizableReadLoop","detail":"{readStateIndex:46553; appliedIndex:46552; }","duration":"100.980236ms","start":"2026-04-10T15:13:11.031582Z","end":"2026-04-10T15:13:11.132562Z","steps":["trace[217596682] 'read index received' (duration: 51.267084ms)","trace[217596682] 'applied index is now lower than readState.Index' (duration: 49.711382ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:11.132667Z","caller":"traceutil/trace.go:171","msg":"trace[879868409] transaction","detail":"{read_only:false; response_revision:44514; number_of_response:1; }","duration":"140.686249ms","start":"2026-04-10T15:13:10.991935Z","end":"2026-04-10T15:13:11.132621Z","steps":["trace[879868409] 'process raft request' (duration: 90.990587ms)","trace[879868409] 'compare' (duration: 49.345633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:11.13295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.321456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-10T15:13:11.133008Z","caller":"traceutil/trace.go:171","msg":"trace[1488569504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:44514; }","duration":"101.48901ms","start":"2026-04-10T15:13:11.031503Z","end":"2026-04-10T15:13:11.132992Z","steps":["trace[1488569504] 'agreement among raft nodes before linearized reading' (duration: 101.239373ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:11.360054Z","caller":"traceutil/trace.go:171","msg":"trace[985837597] transaction","detail":"{read_only:false; response_revision:44515; number_of_response:1; }","duration":"223.051171ms","start":"2026-04-10T15:13:11.136976Z","end":"2026-04-10T15:13:11.360027Z","steps":["trace[985837597] 'process raft request' (duration: 201.279435ms)","trace[985837597] 'compare' (duration: 21.431948ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:11.362379Z","caller":"traceutil/trace.go:171","msg":"trace[998616168] transaction","detail":"{read_only:false; response_revision:44516; number_of_response:1; }","duration":"224.716775ms","start":"2026-04-10T15:13:11.137643Z","end":"2026-04-10T15:13:11.36236Z","steps":["trace[998616168] 'process raft request' (duration: 224.590782ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:11.362658Z","caller":"traceutil/trace.go:171","msg":"trace[17767845] linearizableReadLoop","detail":"{readStateIndex:46555; appliedIndex:46553; }","duration":"188.520383ms","start":"2026-04-10T15:13:11.174118Z","end":"2026-04-10T15:13:11.362639Z","steps":["trace[17767845] 'read index received' (duration: 164.132988ms)","trace[17767845] 'applied index is now lower than readState.Index' (duration: 24.386475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:11.362834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.714098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-10T15:13:11.363543Z","caller":"traceutil/trace.go:171","msg":"trace[1465455626] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:44518; }","duration":"189.430458ms","start":"2026-04-10T15:13:11.174061Z","end":"2026-04-10T15:13:11.363491Z","steps":["trace[1465455626] 'agreement among raft nodes before linearized reading' (duration: 188.649637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:11.680816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.470047ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-10T15:13:11.680954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:11.364827Z","time spent":"316.119761ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T15:13:11.68138Z","caller":"traceutil/trace.go:171","msg":"trace[1767197405] linearizableReadLoop","detail":"{readStateIndex:46558; appliedIndex:46557; }","duration":"161.318595ms","start":"2026-04-10T15:13:11.520039Z","end":"2026-04-10T15:13:11.681358Z","steps":["trace[1767197405] 'read index received' (duration: 39.981µs)","trace[1767197405] 'applied index is now lower than readState.Index' (duration: 161.275244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:11.681611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.551371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T15:13:11.681649Z","caller":"traceutil/trace.go:171","msg":"trace[2005853753] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:44519; }","duration":"161.637063ms","start":"2026-04-10T15:13:11.519998Z","end":"2026-04-10T15:13:11.681635Z","steps":["trace[2005853753] 'agreement among raft nodes before linearized reading' (duration: 161.468449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:11.681633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.395935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:13:11.681753Z","caller":"traceutil/trace.go:171","msg":"trace[258522137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:44519; }","duration":"109.497518ms","start":"2026-04-10T15:13:11.572189Z","end":"2026-04-10T15:13:11.681687Z","steps":["trace[258522137] 'agreement among raft nodes before linearized reading' (duration: 109.370564ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:12.084574Z","caller":"traceutil/trace.go:171","msg":"trace[1154021107] linearizableReadLoop","detail":"{readStateIndex:46561; appliedIndex:46560; }","duration":"357.845847ms","start":"2026-04-10T15:13:11.726701Z","end":"2026-04-10T15:13:12.084547Z","steps":["trace[1154021107] 'read index received' (duration: 357.725244ms)","trace[1154021107] 'applied index is now lower than readState.Index' (duration: 119.323µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:12.084646Z","caller":"traceutil/trace.go:171","msg":"trace[1187233200] transaction","detail":"{read_only:false; response_revision:44521; number_of_response:1; }","duration":"358.535005ms","start":"2026-04-10T15:13:11.726079Z","end":"2026-04-10T15:13:12.084614Z","steps":["trace[1187233200] 'process raft request' (duration: 358.292969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:12.084798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:11.72605Z","time spent":"358.673499ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:13:12.085014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.298619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:13:12.085144Z","caller":"traceutil/trace.go:171","msg":"trace[993619656] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:44521; }","duration":"358.483324ms","start":"2026-04-10T15:13:11.726646Z","end":"2026-04-10T15:13:12.085129Z","steps":["trace[993619656] 'agreement among raft nodes before linearized reading' (duration: 358.002841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:12.085231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:11.726626Z","time spent":"358.594687ms","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-10T15:13:12.096099Z","caller":"traceutil/trace.go:171","msg":"trace[1376105474] transaction","detail":"{read_only:false; response_revision:44522; number_of_response:1; }","duration":"323.857292ms","start":"2026-04-10T15:13:11.772223Z","end":"2026-04-10T15:13:12.096081Z","steps":["trace[1376105474] 'process raft request' (duration: 323.648507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:12.096214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:11.772192Z","time spent":"323.961626ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:13:14.308089Z","caller":"traceutil/trace.go:171","msg":"trace[1277560920] linearizableReadLoop","detail":"{readStateIndex:46576; appliedIndex:46575; }","duration":"153.73648ms","start":"2026-04-10T15:13:14.154328Z","end":"2026-04-10T15:13:14.308065Z","steps":["trace[1277560920] 'read index received' (duration: 153.561825ms)","trace[1277560920] 'applied index is now lower than readState.Index' (duration: 173.384µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:14.308195Z","caller":"traceutil/trace.go:171","msg":"trace[779046026] transaction","detail":"{read_only:false; response_revision:44536; number_of_response:1; }","duration":"205.818543ms","start":"2026-04-10T15:13:14.102347Z","end":"2026-04-10T15:13:14.308165Z","steps":["trace[779046026] 'process raft request' (duration: 205.526556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:14.308318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.962645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T15:13:14.308365Z","caller":"traceutil/trace.go:171","msg":"trace[143324386] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:44536; }","duration":"154.061957ms","start":"2026-04-10T15:13:14.154293Z","end":"2026-04-10T15:13:14.308355Z","steps":["trace[143324386] 'agreement among raft nodes before linearized reading' (duration: 153.883332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:25.038226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.286338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:13:25.038599Z","caller":"traceutil/trace.go:171","msg":"trace[185653754] transaction","detail":"{read_only:false; response_revision:44633; number_of_response:1; }","duration":"395.751183ms","start":"2026-04-10T15:13:24.642821Z","end":"2026-04-10T15:13:25.038572Z","steps":["trace[185653754] 'process raft request' (duration: 289.575811ms)","trace[185653754] 'compare' (duration: 104.860797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:25.038836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:24.642806Z","time spent":"395.856296ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:13:25.421177Z","caller":"traceutil/trace.go:171","msg":"trace[1823340371] transaction","detail":"{read_only:false; response_revision:44634; number_of_response:1; }","duration":"232.904088ms","start":"2026-04-10T15:13:25.188246Z","end":"2026-04-10T15:13:25.42115Z","steps":["trace[1823340371] 'process raft request' (duration: 232.742503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:26.690551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.133565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T15:13:26.690628Z","caller":"traceutil/trace.go:171","msg":"trace[218851813] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:44644; }","duration":"102.157617ms","start":"2026-04-10T15:13:26.588452Z","end":"2026-04-10T15:13:26.690609Z","steps":["trace[218851813] 'range keys from in-memory index tree' (duration: 99.991961ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:26.944678Z","caller":"traceutil/trace.go:171","msg":"trace[2107827696] transaction","detail":"{read_only:false; response_revision:44646; number_of_response:1; }","duration":"251.506651ms","start":"2026-04-10T15:13:26.693143Z","end":"2026-04-10T15:13:26.94465Z","steps":["trace[2107827696] 'process raft request' (duration: 225.610167ms)","trace[2107827696] 'compare' (duration: 25.524254ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:26.95365Z","caller":"traceutil/trace.go:171","msg":"trace[604362825] transaction","detail":"{read_only:false; response_revision:44648; number_of_response:1; }","duration":"250.035703ms","start":"2026-04-10T15:13:26.703601Z","end":"2026-04-10T15:13:26.953637Z","steps":["trace[604362825] 'process raft request' (duration: 249.736924ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:26.953589Z","caller":"traceutil/trace.go:171","msg":"trace[338555448] transaction","detail":"{read_only:false; response_revision:44647; number_of_response:1; }","duration":"257.021146ms","start":"2026-04-10T15:13:26.696539Z","end":"2026-04-10T15:13:26.953561Z","steps":["trace[338555448] 'process raft request' (duration: 256.486882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:27.189601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.474301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:13:27.189687Z","caller":"traceutil/trace.go:171","msg":"trace[40051265] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:44649; }","duration":"143.597254ms","start":"2026-04-10T15:13:27.046068Z","end":"2026-04-10T15:13:27.189665Z","steps":["trace[40051265] 'range keys from in-memory index tree' (duration: 143.339998ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:35.565817Z","caller":"traceutil/trace.go:171","msg":"trace[182401588] transaction","detail":"{read_only:false; response_revision:44719; number_of_response:1; }","duration":"189.655293ms","start":"2026-04-10T15:13:35.376118Z","end":"2026-04-10T15:13:35.565774Z","steps":["trace[182401588] 'process raft request' (duration: 172.568919ms)","trace[182401588] 'compare' (duration: 16.803997ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:35.583288Z","caller":"traceutil/trace.go:171","msg":"trace[1962897760] transaction","detail":"{read_only:false; response_revision:44720; number_of_response:1; }","duration":"117.531607ms","start":"2026-04-10T15:13:35.465382Z","end":"2026-04-10T15:13:35.582914Z","steps":["trace[1962897760] 'process raft request' (duration: 117.002123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:35.791331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.51679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:13:35.791628Z","caller":"traceutil/trace.go:171","msg":"trace[253586955] transaction","detail":"{read_only:false; response_revision:44723; number_of_response:1; }","duration":"202.225259ms","start":"2026-04-10T15:13:35.589367Z","end":"2026-04-10T15:13:35.791592Z","steps":["trace[253586955] 'process raft request' (duration: 95.305728ms)","trace[253586955] 'compare' (duration: 106.029717ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:35.792479Z","caller":"traceutil/trace.go:171","msg":"trace[905274657] linearizableReadLoop","detail":"{readStateIndex:46772; appliedIndex:46770; }","duration":"198.071292ms","start":"2026-04-10T15:13:35.594307Z","end":"2026-04-10T15:13:35.792378Z","steps":["trace[905274657] 'read index received' (duration: 90.457763ms)","trace[905274657] 'applied index is now lower than readState.Index' (duration: 107.611639ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:35.792528Z","caller":"traceutil/trace.go:171","msg":"trace[414697736] transaction","detail":"{read_only:false; response_revision:44724; number_of_response:1; }","duration":"202.305512ms","start":"2026-04-10T15:13:35.590158Z","end":"2026-04-10T15:13:35.792463Z","steps":["trace[414697736] 'process raft request' (duration: 201.810549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:35.792629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.317038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:13:35.792695Z","caller":"traceutil/trace.go:171","msg":"trace[1006119338] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:44724; }","duration":"198.42265ms","start":"2026-04-10T15:13:35.59425Z","end":"2026-04-10T15:13:35.792673Z","steps":["trace[1006119338] 'agreement among raft nodes before linearized reading' (duration: 198.306047ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:36.500824Z","caller":"traceutil/trace.go:171","msg":"trace[734870853] transaction","detail":"{read_only:false; response_revision:44726; number_of_response:1; }","duration":"173.641376ms","start":"2026-04-10T15:13:36.327129Z","end":"2026-04-10T15:13:36.50077Z","steps":["trace[734870853] 'process raft request' (duration: 173.241445ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:36.5021Z","caller":"traceutil/trace.go:171","msg":"trace[1610287912] linearizableReadLoop","detail":"{readStateIndex:46776; appliedIndex:46776; }","duration":"137.699851ms","start":"2026-04-10T15:13:36.364365Z","end":"2026-04-10T15:13:36.502065Z","steps":["trace[1610287912] 'read index received' (duration: 137.691911ms)","trace[1610287912] 'applied index is now lower than readState.Index' (duration: 6.95µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:36.502245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.865455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:13:36.502285Z","caller":"traceutil/trace.go:171","msg":"trace[249227293] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:44726; }","duration":"138.05642ms","start":"2026-04-10T15:13:36.364215Z","end":"2026-04-10T15:13:36.502271Z","steps":["trace[249227293] 'agreement among raft nodes before linearized reading' (duration: 137.949347ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:36.979544Z","caller":"traceutil/trace.go:171","msg":"trace[639516325] transaction","detail":"{read_only:false; response_revision:44734; number_of_response:1; }","duration":"112.573457ms","start":"2026-04-10T15:13:36.866948Z","end":"2026-04-10T15:13:36.979521Z","steps":["trace[639516325] 'process raft request' (duration: 112.426733ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:37.107613Z","caller":"traceutil/trace.go:171","msg":"trace[775714316] transaction","detail":"{read_only:false; response_revision:44735; number_of_response:1; }","duration":"140.325519ms","start":"2026-04-10T15:13:36.966994Z","end":"2026-04-10T15:13:37.10732Z","steps":["trace[775714316] 'process raft request' (duration: 94.187029ms)","trace[775714316] 'compare' (duration: 45.165095ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:37.833138Z","caller":"traceutil/trace.go:171","msg":"trace[2031876163] transaction","detail":"{read_only:false; response_revision:44739; number_of_response:1; }","duration":"253.024751ms","start":"2026-04-10T15:13:37.580076Z","end":"2026-04-10T15:13:37.833101Z","steps":["trace[2031876163] 'process raft request' (duration: 252.780554ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:37.912276Z","caller":"traceutil/trace.go:171","msg":"trace[353583957] transaction","detail":"{read_only:false; response_revision:44741; number_of_response:1; }","duration":"321.378869ms","start":"2026-04-10T15:13:37.590871Z","end":"2026-04-10T15:13:37.912249Z","steps":["trace[353583957] 'process raft request' (duration: 321.301907ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:37.912309Z","caller":"traceutil/trace.go:171","msg":"trace[323468111] transaction","detail":"{read_only:false; response_revision:44740; number_of_response:1; }","duration":"321.492972ms","start":"2026-04-10T15:13:37.590763Z","end":"2026-04-10T15:13:37.912256Z","steps":["trace[323468111] 'process raft request' (duration: 321.282436ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:37.912574Z","caller":"traceutil/trace.go:171","msg":"trace[1963309711] linearizableReadLoop","detail":"{readStateIndex:46792; appliedIndex:46788; }","duration":"281.790109ms","start":"2026-04-10T15:13:37.630761Z","end":"2026-04-10T15:13:37.912551Z","steps":["trace[1963309711] 'read index received' (duration: 202.102036ms)","trace[1963309711] 'applied index is now lower than readState.Index' (duration: 79.685983ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:37.912651Z","caller":"traceutil/trace.go:171","msg":"trace[238391935] transaction","detail":"{read_only:false; response_revision:44742; number_of_response:1; }","duration":"319.325375ms","start":"2026-04-10T15:13:37.593306Z","end":"2026-04-10T15:13:37.912632Z","steps":["trace[238391935] 'process raft request' (duration: 318.908895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:37.912587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:37.590741Z","time spent":"321.710227ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:13:37.912737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:37.593296Z","time spent":"319.395546ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:13:37.912592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:37.590834Z","time spent":"321.514122ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:13:37.91291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.139488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:13:37.912942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.225723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:13:37.912982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.608661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:13:37.913009Z","caller":"traceutil/trace.go:171","msg":"trace[1639027294] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:44742; }","duration":"146.297425ms","start":"2026-04-10T15:13:37.766691Z","end":"2026-04-10T15:13:37.912988Z","steps":["trace[1639027294] 'agreement among raft nodes before linearized reading' (duration: 146.176732ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:37.913019Z","caller":"traceutil/trace.go:171","msg":"trace[1521668421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:44742; }","duration":"114.661572ms","start":"2026-04-10T15:13:37.798349Z","end":"2026-04-10T15:13:37.91301Z","steps":["trace[1521668421] 'agreement among raft nodes before linearized reading' (duration: 114.520029ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:37.912961Z","caller":"traceutil/trace.go:171","msg":"trace[1588464778] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:44742; }","duration":"282.229691ms","start":"2026-04-10T15:13:37.63072Z","end":"2026-04-10T15:13:37.91295Z","steps":["trace[1588464778] 'agreement among raft nodes before linearized reading' (duration: 281.918652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:37.913405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.840133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:13:37.91386Z","caller":"traceutil/trace.go:171","msg":"trace[1954282932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:44742; }","duration":"116.338786ms","start":"2026-04-10T15:13:37.7975Z","end":"2026-04-10T15:13:37.913839Z","steps":["trace[1954282932] 'agreement among raft nodes before linearized reading' (duration: 115.408972ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:40.089405Z","caller":"traceutil/trace.go:171","msg":"trace[1052213181] transaction","detail":"{read_only:false; response_revision:44755; number_of_response:1; }","duration":"169.624442ms","start":"2026-04-10T15:13:39.91975Z","end":"2026-04-10T15:13:40.089374Z","steps":["trace[1052213181] 'process raft request' (duration: 169.456537ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:40.18048Z","caller":"traceutil/trace.go:171","msg":"trace[1013492320] transaction","detail":"{read_only:false; response_revision:44756; number_of_response:1; }","duration":"260.28447ms","start":"2026-04-10T15:13:39.920173Z","end":"2026-04-10T15:13:40.180458Z","steps":["trace[1013492320] 'process raft request' (duration: 237.155509ms)","trace[1013492320] 'compare' (duration: 22.598517ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:40.180638Z","caller":"traceutil/trace.go:171","msg":"trace[1999893293] linearizableReadLoop","detail":"{readStateIndex:46807; appliedIndex:46804; }","duration":"255.373372ms","start":"2026-04-10T15:13:39.925239Z","end":"2026-04-10T15:13:40.180613Z","steps":["trace[1999893293] 'read index received' (duration: 164.100308ms)","trace[1999893293] 'applied index is now lower than readState.Index' (duration: 91.272134ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:40.180713Z","caller":"traceutil/trace.go:171","msg":"trace[16163098] transaction","detail":"{read_only:false; response_revision:44757; number_of_response:1; }","duration":"260.248449ms","start":"2026-04-10T15:13:39.920422Z","end":"2026-04-10T15:13:40.180671Z","steps":["trace[16163098] 'process raft request' (duration: 259.967952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:40.180831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.512696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-10T15:13:40.180858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.85294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:13:40.180903Z","caller":"traceutil/trace.go:171","msg":"trace[1103518448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:44757; }","duration":"246.931793ms","start":"2026-04-10T15:13:39.933958Z","end":"2026-04-10T15:13:40.18089Z","steps":["trace[1103518448] 'agreement among raft nodes before linearized reading' (duration: 246.788359ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:40.18087Z","caller":"traceutil/trace.go:171","msg":"trace[641082777] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:44757; }","duration":"245.573997ms","start":"2026-04-10T15:13:39.935285Z","end":"2026-04-10T15:13:40.180859Z","steps":["trace[641082777] 'agreement among raft nodes before linearized reading' (duration: 245.480955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:40.180831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.588527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:13:40.181019Z","caller":"traceutil/trace.go:171","msg":"trace[1714803296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:44757; }","duration":"255.795362ms","start":"2026-04-10T15:13:39.925191Z","end":"2026-04-10T15:13:40.180987Z","steps":["trace[1714803296] 'agreement among raft nodes before linearized reading' (duration: 255.535926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:40.181156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.781831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:13:40.181281Z","caller":"traceutil/trace.go:171","msg":"trace[13127280] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:44757; }","duration":"240.946338ms","start":"2026-04-10T15:13:39.940263Z","end":"2026-04-10T15:13:40.181209Z","steps":["trace[13127280] 'agreement among raft nodes before linearized reading' (duration: 240.507746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:40.78067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.281539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:13:40.780804Z","caller":"traceutil/trace.go:171","msg":"trace[2027587114] transaction","detail":"{read_only:false; response_revision:44763; number_of_response:1; }","duration":"103.552004ms","start":"2026-04-10T15:13:40.677232Z","end":"2026-04-10T15:13:40.780785Z","steps":["trace[2027587114] 'process raft request' (duration: 38.924313ms)","trace[2027587114] 'compare' (duration: 64.484487ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:40.780835Z","caller":"traceutil/trace.go:171","msg":"trace[570590254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:44762; }","duration":"105.530935ms","start":"2026-04-10T15:13:40.675282Z","end":"2026-04-10T15:13:40.780813Z","steps":["trace[570590254] 'range keys from in-memory index tree' (duration: 105.096313ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:41.278159Z","caller":"traceutil/trace.go:171","msg":"trace[63879217] linearizableReadLoop","detail":"{readStateIndex:46816; appliedIndex:46815; }","duration":"414.92564ms","start":"2026-04-10T15:13:40.863217Z","end":"2026-04-10T15:13:41.278143Z","steps":["trace[63879217] 'read index received' (duration: 363.673518ms)","trace[63879217] 'applied index is now lower than readState.Index' (duration: 51.251272ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:41.278247Z","caller":"traceutil/trace.go:171","msg":"trace[1248968917] transaction","detail":"{read_only:false; response_revision:44766; number_of_response:1; }","duration":"446.901314ms","start":"2026-04-10T15:13:40.831335Z","end":"2026-04-10T15:13:41.278237Z","steps":["trace[1248968917] 'process raft request' (duration: 395.6476ms)","trace[1248968917] 'compare' (duration: 50.929835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:41.278316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:40.831313Z","time spent":"446.948335ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:13:41.278444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.224369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:13:41.278463Z","caller":"traceutil/trace.go:171","msg":"trace[858805147] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:44766; }","duration":"415.27696ms","start":"2026-04-10T15:13:40.863179Z","end":"2026-04-10T15:13:41.278456Z","steps":["trace[858805147] 'agreement among raft nodes before linearized reading' (duration: 415.234629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:41.278574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.541248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:13:41.278596Z","caller":"traceutil/trace.go:171","msg":"trace[630722409] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:44766; }","duration":"147.598849ms","start":"2026-04-10T15:13:41.130991Z","end":"2026-04-10T15:13:41.27859Z","steps":["trace[630722409] 'agreement among raft nodes before linearized reading' (duration: 147.541628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:41.27865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.07883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-10T15:13:41.278686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:13:40.863165Z","time spent":"415.308952ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:13:41.278717Z","caller":"traceutil/trace.go:171","msg":"trace[1158999280] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:44766; }","duration":"103.189933ms","start":"2026-04-10T15:13:41.17551Z","end":"2026-04-10T15:13:41.2787Z","steps":["trace[1158999280] 'agreement among raft nodes before linearized reading' (duration: 103.002208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:41.27865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.737826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-10T15:13:41.278802Z","caller":"traceutil/trace.go:171","msg":"trace[1800474637] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:44766; }","duration":"191.941171ms","start":"2026-04-10T15:13:41.086853Z","end":"2026-04-10T15:13:41.278794Z","steps":["trace[1800474637] 'agreement among raft nodes before linearized reading' (duration: 191.658944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:41.538143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.532822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:13:41.538751Z","caller":"traceutil/trace.go:171","msg":"trace[1213490372] transaction","detail":"{read_only:false; response_revision:44767; number_of_response:1; }","duration":"256.46231ms","start":"2026-04-10T15:13:41.28225Z","end":"2026-04-10T15:13:41.538713Z","steps":["trace[1213490372] 'process raft request' (duration: 104.255551ms)","trace[1213490372] 'compare' (duration: 151.317465ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:41.538984Z","caller":"traceutil/trace.go:171","msg":"trace[1114425360] transaction","detail":"{read_only:false; response_revision:44768; number_of_response:1; }","duration":"186.888641ms","start":"2026-04-10T15:13:41.352085Z","end":"2026-04-10T15:13:41.538973Z","steps":["trace[1114425360] 'process raft request' (duration: 186.707126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:13:41.538971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.702762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:13:41.539078Z","caller":"traceutil/trace.go:171","msg":"trace[870372447] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:44767; }","duration":"242.866367ms","start":"2026-04-10T15:13:41.296191Z","end":"2026-04-10T15:13:41.539057Z","steps":["trace[870372447] 'agreement among raft nodes before linearized reading' (duration: 242.664352ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:41.539019Z","caller":"traceutil/trace.go:171","msg":"trace[523507566] linearizableReadLoop","detail":"{readStateIndex:46818; appliedIndex:46817; }","duration":"187.960559ms","start":"2026-04-10T15:13:41.350878Z","end":"2026-04-10T15:13:41.538839Z","steps":["trace[523507566] 'read index received' (duration: 35.562756ms)","trace[523507566] 'applied index is now lower than readState.Index' (duration: 152.394363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:13:41.539187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.975178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76053ecc-b052-4a8e-93a1-eab242fb8ee9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-10T15:13:41.53926Z","caller":"traceutil/trace.go:171","msg":"trace[426748291] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76053ecc-b052-4a8e-93a1-eab242fb8ee9; range_end:; response_count:1; response_revision:44768; }","duration":"258.078331ms","start":"2026-04-10T15:13:41.281161Z","end":"2026-04-10T15:13:41.539239Z","steps":["trace[426748291] 'agreement among raft nodes before linearized reading' (duration: 257.818945ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:41.697054Z","caller":"traceutil/trace.go:171","msg":"trace[1174524052] transaction","detail":"{read_only:false; response_revision:44769; number_of_response:1; }","duration":"146.680845ms","start":"2026-04-10T15:13:41.550354Z","end":"2026-04-10T15:13:41.697034Z","steps":["trace[1174524052] 'process raft request' (duration: 141.275144ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:41.884564Z","caller":"traceutil/trace.go:171","msg":"trace[829442686] transaction","detail":"{read_only:false; response_revision:44771; number_of_response:1; }","duration":"180.3201ms","start":"2026-04-10T15:13:41.704213Z","end":"2026-04-10T15:13:41.884533Z","steps":["trace[829442686] 'process raft request' (duration: 110.991298ms)","trace[829442686] 'compare' (duration: 69.129537ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:41.886601Z","caller":"traceutil/trace.go:171","msg":"trace[966247282] transaction","detail":"{read_only:false; response_revision:44772; number_of_response:1; }","duration":"102.012903ms","start":"2026-04-10T15:13:41.784531Z","end":"2026-04-10T15:13:41.886544Z","steps":["trace[966247282] 'process raft request' (duration: 101.795697ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:13:51.785833Z","caller":"traceutil/trace.go:171","msg":"trace[864261359] transaction","detail":"{read_only:false; response_revision:44857; number_of_response:1; }","duration":"157.767833ms","start":"2026-04-10T15:13:51.628043Z","end":"2026-04-10T15:13:51.785811Z","steps":["trace[864261359] 'process raft request' (duration: 116.053179ms)","trace[864261359] 'compare' (duration: 41.455118ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:13:51.785926Z","caller":"traceutil/trace.go:171","msg":"trace[209198907] transaction","detail":"{read_only:false; response_revision:44858; number_of_response:1; }","duration":"157.542727ms","start":"2026-04-10T15:13:51.628353Z","end":"2026-04-10T15:13:51.785896Z","steps":["trace[209198907] 'process raft request' (duration: 157.31073ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:03.654446Z","caller":"traceutil/trace.go:171","msg":"trace[1125374529] transaction","detail":"{read_only:false; response_revision:44965; number_of_response:1; }","duration":"150.767001ms","start":"2026-04-10T15:14:03.503657Z","end":"2026-04-10T15:14:03.654424Z","steps":["trace[1125374529] 'process raft request' (duration: 150.618887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:04.830525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.996804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:14:04.830627Z","caller":"traceutil/trace.go:171","msg":"trace[403575575] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:44975; }","duration":"152.168737ms","start":"2026-04-10T15:14:04.678438Z","end":"2026-04-10T15:14:04.830607Z","steps":["trace[403575575] 'count revisions from in-memory index tree' (duration: 151.87577ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:05.078583Z","caller":"traceutil/trace.go:171","msg":"trace[1516568426] transaction","detail":"{read_only:false; response_revision:44977; number_of_response:1; }","duration":"105.256327ms","start":"2026-04-10T15:14:04.973292Z","end":"2026-04-10T15:14:05.078549Z","steps":["trace[1516568426] 'process raft request' (duration: 105.014501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:06.38387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.801637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-10T15:14:06.579023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.294828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T15:14:06.579103Z","caller":"traceutil/trace.go:171","msg":"trace[36587473] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:44982; }","duration":"248.421911ms","start":"2026-04-10T15:14:06.330658Z","end":"2026-04-10T15:14:06.57908Z","steps":["trace[36587473] 'agreement among raft nodes before linearized reading' (duration: 53.757708ms)","trace[36587473] 'range keys from in-memory index tree' (duration: 194.462328ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:14:06.581518Z","caller":"traceutil/trace.go:171","msg":"trace[1544064883] linearizableReadLoop","detail":"{readStateIndex:47045; appliedIndex:47043; }","duration":"197.163637ms","start":"2026-04-10T15:14:06.384332Z","end":"2026-04-10T15:14:06.581496Z","steps":["trace[1544064883] 'read index received' (duration: 196.976602ms)","trace[1544064883] 'applied index is now lower than readState.Index' (duration: 185.325µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:14:06.581716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.191835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:14:06.581757Z","caller":"traceutil/trace.go:171","msg":"trace[879939724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:44984; }","duration":"238.273187ms","start":"2026-04-10T15:14:06.343471Z","end":"2026-04-10T15:14:06.581744Z","steps":["trace[879939724] 'agreement among raft nodes before linearized reading' (duration: 238.118652ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:06.581895Z","caller":"traceutil/trace.go:171","msg":"trace[1210586316] transaction","detail":"{read_only:false; response_revision:44984; number_of_response:1; }","duration":"245.592588ms","start":"2026-04-10T15:14:06.336293Z","end":"2026-04-10T15:14:06.581885Z","steps":["trace[1210586316] 'process raft request' (duration: 245.148296ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:06.581981Z","caller":"traceutil/trace.go:171","msg":"trace[291457084] transaction","detail":"{read_only:false; response_revision:44983; number_of_response:1; }","duration":"248.102532ms","start":"2026-04-10T15:14:06.333873Z","end":"2026-04-10T15:14:06.581975Z","steps":["trace[291457084] 'process raft request' (duration: 247.432464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:06.582068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.107188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:14:06.582087Z","caller":"traceutil/trace.go:171","msg":"trace[1787744097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:44984; }","duration":"219.158049ms","start":"2026-04-10T15:14:06.362923Z","end":"2026-04-10T15:14:06.582081Z","steps":["trace[1787744097] 'agreement among raft nodes before linearized reading' (duration: 219.112568ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:17.097892Z","caller":"traceutil/trace.go:171","msg":"trace[303308237] transaction","detail":"{read_only:false; response_revision:45088; number_of_response:1; }","duration":"191.386988ms","start":"2026-04-10T15:14:16.906451Z","end":"2026-04-10T15:14:17.097838Z","steps":["trace[303308237] 'process raft request' (duration: 162.243889ms)","trace[303308237] 'compare' (duration: 28.981144ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:14:20.763249Z","caller":"traceutil/trace.go:171","msg":"trace[653297636] linearizableReadLoop","detail":"{readStateIndex:47182; appliedIndex:47180; }","duration":"121.844249ms","start":"2026-04-10T15:14:20.641367Z","end":"2026-04-10T15:14:20.763212Z","steps":["trace[653297636] 'read index received' (duration: 44.289342ms)","trace[653297636] 'applied index is now lower than readState.Index' (duration: 77.553857ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:14:20.76326Z","caller":"traceutil/trace.go:171","msg":"trace[1955506487] transaction","detail":"{read_only:false; response_revision:45115; number_of_response:1; }","duration":"128.989395ms","start":"2026-04-10T15:14:20.63423Z","end":"2026-04-10T15:14:20.763219Z","steps":["trace[1955506487] 'process raft request' (duration: 128.79877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:20.763416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.032244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:14:20.763505Z","caller":"traceutil/trace.go:171","msg":"trace[1357654543] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:45115; }","duration":"122.194008ms","start":"2026-04-10T15:14:20.641293Z","end":"2026-04-10T15:14:20.763487Z","steps":["trace[1357654543] 'agreement among raft nodes before linearized reading' (duration: 122.019903ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:28.928307Z","caller":"traceutil/trace.go:171","msg":"trace[1984810020] linearizableReadLoop","detail":"{readStateIndex:47257; appliedIndex:47256; }","duration":"126.991623ms","start":"2026-04-10T15:14:28.801294Z","end":"2026-04-10T15:14:28.928285Z","steps":["trace[1984810020] 'read index received' (duration: 126.791438ms)","trace[1984810020] 'applied index is now lower than readState.Index' (duration: 199.555µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:14:28.928625Z","caller":"traceutil/trace.go:171","msg":"trace[715742745] transaction","detail":"{read_only:false; response_revision:45186; number_of_response:1; }","duration":"131.722126ms","start":"2026-04-10T15:14:28.796858Z","end":"2026-04-10T15:14:28.92858Z","steps":["trace[715742745] 'process raft request' (duration: 131.296035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:28.930282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.971274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:206 size:2030600"} {"level":"info","ts":"2026-04-10T15:14:28.930429Z","caller":"traceutil/trace.go:171","msg":"trace[2024051500] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:206; response_revision:45186; }","duration":"129.127479ms","start":"2026-04-10T15:14:28.801228Z","end":"2026-04-10T15:14:28.930356Z","steps":["trace[2024051500] 'agreement among raft nodes before linearized reading' (duration: 127.207578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:39.158744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.519826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:14:39.158935Z","caller":"traceutil/trace.go:171","msg":"trace[704553907] transaction","detail":"{read_only:false; response_revision:45277; number_of_response:1; }","duration":"179.780146ms","start":"2026-04-10T15:14:38.979135Z","end":"2026-04-10T15:14:39.158915Z","steps":["trace[704553907] 'process raft request' (duration: 18.999145ms)","trace[704553907] 'compare' (duration: 160.371111ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:14:39.159115Z","caller":"traceutil/trace.go:171","msg":"trace[627709211] linearizableReadLoop","detail":"{readStateIndex:47353; appliedIndex:47351; }","duration":"130.854013ms","start":"2026-04-10T15:14:39.028225Z","end":"2026-04-10T15:14:39.159079Z","steps":["trace[627709211] 'read index received' (duration: 80.802872ms)","trace[627709211] 'applied index is now lower than readState.Index' (duration: 50.049551ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:14:39.159203Z","caller":"traceutil/trace.go:171","msg":"trace[789397766] transaction","detail":"{read_only:false; response_revision:45278; number_of_response:1; }","duration":"177.520008ms","start":"2026-04-10T15:14:38.981646Z","end":"2026-04-10T15:14:39.159166Z","steps":["trace[789397766] 'process raft request' (duration: 177.220879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:39.159406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.158482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding\" ","response":"range_response_count:1 size:1110"} {"level":"info","ts":"2026-04-10T15:14:39.159521Z","caller":"traceutil/trace.go:171","msg":"trace[431888073] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding; range_end:; response_count:1; response_revision:45278; }","duration":"131.309556ms","start":"2026-04-10T15:14:39.028189Z","end":"2026-04-10T15:14:39.159499Z","steps":["trace[431888073] 'agreement among raft nodes before linearized reading' (duration: 131.033359ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:39.450697Z","caller":"traceutil/trace.go:171","msg":"trace[2032523030] transaction","detail":"{read_only:false; response_revision:45280; number_of_response:1; }","duration":"223.793961ms","start":"2026-04-10T15:14:39.22687Z","end":"2026-04-10T15:14:39.450664Z","steps":["trace[2032523030] 'process raft request' (duration: 223.711149ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:39.450692Z","caller":"traceutil/trace.go:171","msg":"trace[2003951698] transaction","detail":"{read_only:false; response_revision:45279; number_of_response:1; }","duration":"282.740973ms","start":"2026-04-10T15:14:39.167886Z","end":"2026-04-10T15:14:39.450627Z","steps":["trace[2003951698] 'process raft request' (duration: 226.912991ms)","trace[2003951698] 'compare' (duration: 55.437072ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:14:39.451247Z","caller":"traceutil/trace.go:171","msg":"trace[1908202722] linearizableReadLoop","detail":"{readStateIndex:47354; appliedIndex:47353; }","duration":"234.427247ms","start":"2026-04-10T15:14:39.216792Z","end":"2026-04-10T15:14:39.451219Z","steps":["trace[1908202722] 'read index received' (duration: 178.133563ms)","trace[1908202722] 'applied index is now lower than readState.Index' (duration: 56.290244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:14:39.452626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.586142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:14:39.452784Z","caller":"traceutil/trace.go:171","msg":"trace[708708146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:45280; }","duration":"214.801687ms","start":"2026-04-10T15:14:39.237958Z","end":"2026-04-10T15:14:39.45276Z","steps":["trace[708708146] 'agreement among raft nodes before linearized reading' (duration: 214.480568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:39.453148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.340476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:14:39.453267Z","caller":"traceutil/trace.go:171","msg":"trace[1801575678] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:45280; }","duration":"236.490141ms","start":"2026-04-10T15:14:39.216747Z","end":"2026-04-10T15:14:39.453237Z","steps":["trace[1801575678] 'agreement among raft nodes before linearized reading' (duration: 234.55372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:39.453535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.228085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T15:14:39.453751Z","caller":"traceutil/trace.go:171","msg":"trace[26820407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:45280; }","duration":"173.428ms","start":"2026-04-10T15:14:39.280298Z","end":"2026-04-10T15:14:39.453726Z","steps":["trace[26820407] 'agreement among raft nodes before linearized reading' (duration: 173.089852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:39.453574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.233419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding\" ","response":"range_response_count:1 size:1110"} {"level":"info","ts":"2026-04-10T15:14:39.454551Z","caller":"traceutil/trace.go:171","msg":"trace[1908579833] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding; range_end:; response_count:1; response_revision:45280; }","duration":"163.196154ms","start":"2026-04-10T15:14:39.29128Z","end":"2026-04-10T15:14:39.454476Z","steps":["trace[1908579833] 'agreement among raft nodes before linearized reading' (duration: 161.844189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:39.453962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.391319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/orc-metrics-auth-role\" ","response":"range_response_count:1 size:400"} {"level":"info","ts":"2026-04-10T15:14:39.454734Z","caller":"traceutil/trace.go:171","msg":"trace[1050824356] range","detail":"{range_begin:/registry/clusterroles/orc-metrics-auth-role; range_end:; response_count:1; response_revision:45280; }","duration":"152.19778ms","start":"2026-04-10T15:14:39.302494Z","end":"2026-04-10T15:14:39.454692Z","steps":["trace[1050824356] 'agreement among raft nodes before linearized reading' (duration: 150.998198ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:39.684019Z","caller":"traceutil/trace.go:171","msg":"trace[1257942983] transaction","detail":"{read_only:false; response_revision:45282; number_of_response:1; }","duration":"219.57674ms","start":"2026-04-10T15:14:39.464405Z","end":"2026-04-10T15:14:39.683982Z","steps":["trace[1257942983] 'process raft request' (duration: 219.194031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:39.68423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.037918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:14:39.684293Z","caller":"traceutil/trace.go:171","msg":"trace[1156345026] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:45285; }","duration":"136.155902ms","start":"2026-04-10T15:14:39.548123Z","end":"2026-04-10T15:14:39.684278Z","steps":["trace[1156345026] 'agreement among raft nodes before linearized reading' (duration: 136.049828ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:39.684092Z","caller":"traceutil/trace.go:171","msg":"trace[1063874780] transaction","detail":"{read_only:false; response_revision:45283; number_of_response:1; }","duration":"218.624286ms","start":"2026-04-10T15:14:39.465425Z","end":"2026-04-10T15:14:39.684049Z","steps":["trace[1063874780] 'process raft request' (duration: 218.462102ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:39.684485Z","caller":"traceutil/trace.go:171","msg":"trace[1405189421] transaction","detail":"{read_only:false; response_revision:45285; number_of_response:1; }","duration":"218.76076ms","start":"2026-04-10T15:14:39.465713Z","end":"2026-04-10T15:14:39.684474Z","steps":["trace[1405189421] 'process raft request' (duration: 218.319949ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:39.684489Z","caller":"traceutil/trace.go:171","msg":"trace[680178625] transaction","detail":"{read_only:false; response_revision:45284; number_of_response:1; }","duration":"218.885713ms","start":"2026-04-10T15:14:39.465567Z","end":"2026-04-10T15:14:39.684452Z","steps":["trace[680178625] 'process raft request' (duration: 218.423451ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:39.68412Z","caller":"traceutil/trace.go:171","msg":"trace[2062105675] linearizableReadLoop","detail":"{readStateIndex:47360; appliedIndex:47356; }","duration":"135.909925ms","start":"2026-04-10T15:14:39.548179Z","end":"2026-04-10T15:14:39.684089Z","steps":["trace[2062105675] 'read index received' (duration: 135.314419ms)","trace[2062105675] 'applied index is now lower than readState.Index' (duration: 594.456µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:14:39.685052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.770059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/orc-metrics-auth-role\" ","response":"range_response_count:1 size:400"} {"level":"info","ts":"2026-04-10T15:14:39.685109Z","caller":"traceutil/trace.go:171","msg":"trace[2070275953] range","detail":"{range_begin:/registry/clusterroles/orc-metrics-auth-role; range_end:; response_count:1; response_revision:45285; }","duration":"103.862312ms","start":"2026-04-10T15:14:39.58123Z","end":"2026-04-10T15:14:39.685092Z","steps":["trace[2070275953] 'agreement among raft nodes before linearized reading' (duration: 103.685866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:39.971136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.448009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:14:39.971419Z","caller":"traceutil/trace.go:171","msg":"trace[333589378] transaction","detail":"{read_only:false; response_revision:45287; number_of_response:1; }","duration":"115.373591ms","start":"2026-04-10T15:14:39.855956Z","end":"2026-04-10T15:14:39.971329Z","steps":["trace[333589378] 'process raft request' (duration: 115.305279ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:39.971783Z","caller":"traceutil/trace.go:171","msg":"trace[120108474] transaction","detail":"{read_only:false; response_revision:45286; number_of_response:1; }","duration":"279.360886ms","start":"2026-04-10T15:14:39.692402Z","end":"2026-04-10T15:14:39.971763Z","steps":["trace[120108474] 'process raft request' (duration: 147.177428ms)","trace[120108474] 'compare' (duration: 131.291795ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:14:39.971995Z","caller":"traceutil/trace.go:171","msg":"trace[834866778] linearizableReadLoop","detail":"{readStateIndex:47361; appliedIndex:47360; }","duration":"173.715628ms","start":"2026-04-10T15:14:39.798248Z","end":"2026-04-10T15:14:39.971964Z","steps":["trace[834866778] 'read index received' (duration: 41.336455ms)","trace[834866778] 'applied index is now lower than readState.Index' (duration: 132.377313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:14:39.972495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.245172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/orc-metrics-reader\" ","response":"range_response_count:1 size:310"} {"level":"info","ts":"2026-04-10T15:14:39.972554Z","caller":"traceutil/trace.go:171","msg":"trace[480034120] range","detail":"{range_begin:/registry/clusterroles/orc-metrics-reader; range_end:; response_count:1; response_revision:45287; }","duration":"174.338704ms","start":"2026-04-10T15:14:39.798201Z","end":"2026-04-10T15:14:39.972539Z","steps":["trace[480034120] 'agreement among raft nodes before linearized reading' (duration: 174.16931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:39.97291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.488484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1333"} {"level":"info","ts":"2026-04-10T15:14:39.972986Z","caller":"traceutil/trace.go:171","msg":"trace[1876944615] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:45287; }","duration":"115.583166ms","start":"2026-04-10T15:14:39.85738Z","end":"2026-04-10T15:14:39.972963Z","steps":["trace[1876944615] 'agreement among raft nodes before linearized reading' (duration: 115.392311ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:40.376492Z","caller":"traceutil/trace.go:171","msg":"trace[466738788] transaction","detail":"{read_only:false; response_revision:45288; number_of_response:1; }","duration":"137.607779ms","start":"2026-04-10T15:14:40.238836Z","end":"2026-04-10T15:14:40.376443Z","steps":["trace[466738788] 'process raft request' (duration: 137.378423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:41.276418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.047065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:14:41.276523Z","caller":"traceutil/trace.go:171","msg":"trace[556255997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:45292; }","duration":"112.187838ms","start":"2026-04-10T15:14:41.164316Z","end":"2026-04-10T15:14:41.276504Z","steps":["trace[556255997] 'range keys from in-memory index tree' (duration: 111.899121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:41.276439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.910277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T15:14:41.27662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.355629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T15:14:41.276695Z","caller":"traceutil/trace.go:171","msg":"trace[380076335] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:45292; }","duration":"103.520333ms","start":"2026-04-10T15:14:41.173165Z","end":"2026-04-10T15:14:41.276686Z","steps":["trace[380076335] 'range keys from in-memory index tree' (duration: 103.275957ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:41.276638Z","caller":"traceutil/trace.go:171","msg":"trace[2107574752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:45292; }","duration":"113.130563ms","start":"2026-04-10T15:14:41.163471Z","end":"2026-04-10T15:14:41.276602Z","steps":["trace[2107574752] 'range keys from in-memory index tree' (duration: 112.776883ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:41.58024Z","caller":"traceutil/trace.go:171","msg":"trace[761625840] linearizableReadLoop","detail":"{readStateIndex:47371; appliedIndex:47370; }","duration":"243.3628ms","start":"2026-04-10T15:14:41.336851Z","end":"2026-04-10T15:14:41.580214Z","steps":["trace[761625840] 'read index received' (duration: 202.328422ms)","trace[761625840] 'applied index is now lower than readState.Index' (duration: 41.033288ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:14:41.580323Z","caller":"traceutil/trace.go:171","msg":"trace[1351952130] transaction","detail":"{read_only:false; response_revision:45295; number_of_response:1; }","duration":"287.927019ms","start":"2026-04-10T15:14:41.292368Z","end":"2026-04-10T15:14:41.580295Z","steps":["trace[1351952130] 'process raft request' (duration: 246.791249ms)","trace[1351952130] 'compare' (duration: 40.858692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:14:41.580509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.642666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:14:41.58066Z","caller":"traceutil/trace.go:171","msg":"trace[1435994724] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:45295; }","duration":"243.80996ms","start":"2026-04-10T15:14:41.336836Z","end":"2026-04-10T15:14:41.580646Z","steps":["trace[1435994724] 'agreement among raft nodes before linearized reading' (duration: 243.558434ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:41.602967Z","caller":"traceutil/trace.go:171","msg":"trace[1941171914] transaction","detail":"{read_only:false; response_revision:45296; number_of_response:1; }","duration":"145.506505ms","start":"2026-04-10T15:14:41.457407Z","end":"2026-04-10T15:14:41.602913Z","steps":["trace[1941171914] 'process raft request' (duration: 145.191757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:41.60303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.789842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-04-10T15:14:41.603071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.646536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T15:14:41.603132Z","caller":"traceutil/trace.go:171","msg":"trace[435033383] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:45296; }","duration":"195.917915ms","start":"2026-04-10T15:14:41.407183Z","end":"2026-04-10T15:14:41.6031Z","steps":["trace[435033383] 'agreement among raft nodes before linearized reading' (duration: 195.634098ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:41.603202Z","caller":"traceutil/trace.go:171","msg":"trace[949980670] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:45296; }","duration":"193.843421ms","start":"2026-04-10T15:14:41.409328Z","end":"2026-04-10T15:14:41.603171Z","steps":["trace[949980670] 'agreement among raft nodes before linearized reading' (duration: 193.485082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:41.603328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.038937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:14:41.603397Z","caller":"traceutil/trace.go:171","msg":"trace[546227530] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:45296; }","duration":"204.16656ms","start":"2026-04-10T15:14:41.399211Z","end":"2026-04-10T15:14:41.603378Z","steps":["trace[546227530] 'agreement among raft nodes before linearized reading' (duration: 204.057857ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:41.945156Z","caller":"traceutil/trace.go:171","msg":"trace[845359221] linearizableReadLoop","detail":"{readStateIndex:47376; appliedIndex:47375; }","duration":"134.95295ms","start":"2026-04-10T15:14:41.810172Z","end":"2026-04-10T15:14:41.945125Z","steps":["trace[845359221] 'read index received' (duration: 134.644392ms)","trace[845359221] 'applied index is now lower than readState.Index' (duration: 307.238µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:14:41.945247Z","caller":"traceutil/trace.go:171","msg":"trace[1996502025] transaction","detail":"{read_only:false; response_revision:45300; number_of_response:1; }","duration":"174.072447ms","start":"2026-04-10T15:14:41.771139Z","end":"2026-04-10T15:14:41.945212Z","steps":["trace[1996502025] 'process raft request' (duration: 173.799771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:41.945411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.216387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-04-10T15:14:41.94546Z","caller":"traceutil/trace.go:171","msg":"trace[1612866212] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:45300; }","duration":"135.309659ms","start":"2026-04-10T15:14:41.810134Z","end":"2026-04-10T15:14:41.945443Z","steps":["trace[1612866212] 'agreement among raft nodes before linearized reading' (duration: 135.142735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:14:41.945634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.892475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rook-ceph-global\" ","response":"range_response_count:1 size:2928"} {"level":"info","ts":"2026-04-10T15:14:41.945781Z","caller":"traceutil/trace.go:171","msg":"trace[307787146] range","detail":"{range_begin:/registry/clusterroles/rook-ceph-global; range_end:; response_count:1; response_revision:45300; }","duration":"131.09661ms","start":"2026-04-10T15:14:41.814652Z","end":"2026-04-10T15:14:41.945748Z","steps":["trace[307787146] 'agreement among raft nodes before linearized reading' (duration: 130.716959ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:42.125906Z","caller":"traceutil/trace.go:171","msg":"trace[1738393008] transaction","detail":"{read_only:false; response_revision:45302; number_of_response:1; }","duration":"147.398853ms","start":"2026-04-10T15:14:41.978474Z","end":"2026-04-10T15:14:42.125873Z","steps":["trace[1738393008] 'process raft request' (duration: 147.339392ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:14:42.125952Z","caller":"traceutil/trace.go:171","msg":"trace[830924314] linearizableReadLoop","detail":"{readStateIndex:47377; appliedIndex:47376; }","duration":"148.81159ms","start":"2026-04-10T15:14:41.977105Z","end":"2026-04-10T15:14:42.125916Z","steps":["trace[830924314] 'read index received' (duration: 68.361108ms)","trace[830924314] 'applied index is now lower than readState.Index' (duration: 80.446142ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:14:42.12593Z","caller":"traceutil/trace.go:171","msg":"trace[117672127] transaction","detail":"{read_only:false; response_revision:45301; number_of_response:1; }","duration":"170.461534ms","start":"2026-04-10T15:14:41.95543Z","end":"2026-04-10T15:14:42.125892Z","steps":["trace[117672127] 'process raft request' (duration: 90.022291ms)","trace[117672127] 'compare' (duration: 80.166276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:14:42.126442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.321083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:14:42.12653Z","caller":"traceutil/trace.go:171","msg":"trace[1113952135] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:45302; }","duration":"149.479858ms","start":"2026-04-10T15:14:41.977031Z","end":"2026-04-10T15:14:42.126511Z","steps":["trace[1113952135] 'agreement among raft nodes before linearized reading' (duration: 149.049166ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:15:00.238359Z","caller":"traceutil/trace.go:171","msg":"trace[483908559] transaction","detail":"{read_only:false; response_revision:45463; number_of_response:1; }","duration":"100.042752ms","start":"2026-04-10T15:15:00.138283Z","end":"2026-04-10T15:15:00.238326Z","steps":["trace[483908559] 'process raft request' (duration: 99.796575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:23.889649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.465087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:15:23.889853Z","caller":"traceutil/trace.go:171","msg":"trace[1495378725] linearizableReadLoop","detail":"{readStateIndex:47829; appliedIndex:47827; }","duration":"100.982107ms","start":"2026-04-10T15:15:23.788855Z","end":"2026-04-10T15:15:23.889838Z","steps":["trace[1495378725] 'read index received' (duration: 100.488374ms)","trace[1495378725] 'applied index is now lower than readState.Index' (duration: 492.793µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:23.890029Z","caller":"traceutil/trace.go:171","msg":"trace[2041672486] transaction","detail":"{read_only:false; response_revision:45736; number_of_response:1; }","duration":"124.269903ms","start":"2026-04-10T15:15:23.76565Z","end":"2026-04-10T15:15:23.88992Z","steps":["trace[2041672486] 'process raft request' (duration: 124.100909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:23.890121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.263483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-04-10T15:15:23.890152Z","caller":"traceutil/trace.go:171","msg":"trace[805544626] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:45736; }","duration":"101.338875ms","start":"2026-04-10T15:15:23.788802Z","end":"2026-04-10T15:15:23.89014Z","steps":["trace[805544626] 'agreement among raft nodes before linearized reading' (duration: 101.11962ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:15:23.89028Z","caller":"traceutil/trace.go:171","msg":"trace[2130267560] transaction","detail":"{read_only:false; response_revision:45735; number_of_response:1; }","duration":"126.820938ms","start":"2026-04-10T15:15:23.763438Z","end":"2026-04-10T15:15:23.890259Z","steps":["trace[2130267560] 'process raft request' (duration: 21.668723ms)","trace[2130267560] 'compare' (duration: 104.247252ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:53.46658Z","caller":"traceutil/trace.go:171","msg":"trace[1378956577] linearizableReadLoop","detail":"{readStateIndex:48094; appliedIndex:48093; }","duration":"353.387021ms","start":"2026-04-10T15:15:53.113174Z","end":"2026-04-10T15:15:53.466561Z","steps":["trace[1378956577] 'read index received' (duration: 353.32137ms)","trace[1378956577] 'applied index is now lower than readState.Index' (duration: 64.321µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:53.466694Z","caller":"traceutil/trace.go:171","msg":"trace[1703413339] transaction","detail":"{read_only:false; response_revision:45989; number_of_response:1; }","duration":"365.610098ms","start":"2026-04-10T15:15:53.101036Z","end":"2026-04-10T15:15:53.466646Z","steps":["trace[1703413339] 'process raft request' (duration: 365.377302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.46688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.101009Z","time spent":"365.782434ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:15:53.466893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.70066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-04-10T15:15:53.467065Z","caller":"traceutil/trace.go:171","msg":"trace[1068638500] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:45989; }","duration":"353.913414ms","start":"2026-04-10T15:15:53.113129Z","end":"2026-04-10T15:15:53.467042Z","steps":["trace[1068638500] 'agreement among raft nodes before linearized reading' (duration: 353.545115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.467112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.11311Z","time spent":"353.989346ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"info","ts":"2026-04-10T15:15:53.791698Z","caller":"traceutil/trace.go:171","msg":"trace[926802075] transaction","detail":"{read_only:false; response_revision:45990; number_of_response:1; }","duration":"526.276678ms","start":"2026-04-10T15:15:53.26538Z","end":"2026-04-10T15:15:53.791657Z","steps":["trace[926802075] 'process raft request' (duration: 444.563983ms)","trace[926802075] 'compare' (duration: 81.524361ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:53.792083Z","caller":"traceutil/trace.go:171","msg":"trace[968965820] transaction","detail":"{read_only:false; response_revision:45991; number_of_response:1; }","duration":"375.570489ms","start":"2026-04-10T15:15:53.416467Z","end":"2026-04-10T15:15:53.792037Z","steps":["trace[968965820] 'process raft request' (duration: 375.130837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.792125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.166421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:15:53.792177Z","caller":"traceutil/trace.go:171","msg":"trace[399810697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:45991; }","duration":"557.238784ms","start":"2026-04-10T15:15:53.234921Z","end":"2026-04-10T15:15:53.79216Z","steps":["trace[399810697] 'agreement among raft nodes before linearized reading' (duration: 557.10375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.79221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.234914Z","time spent":"557.287625ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T15:15:53.792232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.416449Z","time spent":"375.708613ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:15:53.792284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.244698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:15:53.791676Z","caller":"traceutil/trace.go:171","msg":"trace[1709329276] linearizableReadLoop","detail":"{readStateIndex:48096; appliedIndex:48094; }","duration":"325.011503ms","start":"2026-04-10T15:15:53.466641Z","end":"2026-04-10T15:15:53.791653Z","steps":["trace[1709329276] 'read index received' (duration: 243.250477ms)","trace[1709329276] 'applied index is now lower than readState.Index' (duration: 81.759776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:15:53.792325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.663801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:15:53.792385Z","caller":"traceutil/trace.go:171","msg":"trace[1052434486] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:45991; }","duration":"403.430313ms","start":"2026-04-10T15:15:53.38893Z","end":"2026-04-10T15:15:53.79236Z","steps":["trace[1052434486] 'agreement among raft nodes before linearized reading' (duration: 403.168406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.792485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.434921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-10T15:15:53.792475Z","caller":"traceutil/trace.go:171","msg":"trace[1960950844] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:45991; }","duration":"603.946218ms","start":"2026-04-10T15:15:53.188488Z","end":"2026-04-10T15:15:53.792434Z","steps":["trace[1960950844] 'agreement among raft nodes before linearized reading' (duration: 603.6146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.792549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.388913Z","time spent":"403.619307ms","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:15:53.792564Z","caller":"traceutil/trace.go:171","msg":"trace[399720664] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:45991; }","duration":"629.559024ms","start":"2026-04-10T15:15:53.162982Z","end":"2026-04-10T15:15:53.792541Z","steps":["trace[399720664] 'agreement among raft nodes before linearized reading' (duration: 629.320638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.792335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.019784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-10T15:15:53.792579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.188471Z","time spent":"604.088741ms","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:15:53.792599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.162964Z","time spent":"629.627515ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1155,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-10T15:15:53.792621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.95148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T15:15:53.792481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.265359Z","time spent":"526.444642ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:15:53.792694Z","caller":"traceutil/trace.go:171","msg":"trace[1374447841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:45991; }","duration":"130.042091ms","start":"2026-04-10T15:15:53.66263Z","end":"2026-04-10T15:15:53.792672Z","steps":["trace[1374447841] 'agreement among raft nodes before linearized reading' (duration: 129.931488ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:15:53.792627Z","caller":"traceutil/trace.go:171","msg":"trace[442771970] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:45991; }","duration":"598.353372ms","start":"2026-04-10T15:15:53.194256Z","end":"2026-04-10T15:15:53.792609Z","steps":["trace[442771970] 'agreement among raft nodes before linearized reading' (duration: 597.797838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.792765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.194243Z","time spent":"598.506427ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:15:53.792778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.58843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-04-10T15:15:53.792875Z","caller":"traceutil/trace.go:171","msg":"trace[2027385228] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:45991; }","duration":"139.914169ms","start":"2026-04-10T15:15:53.652945Z","end":"2026-04-10T15:15:53.792859Z","steps":["trace[2027385228] 'agreement among raft nodes before linearized reading' (duration: 139.525188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.792979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.26223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:15:53.7931Z","caller":"traceutil/trace.go:171","msg":"trace[2053360377] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:45991; }","duration":"578.421364ms","start":"2026-04-10T15:15:53.214654Z","end":"2026-04-10T15:15:53.793075Z","steps":["trace[2053360377] 'agreement among raft nodes before linearized reading' (duration: 577.47416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.793187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.214635Z","time spent":"578.534336ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T15:15:53.961518Z","caller":"traceutil/trace.go:171","msg":"trace[2036836880] transaction","detail":"{read_only:false; response_revision:45993; number_of_response:1; }","duration":"159.416937ms","start":"2026-04-10T15:15:53.802076Z","end":"2026-04-10T15:15:53.961493Z","steps":["trace[2036836880] 'process raft request' (duration: 159.348824ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:15:53.961529Z","caller":"traceutil/trace.go:171","msg":"trace[1163573020] transaction","detail":"{read_only:false; response_revision:45992; number_of_response:1; }","duration":"163.926304ms","start":"2026-04-10T15:15:53.797556Z","end":"2026-04-10T15:15:53.961483Z","steps":["trace[1163573020] 'process raft request' (duration: 147.743833ms)","trace[1163573020] 'compare' (duration: 15.977445ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:53.961597Z","caller":"traceutil/trace.go:171","msg":"trace[1163705577] linearizableReadLoop","detail":"{readStateIndex:48097; appliedIndex:48096; }","duration":"163.503873ms","start":"2026-04-10T15:15:53.798052Z","end":"2026-04-10T15:15:53.961556Z","steps":["trace[1163705577] 'read index received' (duration: 147.308672ms)","trace[1163705577] 'applied index is now lower than readState.Index' (duration: 16.188031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:15:53.961855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.78794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-04-10T15:15:53.961935Z","caller":"traceutil/trace.go:171","msg":"trace[258113914] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:45993; }","duration":"163.921133ms","start":"2026-04-10T15:15:53.797994Z","end":"2026-04-10T15:15:53.961916Z","steps":["trace[258113914] 'agreement among raft nodes before linearized reading' (duration: 163.704268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.961959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.183321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-10T15:15:53.961948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.302837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T15:15:53.962061Z","caller":"traceutil/trace.go:171","msg":"trace[1078572322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:45993; }","duration":"136.255623ms","start":"2026-04-10T15:15:53.825743Z","end":"2026-04-10T15:15:53.961998Z","steps":["trace[1078572322] 'agreement among raft nodes before linearized reading' (duration: 136.015087ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:15:53.962087Z","caller":"traceutil/trace.go:171","msg":"trace[2101072210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:45993; }","duration":"163.467381ms","start":"2026-04-10T15:15:53.79859Z","end":"2026-04-10T15:15:53.962057Z","steps":["trace[2101072210] 'agreement among raft nodes before linearized reading' (duration: 163.165413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:53.967104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.622414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386114"} {"level":"info","ts":"2026-04-10T15:15:53.967207Z","caller":"traceutil/trace.go:171","msg":"trace[116074785] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:45993; }","duration":"166.752987ms","start":"2026-04-10T15:15:53.800429Z","end":"2026-04-10T15:15:53.967182Z","steps":["trace[116074785] 'agreement among raft nodes before linearized reading' (duration: 161.469399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.403676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.230203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:15:54.403967Z","caller":"traceutil/trace.go:171","msg":"trace[778368096] linearizableReadLoop","detail":"{readStateIndex:48100; appliedIndex:48098; }","duration":"434.415499ms","start":"2026-04-10T15:15:53.969531Z","end":"2026-04-10T15:15:54.403946Z","steps":["trace[778368096] 'read index received' (duration: 43.78789ms)","trace[778368096] 'applied index is now lower than readState.Index' (duration: 390.626589ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:54.403981Z","caller":"traceutil/trace.go:171","msg":"trace[470720955] transaction","detail":"{read_only:false; response_revision:45996; number_of_response:1; }","duration":"433.642028ms","start":"2026-04-10T15:15:53.970306Z","end":"2026-04-10T15:15:54.403948Z","steps":["trace[470720955] 'process raft request' (duration: 433.493354ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:15:54.40413Z","caller":"traceutil/trace.go:171","msg":"trace[1687844950] transaction","detail":"{read_only:false; response_revision:45995; number_of_response:1; }","duration":"434.667285ms","start":"2026-04-10T15:15:53.969435Z","end":"2026-04-10T15:15:54.404102Z","steps":["trace[1687844950] 'process raft request' (duration: 297.929048ms)","trace[1687844950] 'compare' (duration: 135.932406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:15:54.404157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.970293Z","time spent":"433.770742ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:15:54.404268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.969409Z","time spent":"434.788929ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:15:54.404311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.341967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-10T15:15:54.404358Z","caller":"traceutil/trace.go:171","msg":"trace[1390255253] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:45997; }","duration":"301.421279ms","start":"2026-04-10T15:15:54.102925Z","end":"2026-04-10T15:15:54.404346Z","steps":["trace[1390255253] 'agreement among raft nodes before linearized reading' (duration: 301.298476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.404381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.102905Z","time spent":"301.47101ms","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-10T15:15:54.404428Z","caller":"traceutil/trace.go:171","msg":"trace[756058953] transaction","detail":"{read_only:false; response_revision:45997; number_of_response:1; }","duration":"384.774647ms","start":"2026-04-10T15:15:54.019639Z","end":"2026-04-10T15:15:54.404414Z","steps":["trace[756058953] 'process raft request' (duration: 384.265104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.404514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.019608Z","time spent":"384.867769ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:15:54.404585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.079812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T15:15:54.404573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.871292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T15:15:54.404641Z","caller":"traceutil/trace.go:171","msg":"trace[1310536352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:45997; }","duration":"223.169914ms","start":"2026-04-10T15:15:54.181459Z","end":"2026-04-10T15:15:54.404628Z","steps":["trace[1310536352] 'agreement among raft nodes before linearized reading' (duration: 223.015839ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:15:54.404661Z","caller":"traceutil/trace.go:171","msg":"trace[1215549609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:45997; }","duration":"218.981715ms","start":"2026-04-10T15:15:54.185659Z","end":"2026-04-10T15:15:54.404641Z","steps":["trace[1215549609] 'agreement among raft nodes before linearized reading' (duration: 218.551184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.404802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.834435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-10T15:15:54.404875Z","caller":"traceutil/trace.go:171","msg":"trace[126782874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:45997; }","duration":"215.933367ms","start":"2026-04-10T15:15:54.188925Z","end":"2026-04-10T15:15:54.404858Z","steps":["trace[126782874] 'agreement among raft nodes before linearized reading' (duration: 215.573207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.404973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.356938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:15:54.405201Z","caller":"traceutil/trace.go:171","msg":"trace[1105223637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:45997; }","duration":"168.614026ms","start":"2026-04-10T15:15:54.236566Z","end":"2026-04-10T15:15:54.40518Z","steps":["trace[1105223637] 'agreement among raft nodes before linearized reading' (duration: 167.688872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.405565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.618909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T15:15:54.40568Z","caller":"traceutil/trace.go:171","msg":"trace[994405427] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:45997; }","duration":"385.791514ms","start":"2026-04-10T15:15:54.019864Z","end":"2026-04-10T15:15:54.405656Z","steps":["trace[994405427] 'agreement among raft nodes before linearized reading' (duration: 384.433999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.405723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.01984Z","time spent":"385.874856ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:15:54.408156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.124052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386114"} {"level":"info","ts":"2026-04-10T15:15:54.408228Z","caller":"traceutil/trace.go:171","msg":"trace[1010163879] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:45997; }","duration":"441.928435ms","start":"2026-04-10T15:15:53.966282Z","end":"2026-04-10T15:15:54.40821Z","steps":["trace[1010163879] 'agreement among raft nodes before linearized reading' (duration: 437.747786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.408289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.966261Z","time spent":"441.997776ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1962,"response size":386137,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-10T15:15:54.412831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.894199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:45993 ","response":"range_response_count:1000 size:771753"} {"level":"info","ts":"2026-04-10T15:15:54.412911Z","caller":"traceutil/trace.go:171","msg":"trace[350316802] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:45997; }","duration":"438.013071ms","start":"2026-04-10T15:15:53.974879Z","end":"2026-04-10T15:15:54.412892Z","steps":["trace[350316802] 'agreement among raft nodes before linearized reading' (duration: 429.310055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.412993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:53.974865Z","time spent":"438.082772ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1462,"response size":771776,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:45993 "} {"level":"warn","ts":"2026-04-10T15:15:54.717935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.703467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:15:54.718219Z","caller":"traceutil/trace.go:171","msg":"trace[484094609] transaction","detail":"{read_only:false; response_revision:45998; number_of_response:1; }","duration":"307.318852ms","start":"2026-04-10T15:15:54.410879Z","end":"2026-04-10T15:15:54.718198Z","steps":["trace[484094609] 'process raft request' (duration: 93.161864ms)","trace[484094609] 'compare' (duration: 213.550664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:15:54.718358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.410852Z","time spent":"307.438227ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:15:54.78882Z","caller":"traceutil/trace.go:171","msg":"trace[743564172] transaction","detail":"{read_only:false; response_revision:46000; number_of_response:1; }","duration":"377.620901ms","start":"2026-04-10T15:15:54.411143Z","end":"2026-04-10T15:15:54.788764Z","steps":["trace[743564172] 'process raft request' (duration: 377.534689ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:15:54.788807Z","caller":"traceutil/trace.go:171","msg":"trace[1502276604] transaction","detail":"{read_only:false; response_revision:45999; number_of_response:1; }","duration":"377.863127ms","start":"2026-04-10T15:15:54.410901Z","end":"2026-04-10T15:15:54.788764Z","steps":["trace[1502276604] 'process raft request' (duration: 377.649192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.788946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.411126Z","time spent":"377.759774ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:15:54.789007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.410875Z","time spent":"378.038093ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:15:54.789116Z","caller":"traceutil/trace.go:171","msg":"trace[1996165565] transaction","detail":"{read_only:false; response_revision:46001; number_of_response:1; }","duration":"377.562031ms","start":"2026-04-10T15:15:54.411512Z","end":"2026-04-10T15:15:54.789074Z","steps":["trace[1996165565] 'process raft request' (duration: 377.209271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.789184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.411492Z","time spent":"377.655763ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:15:54.789126Z","caller":"traceutil/trace.go:171","msg":"trace[428259363] linearizableReadLoop","detail":"{readStateIndex:48106; appliedIndex:48102; }","duration":"373.566397ms","start":"2026-04-10T15:15:54.415551Z","end":"2026-04-10T15:15:54.789118Z","steps":["trace[428259363] 'read index received' (duration: 88.511443ms)","trace[428259363] 'applied index is now lower than readState.Index' (duration: 285.054224ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:54.789277Z","caller":"traceutil/trace.go:171","msg":"trace[1105369784] transaction","detail":"{read_only:false; response_revision:46002; number_of_response:1; }","duration":"336.910712ms","start":"2026-04-10T15:15:54.45234Z","end":"2026-04-10T15:15:54.78925Z","steps":["trace[1105369784] 'process raft request' (duration: 336.649696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.78941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.452325Z","time spent":"337.013275ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:15:54.793283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.712415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:45997 ","response":"range_response_count:1000 size:771753"} {"level":"info","ts":"2026-04-10T15:15:54.793343Z","caller":"traceutil/trace.go:171","msg":"trace[1260573851] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:46002; }","duration":"377.817936ms","start":"2026-04-10T15:15:54.415512Z","end":"2026-04-10T15:15:54.79333Z","steps":["trace[1260573851] 'agreement among raft nodes before linearized reading' (duration: 373.630267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.793396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.415497Z","time spent":"377.868668ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1462,"response size":771776,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:45997 "} {"level":"warn","ts":"2026-04-10T15:15:54.949171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.734669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:15:54.949263Z","caller":"traceutil/trace.go:171","msg":"trace[1555349671] linearizableReadLoop","detail":"{readStateIndex:48108; appliedIndex:48107; }","duration":"159.997901ms","start":"2026-04-10T15:15:54.78925Z","end":"2026-04-10T15:15:54.949248Z","steps":["trace[1555349671] 'read index received' (duration: 34.034426ms)","trace[1555349671] 'applied index is now lower than readState.Index' (duration: 125.962155ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:54.949282Z","caller":"traceutil/trace.go:171","msg":"trace[85985226] transaction","detail":"{read_only:false; response_revision:46003; number_of_response:1; }","duration":"423.337219ms","start":"2026-04-10T15:15:54.525926Z","end":"2026-04-10T15:15:54.949263Z","steps":["trace[85985226] 'process raft request' (duration: 297.435926ms)","trace[85985226] 'compare' (duration: 125.584646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:15:54.949317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.742352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:15:54.949341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.525892Z","time spent":"423.417842ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:15:54.949368Z","caller":"traceutil/trace.go:171","msg":"trace[1151114319] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:46003; }","duration":"468.826863ms","start":"2026-04-10T15:15:54.480522Z","end":"2026-04-10T15:15:54.949349Z","steps":["trace[1151114319] 'agreement among raft nodes before linearized reading' (duration: 468.72837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.949405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.480505Z","time spent":"468.888246ms","remote":"127.0.0.1:55252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-10T15:15:54.949363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.693003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:15:54.949593Z","caller":"traceutil/trace.go:171","msg":"trace[1952038028] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:46003; }","duration":"471.018781ms","start":"2026-04-10T15:15:54.478559Z","end":"2026-04-10T15:15:54.949578Z","steps":["trace[1952038028] 'agreement among raft nodes before linearized reading' (duration: 470.740714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.949626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.478514Z","time spent":"471.102343ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:15:54.949863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.870729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T15:15:54.949895Z","caller":"traceutil/trace.go:171","msg":"trace[1568459696] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:46003; }","duration":"111.955532ms","start":"2026-04-10T15:15:54.837932Z","end":"2026-04-10T15:15:54.949887Z","steps":["trace[1568459696] 'agreement among raft nodes before linearized reading' (duration: 111.88498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.955849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.94936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-barbican.18a5062447efd7bc\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:45993 ","response":"range_response_count:462 size:345700"} {"level":"info","ts":"2026-04-10T15:15:54.955956Z","caller":"traceutil/trace.go:171","msg":"trace[36082209] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-barbican.18a5062447efd7bc\u0000; range_end:/registry/events/openstack0; response_count:462; response_revision:46003; }","duration":"531.119454ms","start":"2026-04-10T15:15:54.424815Z","end":"2026-04-10T15:15:54.955935Z","steps":["trace[36082209] 'agreement among raft nodes before linearized reading' (duration: 524.513043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:54.956486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:15:54.424799Z","time spent":"531.610757ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":462,"response size":345723,"request content":"key:\"/registry/events/openstack/rabbitmq-barbican.18a5062447efd7bc\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:45993 "} {"level":"warn","ts":"2026-04-10T15:15:54.957971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.257934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-barbican.18a5062447efd7bc\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:45997 ","response":"range_response_count:462 size:345700"} {"level":"info","ts":"2026-04-10T15:15:54.958198Z","caller":"traceutil/trace.go:171","msg":"trace[672476457] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-barbican.18a5062447efd7bc\u0000; range_end:/registry/events/openstack0; response_count:462; response_revision:46003; }","duration":"146.53814ms","start":"2026-04-10T15:15:54.811609Z","end":"2026-04-10T15:15:54.958147Z","steps":["trace[672476457] 'agreement among raft nodes before linearized reading' (duration: 137.893656ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:15:55.19079Z","caller":"traceutil/trace.go:171","msg":"trace[1877551917] linearizableReadLoop","detail":"{readStateIndex:48109; appliedIndex:48108; }","duration":"229.547059ms","start":"2026-04-10T15:15:54.961195Z","end":"2026-04-10T15:15:55.190742Z","steps":["trace[1877551917] 'read index received' (duration: 148.303056ms)","trace[1877551917] 'applied index is now lower than readState.Index' (duration: 81.242933ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:55.190853Z","caller":"traceutil/trace.go:171","msg":"trace[1821462750] transaction","detail":"{read_only:false; response_revision:46004; number_of_response:1; }","duration":"235.072764ms","start":"2026-04-10T15:15:54.955698Z","end":"2026-04-10T15:15:55.190771Z","steps":["trace[1821462750] 'process raft request' (duration: 153.81829ms)","trace[1821462750] 'compare' (duration: 80.997567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:15:55.190939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.709034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:15:55.191085Z","caller":"traceutil/trace.go:171","msg":"trace[599665277] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:46004; }","duration":"229.90212ms","start":"2026-04-10T15:15:54.961161Z","end":"2026-04-10T15:15:55.191063Z","steps":["trace[599665277] 'agreement among raft nodes before linearized reading' (duration: 229.694955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:55.191094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.35152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:1065"} {"level":"info","ts":"2026-04-10T15:15:55.191141Z","caller":"traceutil/trace.go:171","msg":"trace[1971523851] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:46004; }","duration":"135.408771ms","start":"2026-04-10T15:15:55.055717Z","end":"2026-04-10T15:15:55.191125Z","steps":["trace[1971523851] 'agreement among raft nodes before linearized reading' (duration: 135.197766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:55.191132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.59872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:1158"} {"level":"info","ts":"2026-04-10T15:15:55.191298Z","caller":"traceutil/trace.go:171","msg":"trace[1602921324] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:46004; }","duration":"104.777714ms","start":"2026-04-10T15:15:55.086493Z","end":"2026-04-10T15:15:55.191271Z","steps":["trace[1602921324] 'agreement among raft nodes before linearized reading' (duration: 104.455386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:55.407874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.836887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:46004 ","response":"range_response_count:1000 size:771753"} {"level":"info","ts":"2026-04-10T15:15:55.407963Z","caller":"traceutil/trace.go:171","msg":"trace[272808584] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:46004; }","duration":"105.130436ms","start":"2026-04-10T15:15:55.302813Z","end":"2026-04-10T15:15:55.407944Z","steps":["trace[272808584] 'range keys from in-memory index tree' (duration: 100.435191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:55.408005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.328412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:46004 ","response":"range_response_count:1000 size:771753"} {"level":"info","ts":"2026-04-10T15:15:55.408069Z","caller":"traceutil/trace.go:171","msg":"trace[1310912662] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:46004; }","duration":"107.409824ms","start":"2026-04-10T15:15:55.300643Z","end":"2026-04-10T15:15:55.408053Z","steps":["trace[1310912662] 'range keys from in-memory index tree' (duration: 103.163254ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:15:55.75836Z","caller":"traceutil/trace.go:171","msg":"trace[156568660] linearizableReadLoop","detail":"{readStateIndex:48110; appliedIndex:48109; }","duration":"170.127514ms","start":"2026-04-10T15:15:55.588207Z","end":"2026-04-10T15:15:55.758335Z","steps":["trace[156568660] 'read index received' (duration: 169.893329ms)","trace[156568660] 'applied index is now lower than readState.Index' (duration: 233.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:55.758529Z","caller":"traceutil/trace.go:171","msg":"trace[1020999143] transaction","detail":"{read_only:false; response_revision:46005; number_of_response:1; }","duration":"287.511637ms","start":"2026-04-10T15:15:55.470956Z","end":"2026-04-10T15:15:55.758468Z","steps":["trace[1020999143] 'process raft request' (duration: 287.24566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:55.758628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.405763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:1154"} {"level":"info","ts":"2026-04-10T15:15:55.7587Z","caller":"traceutil/trace.go:171","msg":"trace[1996372456] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:46005; }","duration":"170.522035ms","start":"2026-04-10T15:15:55.588166Z","end":"2026-04-10T15:15:55.758688Z","steps":["trace[1996372456] 'agreement among raft nodes before linearized reading' (duration: 170.35851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:55.758725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.580045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/placement-api\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-10T15:15:55.758802Z","caller":"traceutil/trace.go:171","msg":"trace[911740809] range","detail":"{range_begin:/registry/services/endpoints/openstack/placement-api; range_end:; response_count:1; response_revision:46005; }","duration":"158.704109ms","start":"2026-04-10T15:15:55.600081Z","end":"2026-04-10T15:15:55.758785Z","steps":["trace[911740809] 'agreement among raft nodes before linearized reading' (duration: 158.473162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:56.012858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.461628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:15:56.012999Z","caller":"traceutil/trace.go:171","msg":"trace[1732679367] transaction","detail":"{read_only:false; response_revision:46006; number_of_response:1; }","duration":"214.859299ms","start":"2026-04-10T15:15:55.798119Z","end":"2026-04-10T15:15:56.012978Z","steps":["trace[1732679367] 'process raft request' (duration: 55.163055ms)","trace[1732679367] 'compare' (duration: 159.311433ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:56.014713Z","caller":"traceutil/trace.go:171","msg":"trace[1402059392] linearizableReadLoop","detail":"{readStateIndex:48112; appliedIndex:48110; }","duration":"181.400108ms","start":"2026-04-10T15:15:55.833279Z","end":"2026-04-10T15:15:56.014679Z","steps":["trace[1402059392] 'read index received' (duration: 20.019181ms)","trace[1402059392] 'applied index is now lower than readState.Index' (duration: 161.379757ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:15:56.01481Z","caller":"traceutil/trace.go:171","msg":"trace[267683130] transaction","detail":"{read_only:false; response_revision:46007; number_of_response:1; }","duration":"216.649085ms","start":"2026-04-10T15:15:55.798121Z","end":"2026-04-10T15:15:56.014771Z","steps":["trace[267683130] 'process raft request' (duration: 216.43363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:56.015146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.848491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-10T15:15:56.015161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.685596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T15:15:56.015204Z","caller":"traceutil/trace.go:171","msg":"trace[1875483731] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:46007; }","duration":"162.158318ms","start":"2026-04-10T15:15:55.853033Z","end":"2026-04-10T15:15:56.015191Z","steps":["trace[1875483731] 'agreement among raft nodes before linearized reading' (duration: 161.857861ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:15:56.015214Z","caller":"traceutil/trace.go:171","msg":"trace[885079559] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:46007; }","duration":"181.985423ms","start":"2026-04-10T15:15:55.833214Z","end":"2026-04-10T15:15:56.015199Z","steps":["trace[885079559] 'agreement among raft nodes before linearized reading' (duration: 181.613854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:56.015219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.194729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/placement-api\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-10T15:15:56.015279Z","caller":"traceutil/trace.go:171","msg":"trace[433813858] range","detail":"{range_begin:/registry/services/endpoints/openstack/placement-api; range_end:; response_count:1; response_revision:46007; }","duration":"172.296861ms","start":"2026-04-10T15:15:55.842968Z","end":"2026-04-10T15:15:56.015264Z","steps":["trace[433813858] 'agreement among raft nodes before linearized reading' (duration: 171.899951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:15:56.015586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.707838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:1154"} {"level":"info","ts":"2026-04-10T15:15:56.015709Z","caller":"traceutil/trace.go:171","msg":"trace[1881785625] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:46007; }","duration":"168.867112ms","start":"2026-04-10T15:15:55.846811Z","end":"2026-04-10T15:15:56.015678Z","steps":["trace[1881785625] 'agreement among raft nodes before linearized reading' (duration: 168.470651ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:01.278674Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":43400} {"level":"info","ts":"2026-04-10T15:16:01.427211Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":43400,"took":"142.378682ms","hash":3368070843,"current-db-size-bytes":60522496,"current-db-size":"60 MB","current-db-size-in-use-bytes":33075200,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-10T15:16:01.427265Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3368070843,"revision":43400,"compact-revision":40730} {"level":"info","ts":"2026-04-10T15:16:27.558091Z","caller":"traceutil/trace.go:171","msg":"trace[461796492] linearizableReadLoop","detail":"{readStateIndex:48446; appliedIndex:48445; }","duration":"127.412924ms","start":"2026-04-10T15:16:27.430648Z","end":"2026-04-10T15:16:27.558061Z","steps":["trace[461796492] 'read index received' (duration: 127.111967ms)","trace[461796492] 'applied index is now lower than readState.Index' (duration: 299.837µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:27.558271Z","caller":"traceutil/trace.go:171","msg":"trace[1528240347] transaction","detail":"{read_only:false; response_revision:46325; number_of_response:1; }","duration":"143.187923ms","start":"2026-04-10T15:16:27.415044Z","end":"2026-04-10T15:16:27.558232Z","steps":["trace[1528240347] 'process raft request' (duration: 142.790314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:27.559003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.330488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-service-tmthq\" ","response":"range_response_count:1 size:11358"} {"level":"info","ts":"2026-04-10T15:16:27.559087Z","caller":"traceutil/trace.go:171","msg":"trace[1816401492] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-service-tmthq; range_end:; response_count:1; response_revision:46325; }","duration":"128.458972ms","start":"2026-04-10T15:16:27.430607Z","end":"2026-04-10T15:16:27.559066Z","steps":["trace[1816401492] 'agreement among raft nodes before linearized reading' (duration: 127.627529ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:27.933327Z","caller":"traceutil/trace.go:171","msg":"trace[1432278038] linearizableReadLoop","detail":"{readStateIndex:48450; appliedIndex:48449; }","duration":"114.94586ms","start":"2026-04-10T15:16:27.818356Z","end":"2026-04-10T15:16:27.933302Z","steps":["trace[1432278038] 'read index received' (duration: 114.814247ms)","trace[1432278038] 'applied index is now lower than readState.Index' (duration: 130.963µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:27.93343Z","caller":"traceutil/trace.go:171","msg":"trace[850989822] transaction","detail":"{read_only:false; response_revision:46329; number_of_response:1; }","duration":"118.0749ms","start":"2026-04-10T15:16:27.815331Z","end":"2026-04-10T15:16:27.933406Z","steps":["trace[850989822] 'process raft request' (duration: 117.815354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:27.933609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.232978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-user-8g545\" ","response":"range_response_count:1 size:9158"} {"level":"info","ts":"2026-04-10T15:16:27.933677Z","caller":"traceutil/trace.go:171","msg":"trace[1944249606] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-user-8g545; range_end:; response_count:1; response_revision:46329; }","duration":"115.346071ms","start":"2026-04-10T15:16:27.818314Z","end":"2026-04-10T15:16:27.933661Z","steps":["trace[1944249606] 'agreement among raft nodes before linearized reading' (duration: 115.125784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:28.003885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.157902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.goldpinger.v1\" ","response":"range_response_count:1 size:10244"} {"level":"info","ts":"2026-04-10T15:16:28.004006Z","caller":"traceutil/trace.go:171","msg":"trace[1331345899] range","detail":"{range_begin:/registry/secrets/monitoring/sh.helm.release.v1.goldpinger.v1; range_end:; response_count:1; response_revision:46330; }","duration":"156.292315ms","start":"2026-04-10T15:16:27.847691Z","end":"2026-04-10T15:16:28.003983Z","steps":["trace[1331345899] 'agreement among raft nodes before linearized reading' (duration: 156.015028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:29.487528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.093105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.vector.v1\" ","response":"range_response_count:1 size:57805"} {"level":"info","ts":"2026-04-10T15:16:29.487608Z","caller":"traceutil/trace.go:171","msg":"trace[94831576] range","detail":"{range_begin:/registry/secrets/monitoring/sh.helm.release.v1.vector.v1; range_end:; response_count:1; response_revision:46350; }","duration":"157.210648ms","start":"2026-04-10T15:16:29.330382Z","end":"2026-04-10T15:16:29.487593Z","steps":["trace[94831576] 'range keys from in-memory index tree' (duration: 156.919771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:29.487984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.748069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-coredns-545f56bccf-drq8g\" ","response":"range_response_count:1 size:4921"} {"level":"info","ts":"2026-04-10T15:16:29.48809Z","caller":"traceutil/trace.go:171","msg":"trace[1078806481] range","detail":"{range_begin:/registry/pods/openstack/neutron-coredns-545f56bccf-drq8g; range_end:; response_count:1; response_revision:46350; }","duration":"123.910563ms","start":"2026-04-10T15:16:29.364158Z","end":"2026-04-10T15:16:29.488069Z","steps":["trace[1078806481] 'range keys from in-memory index tree' (duration: 123.485782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:33.257153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.958101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:16:33.257399Z","caller":"traceutil/trace.go:171","msg":"trace[706665624] linearizableReadLoop","detail":"{readStateIndex:48523; appliedIndex:48521; }","duration":"142.906897ms","start":"2026-04-10T15:16:33.114473Z","end":"2026-04-10T15:16:33.25738Z","steps":["trace[706665624] 'read index received' (duration: 40.618416ms)","trace[706665624] 'applied index is now lower than readState.Index' (duration: 102.287411ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:33.257492Z","caller":"traceutil/trace.go:171","msg":"trace[1118223888] transaction","detail":"{read_only:false; response_revision:46400; number_of_response:1; }","duration":"155.244798ms","start":"2026-04-10T15:16:33.102236Z","end":"2026-04-10T15:16:33.257481Z","steps":["trace[1118223888] 'process raft request' (duration: 155.059774ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:33.25755Z","caller":"traceutil/trace.go:171","msg":"trace[183054965] transaction","detail":"{read_only:false; response_revision:46399; number_of_response:1; }","duration":"156.433719ms","start":"2026-04-10T15:16:33.101035Z","end":"2026-04-10T15:16:33.257468Z","steps":["trace[183054965] 'process raft request' (duration: 54.035786ms)","trace[183054965] 'compare' (duration: 101.661364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:33.257851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.374299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:16:33.257887Z","caller":"traceutil/trace.go:171","msg":"trace[766408659] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:46400; }","duration":"143.445421ms","start":"2026-04-10T15:16:33.114428Z","end":"2026-04-10T15:16:33.257874Z","steps":["trace[766408659] 'agreement among raft nodes before linearized reading' (duration: 143.262435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:33.283234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.605344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-7b696885ff-hn5kb\" ","response":"range_response_count:1 size:7897"} {"level":"info","ts":"2026-04-10T15:16:33.283311Z","caller":"traceutil/trace.go:171","msg":"trace[1798188612] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-7b696885ff-hn5kb; range_end:; response_count:1; response_revision:46401; }","duration":"148.78562ms","start":"2026-04-10T15:16:33.134509Z","end":"2026-04-10T15:16:33.283294Z","steps":["trace[1798188612] 'agreement among raft nodes before linearized reading' (duration: 148.577235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:33.283501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.479183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29597220-bjsc5\" ","response":"range_response_count:1 size:8496"} {"level":"info","ts":"2026-04-10T15:16:33.283588Z","caller":"traceutil/trace.go:171","msg":"trace[1352554734] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29597220-bjsc5; range_end:; response_count:1; response_revision:46401; }","duration":"135.620686ms","start":"2026-04-10T15:16:33.147943Z","end":"2026-04-10T15:16:33.283564Z","steps":["trace[1352554734] 'agreement among raft nodes before linearized reading' (duration: 135.36621ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:33.492988Z","caller":"traceutil/trace.go:171","msg":"trace[1602364647] linearizableReadLoop","detail":"{readStateIndex:48526; appliedIndex:48525; }","duration":"142.132367ms","start":"2026-04-10T15:16:33.350829Z","end":"2026-04-10T15:16:33.492961Z","steps":["trace[1602364647] 'read index received' (duration: 122.683512ms)","trace[1602364647] 'applied index is now lower than readState.Index' (duration: 19.447755ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:33.493048Z","caller":"traceutil/trace.go:171","msg":"trace[2088693121] transaction","detail":"{read_only:false; response_revision:46403; number_of_response:1; }","duration":"155.416002ms","start":"2026-04-10T15:16:33.337582Z","end":"2026-04-10T15:16:33.492998Z","steps":["trace[2088693121] 'process raft request' (duration: 135.808692ms)","trace[2088693121] 'compare' (duration: 19.449675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:33.493344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.406815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-10T15:16:33.493424Z","caller":"traceutil/trace.go:171","msg":"trace[73973608] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:46403; }","duration":"142.608909ms","start":"2026-04-10T15:16:33.350799Z","end":"2026-04-10T15:16:33.493408Z","steps":["trace[73973608] 'agreement among raft nodes before linearized reading' (duration: 142.302862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:33.495641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.031822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-7b696885ff-hn5kb\" ","response":"range_response_count:1 size:7897"} {"level":"info","ts":"2026-04-10T15:16:33.4957Z","caller":"traceutil/trace.go:171","msg":"trace[17278623] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-7b696885ff-hn5kb; range_end:; response_count:1; response_revision:46404; }","duration":"100.147554ms","start":"2026-04-10T15:16:33.39554Z","end":"2026-04-10T15:16:33.495687Z","steps":["trace[17278623] 'agreement among raft nodes before linearized reading' (duration: 100.001411ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:33.655916Z","caller":"traceutil/trace.go:171","msg":"trace[1671474777] transaction","detail":"{read_only:false; response_revision:46407; number_of_response:1; }","duration":"110.343239ms","start":"2026-04-10T15:16:33.545553Z","end":"2026-04-10T15:16:33.655896Z","steps":["trace[1671474777] 'process raft request' (duration: 64.507587ms)","trace[1671474777] 'compare' (duration: 45.473573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:33.659643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.972024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:46405 ","response":"range_response_count:1000 size:771753"} {"level":"info","ts":"2026-04-10T15:16:33.659692Z","caller":"traceutil/trace.go:171","msg":"trace[1100632992] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:46407; }","duration":"117.073566ms","start":"2026-04-10T15:16:33.542608Z","end":"2026-04-10T15:16:33.659681Z","steps":["trace[1100632992] 'agreement among raft nodes before linearized reading' (duration: 113.594086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:33.917615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.573933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:16:33.917739Z","caller":"traceutil/trace.go:171","msg":"trace[904508290] linearizableReadLoop","detail":"{readStateIndex:48532; appliedIndex:48531; }","duration":"121.336516ms","start":"2026-04-10T15:16:33.796386Z","end":"2026-04-10T15:16:33.917723Z","steps":["trace[904508290] 'read index received' (duration: 52.132µs)","trace[904508290] 'applied index is now lower than readState.Index' (duration: 121.280094ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:33.917815Z","caller":"traceutil/trace.go:171","msg":"trace[272208466] transaction","detail":"{read_only:false; response_revision:46409; number_of_response:1; }","duration":"223.079342ms","start":"2026-04-10T15:16:33.694725Z","end":"2026-04-10T15:16:33.917804Z","steps":["trace[272208466] 'process raft request' (duration: 71.219122ms)","trace[272208466] 'compare' (duration: 151.432329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:33.917997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.586863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:16:33.918089Z","caller":"traceutil/trace.go:171","msg":"trace[399944529] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:46409; }","duration":"121.718716ms","start":"2026-04-10T15:16:33.796352Z","end":"2026-04-10T15:16:33.91807Z","steps":["trace[399944529] 'agreement among raft nodes before linearized reading' (duration: 121.51456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:33.932148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.819036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-api-5b69d7674b-hs5ln\" ","response":"range_response_count:1 size:8006"} {"level":"info","ts":"2026-04-10T15:16:33.932237Z","caller":"traceutil/trace.go:171","msg":"trace[26592456] range","detail":"{range_begin:/registry/pods/openstack/octavia-api-5b69d7674b-hs5ln; range_end:; response_count:1; response_revision:46410; }","duration":"119.96617ms","start":"2026-04-10T15:16:33.812252Z","end":"2026-04-10T15:16:33.932218Z","steps":["trace[26592456] 'agreement among raft nodes before linearized reading' (duration: 119.716684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:33.93243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.114152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-bootstrap-8n458\" ","response":"range_response_count:1 size:8576"} {"level":"info","ts":"2026-04-10T15:16:33.932541Z","caller":"traceutil/trace.go:171","msg":"trace[1803096374] range","detail":"{range_begin:/registry/pods/openstack/octavia-bootstrap-8n458; range_end:; response_count:1; response_revision:46410; }","duration":"118.237175ms","start":"2026-04-10T15:16:33.814259Z","end":"2026-04-10T15:16:33.932497Z","steps":["trace[1803096374] 'agreement among raft nodes before linearized reading' (duration: 117.912397ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:33.932857Z","caller":"traceutil/trace.go:171","msg":"trace[2073535277] transaction","detail":"{read_only:false; response_revision:46410; number_of_response:1; }","duration":"118.03152ms","start":"2026-04-10T15:16:33.814027Z","end":"2026-04-10T15:16:33.932058Z","steps":["trace[2073535277] 'process raft request' (duration: 117.793703ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:34.272686Z","caller":"traceutil/trace.go:171","msg":"trace[860538845] transaction","detail":"{read_only:false; response_revision:46414; number_of_response:1; }","duration":"124.771885ms","start":"2026-04-10T15:16:34.14787Z","end":"2026-04-10T15:16:34.272642Z","steps":["trace[860538845] 'process raft request' (duration: 124.167369ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:34.758937Z","caller":"traceutil/trace.go:171","msg":"trace[18757256] linearizableReadLoop","detail":"{readStateIndex:48542; appliedIndex:48541; }","duration":"107.882665ms","start":"2026-04-10T15:16:34.651027Z","end":"2026-04-10T15:16:34.75891Z","steps":["trace[18757256] 'read index received' (duration: 97.639199ms)","trace[18757256] 'applied index is now lower than readState.Index' (duration: 10.241936ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:34.759015Z","caller":"traceutil/trace.go:171","msg":"trace[442362938] transaction","detail":"{read_only:false; response_revision:46419; number_of_response:1; }","duration":"144.715654ms","start":"2026-04-10T15:16:34.614267Z","end":"2026-04-10T15:16:34.758982Z","steps":["trace[442362938] 'process raft request' (duration: 134.378335ms)","trace[442362938] 'compare' (duration: 10.073662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:34.759154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.109852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-health-manager-default-hn4dv\" ","response":"range_response_count:1 size:12904"} {"level":"info","ts":"2026-04-10T15:16:34.759239Z","caller":"traceutil/trace.go:171","msg":"trace[463064910] range","detail":"{range_begin:/registry/pods/openstack/octavia-health-manager-default-hn4dv; range_end:; response_count:1; response_revision:46419; }","duration":"108.207683ms","start":"2026-04-10T15:16:34.650993Z","end":"2026-04-10T15:16:34.759201Z","steps":["trace[463064910] 'agreement among raft nodes before linearized reading' (duration: 108.023809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:34.759335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.120087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-housekeeping-78bfc89b79-4cqqk\" ","response":"range_response_count:1 size:7644"} {"level":"info","ts":"2026-04-10T15:16:34.759384Z","caller":"traceutil/trace.go:171","msg":"trace[1073441249] range","detail":"{range_begin:/registry/pods/openstack/octavia-housekeeping-78bfc89b79-4cqqk; range_end:; response_count:1; response_revision:46419; }","duration":"104.20404ms","start":"2026-04-10T15:16:34.655168Z","end":"2026-04-10T15:16:34.759372Z","steps":["trace[1073441249] 'agreement among raft nodes before linearized reading' (duration: 103.976414ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:35.36027Z","caller":"traceutil/trace.go:171","msg":"trace[603368525] transaction","detail":"{read_only:false; number_of_response:1; response_revision:46423; }","duration":"308.75129ms","start":"2026-04-10T15:16:35.051494Z","end":"2026-04-10T15:16:35.360245Z","steps":["trace[603368525] 'process raft request' (duration: 229.999061ms)","trace[603368525] 'compare' (duration: 78.618045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:35.360441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:35.051478Z","time spent":"308.848873ms","remote":"127.0.0.1:46700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-10T15:16:35.370136Z","caller":"traceutil/trace.go:171","msg":"trace[87447330] linearizableReadLoop","detail":"{readStateIndex:48547; appliedIndex:48545; }","duration":"294.188311ms","start":"2026-04-10T15:16:35.075927Z","end":"2026-04-10T15:16:35.370115Z","steps":["trace[87447330] 'read index received' (duration: 205.581976ms)","trace[87447330] 'applied index is now lower than readState.Index' (duration: 88.605064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:35.370357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.412797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-service-kvhpk\" ","response":"range_response_count:1 size:8195"} {"level":"info","ts":"2026-04-10T15:16:35.3704Z","caller":"traceutil/trace.go:171","msg":"trace[827092612] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-service-kvhpk; range_end:; response_count:1; response_revision:46424; }","duration":"294.53258ms","start":"2026-04-10T15:16:35.075856Z","end":"2026-04-10T15:16:35.370389Z","steps":["trace[827092612] 'agreement among raft nodes before linearized reading' (duration: 294.371146ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:35.37037Z","caller":"traceutil/trace.go:171","msg":"trace[1381473473] transaction","detail":"{read_only:false; response_revision:46424; number_of_response:1; }","duration":"315.655519ms","start":"2026-04-10T15:16:35.054657Z","end":"2026-04-10T15:16:35.370313Z","steps":["trace[1381473473] 'process raft request' (duration: 315.244928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:35.370832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:35.05464Z","time spent":"316.0036ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:16:35.375152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.989586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:16:35.375181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.321697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-btbct\" ","response":"range_response_count:1 size:15543"} {"level":"warn","ts":"2026-04-10T15:16:35.375212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.238245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T15:16:35.375266Z","caller":"traceutil/trace.go:171","msg":"trace[1479430654] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-btbct; range_end:; response_count:1; response_revision:46425; }","duration":"296.42974ms","start":"2026-04-10T15:16:35.078814Z","end":"2026-04-10T15:16:35.375243Z","steps":["trace[1479430654] 'agreement among raft nodes before linearized reading' (duration: 296.158193ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:35.375293Z","caller":"traceutil/trace.go:171","msg":"trace[1778318103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:46425; }","duration":"139.1447ms","start":"2026-04-10T15:16:35.236086Z","end":"2026-04-10T15:16:35.375231Z","steps":["trace[1778318103] 'agreement among raft nodes before linearized reading' (duration: 138.995906ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:35.375299Z","caller":"traceutil/trace.go:171","msg":"trace[1123478320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:46425; }","duration":"113.370199ms","start":"2026-04-10T15:16:35.261913Z","end":"2026-04-10T15:16:35.375283Z","steps":["trace[1123478320] 'agreement among raft nodes before linearized reading' (duration: 113.109512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:35.375887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.882346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T15:16:35.375962Z","caller":"traceutil/trace.go:171","msg":"trace[154444905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:46425; }","duration":"112.991628ms","start":"2026-04-10T15:16:35.262955Z","end":"2026-04-10T15:16:35.375946Z","steps":["trace[154444905] 'agreement among raft nodes before linearized reading' (duration: 112.766783ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:35.602865Z","caller":"traceutil/trace.go:171","msg":"trace[1464638052] transaction","detail":"{read_only:false; response_revision:46427; number_of_response:1; }","duration":"221.48568ms","start":"2026-04-10T15:16:35.381345Z","end":"2026-04-10T15:16:35.602831Z","steps":["trace[1464638052] 'process raft request' (duration: 148.219935ms)","trace[1464638052] 'compare' (duration: 72.975098ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:35.602981Z","caller":"traceutil/trace.go:171","msg":"trace[1417148018] linearizableReadLoop","detail":"{readStateIndex:48550; appliedIndex:48548; }","duration":"218.997575ms","start":"2026-04-10T15:16:35.383921Z","end":"2026-04-10T15:16:35.602918Z","steps":["trace[1417148018] 'read index received' (duration: 26.851468ms)","trace[1417148018] 'applied index is now lower than readState.Index' (duration: 192.141677ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:35.603087Z","caller":"traceutil/trace.go:171","msg":"trace[606001294] transaction","detail":"{read_only:false; response_revision:46428; number_of_response:1; }","duration":"187.854246ms","start":"2026-04-10T15:16:35.415197Z","end":"2026-04-10T15:16:35.603051Z","steps":["trace[606001294] 'process raft request' (duration: 187.657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:35.603307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.355546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:16:35.603317Z","caller":"traceutil/trace.go:171","msg":"trace[1864026654] transaction","detail":"{read_only:false; response_revision:46429; number_of_response:1; }","duration":"158.985425ms","start":"2026-04-10T15:16:35.44432Z","end":"2026-04-10T15:16:35.603306Z","steps":["trace[1864026654] 'process raft request' (duration: 158.655235ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:35.603362Z","caller":"traceutil/trace.go:171","msg":"trace[64775351] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:46429; }","duration":"219.447249ms","start":"2026-04-10T15:16:35.383898Z","end":"2026-04-10T15:16:35.603345Z","steps":["trace[64775351] 'agreement among raft nodes before linearized reading' (duration: 219.259544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:35.603392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.621798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-service-kvhpk\" ","response":"range_response_count:1 size:8195"} {"level":"info","ts":"2026-04-10T15:16:35.603457Z","caller":"traceutil/trace.go:171","msg":"trace[1959504287] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-service-kvhpk; range_end:; response_count:1; response_revision:46429; }","duration":"140.766081ms","start":"2026-04-10T15:16:35.462674Z","end":"2026-04-10T15:16:35.60344Z","steps":["trace[1959504287] 'agreement among raft nodes before linearized reading' (duration: 140.542905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:35.603482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.647079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-btbct\" ","response":"range_response_count:1 size:15543"} {"level":"info","ts":"2026-04-10T15:16:35.603525Z","caller":"traceutil/trace.go:171","msg":"trace[81396371] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-btbct; range_end:; response_count:1; response_revision:46429; }","duration":"122.728082ms","start":"2026-04-10T15:16:35.480786Z","end":"2026-04-10T15:16:35.603514Z","steps":["trace[81396371] 'agreement among raft nodes before linearized reading' (duration: 122.561948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:35.603731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.582535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:16:35.604206Z","caller":"traceutil/trace.go:171","msg":"trace[1775806646] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:46429; }","duration":"106.064738ms","start":"2026-04-10T15:16:35.498053Z","end":"2026-04-10T15:16:35.604118Z","steps":["trace[1775806646] 'agreement among raft nodes before linearized reading' (duration: 105.275877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:35.967815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.477036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-10T15:16:35.968166Z","caller":"traceutil/trace.go:171","msg":"trace[1091446543] transaction","detail":"{read_only:false; response_revision:46433; number_of_response:1; }","duration":"285.240848ms","start":"2026-04-10T15:16:35.682905Z","end":"2026-04-10T15:16:35.968146Z","steps":["trace[1091446543] 'process raft request' (duration: 285.129016ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:35.968153Z","caller":"traceutil/trace.go:171","msg":"trace[1999827644] transaction","detail":"{read_only:false; response_revision:46432; number_of_response:1; }","duration":"286.002429ms","start":"2026-04-10T15:16:35.682111Z","end":"2026-04-10T15:16:35.968113Z","steps":["trace[1999827644] 'process raft request' (duration: 78.163103ms)","trace[1999827644] 'compare' (duration: 207.391574ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:35.968246Z","caller":"traceutil/trace.go:171","msg":"trace[205805787] linearizableReadLoop","detail":"{readStateIndex:48556; appliedIndex:48554; }","duration":"283.004831ms","start":"2026-04-10T15:16:35.685228Z","end":"2026-04-10T15:16:35.968233Z","steps":["trace[205805787] 'read index received' (duration: 75.064892ms)","trace[205805787] 'applied index is now lower than readState.Index' (duration: 207.938379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:35.968515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.133747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:16:35.968628Z","caller":"traceutil/trace.go:171","msg":"trace[818937561] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:46434; }","duration":"172.349244ms","start":"2026-04-10T15:16:35.796253Z","end":"2026-04-10T15:16:35.968602Z","steps":["trace[818937561] 'agreement among raft nodes before linearized reading' (duration: 172.127947ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:35.968652Z","caller":"traceutil/trace.go:171","msg":"trace[355158922] transaction","detail":"{read_only:false; response_revision:46434; number_of_response:1; }","duration":"152.115587ms","start":"2026-04-10T15:16:35.816197Z","end":"2026-04-10T15:16:35.968313Z","steps":["trace[355158922] 'process raft request' (duration: 151.922822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:35.972279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.223409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:46431 ","response":"range_response_count:1000 size:771753"} {"level":"info","ts":"2026-04-10T15:16:35.972331Z","caller":"traceutil/trace.go:171","msg":"trace[178971324] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:46434; }","duration":"285.306471ms","start":"2026-04-10T15:16:35.687011Z","end":"2026-04-10T15:16:35.972318Z","steps":["trace[178971324] 'agreement among raft nodes before linearized reading' (duration: 281.305587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:35.973423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.165894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:46431 ","response":"range_response_count:1000 size:771753"} {"level":"info","ts":"2026-04-10T15:16:35.973498Z","caller":"traceutil/trace.go:171","msg":"trace[802488360] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-4gcll.18a5052b7a85a5ad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:46434; }","duration":"288.273337ms","start":"2026-04-10T15:16:35.685207Z","end":"2026-04-10T15:16:35.973481Z","steps":["trace[802488360] 'agreement among raft nodes before linearized reading' (duration: 283.070962ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:36.705047Z","caller":"traceutil/trace.go:171","msg":"trace[773564269] transaction","detail":"{read_only:false; response_revision:46443; number_of_response:1; }","duration":"159.417767ms","start":"2026-04-10T15:16:36.545601Z","end":"2026-04-10T15:16:36.705019Z","steps":["trace[773564269] 'process raft request' (duration: 159.249131ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:36.803741Z","caller":"traceutil/trace.go:171","msg":"trace[1342636089] linearizableReadLoop","detail":"{readStateIndex:48569; appliedIndex:48566; }","duration":"171.653865ms","start":"2026-04-10T15:16:36.632065Z","end":"2026-04-10T15:16:36.803719Z","steps":["trace[1342636089] 'read index received' (duration: 72.778162ms)","trace[1342636089] 'applied index is now lower than readState.Index' (duration: 98.874603ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:36.803813Z","caller":"traceutil/trace.go:171","msg":"trace[1722897240] transaction","detail":"{read_only:false; response_revision:46444; number_of_response:1; }","duration":"206.406598ms","start":"2026-04-10T15:16:36.597363Z","end":"2026-04-10T15:16:36.80377Z","steps":["trace[1722897240] 'process raft request' (duration: 205.394321ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:36.803988Z","caller":"traceutil/trace.go:171","msg":"trace[450515791] transaction","detail":"{read_only:false; response_revision:46445; number_of_response:1; }","duration":"188.258676ms","start":"2026-04-10T15:16:36.615721Z","end":"2026-04-10T15:16:36.803979Z","steps":["trace[450515791] 'process raft request' (duration: 187.927647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:36.80425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.163477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-10T15:16:36.804276Z","caller":"traceutil/trace.go:171","msg":"trace[664785031] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:46445; }","duration":"172.236649ms","start":"2026-04-10T15:16:36.632029Z","end":"2026-04-10T15:16:36.804265Z","steps":["trace[664785031] 'agreement among raft nodes before linearized reading' (duration: 172.099966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:36.80436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.06492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-worker-6bb7455cdd-47xr8\" ","response":"range_response_count:1 size:7884"} {"level":"info","ts":"2026-04-10T15:16:36.804388Z","caller":"traceutil/trace.go:171","msg":"trace[349051772] range","detail":"{range_begin:/registry/pods/openstack/octavia-worker-6bb7455cdd-47xr8; range_end:; response_count:1; response_revision:46445; }","duration":"153.132262ms","start":"2026-04-10T15:16:36.651247Z","end":"2026-04-10T15:16:36.804379Z","steps":["trace[349051772] 'agreement among raft nodes before linearized reading' (duration: 152.995279ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:36.922356Z","caller":"traceutil/trace.go:171","msg":"trace[1056819150] transaction","detail":"{read_only:false; response_revision:46448; number_of_response:1; }","duration":"102.032264ms","start":"2026-04-10T15:16:36.820286Z","end":"2026-04-10T15:16:36.922318Z","steps":["trace[1056819150] 'process raft request' (duration: 87.259ms)","trace[1056819150] 'compare' (duration: 14.436725ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:37.173122Z","caller":"traceutil/trace.go:171","msg":"trace[1849058882] linearizableReadLoop","detail":"{readStateIndex:48574; appliedIndex:48573; }","duration":"129.546759ms","start":"2026-04-10T15:16:37.043543Z","end":"2026-04-10T15:16:37.17309Z","steps":["trace[1849058882] 'read index received' (duration: 81.717076ms)","trace[1849058882] 'applied index is now lower than readState.Index' (duration: 47.828253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:37.173513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.95999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-mnh4k\" ","response":"range_response_count:1 size:3595"} {"level":"info","ts":"2026-04-10T15:16:37.173614Z","caller":"traceutil/trace.go:171","msg":"trace[840872600] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-mnh4k; range_end:; response_count:1; response_revision:46450; }","duration":"130.094454ms","start":"2026-04-10T15:16:37.043492Z","end":"2026-04-10T15:16:37.173587Z","steps":["trace[840872600] 'agreement among raft nodes before linearized reading' (duration: 129.811546ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:37.175213Z","caller":"traceutil/trace.go:171","msg":"trace[838761483] transaction","detail":"{read_only:false; response_revision:46450; number_of_response:1; }","duration":"158.846342ms","start":"2026-04-10T15:16:37.014414Z","end":"2026-04-10T15:16:37.173261Z","steps":["trace[838761483] 'process raft request' (duration: 110.833153ms)","trace[838761483] 'compare' (duration: 47.6473ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:37.189337Z","caller":"traceutil/trace.go:171","msg":"trace[489746750] transaction","detail":"{read_only:false; response_revision:46451; number_of_response:1; }","duration":"132.845724ms","start":"2026-04-10T15:16:37.056445Z","end":"2026-04-10T15:16:37.18929Z","steps":["trace[489746750] 'process raft request' (duration: 132.711091ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:37.692773Z","caller":"traceutil/trace.go:171","msg":"trace[682059392] transaction","detail":"{read_only:false; response_revision:46455; number_of_response:1; }","duration":"272.465616ms","start":"2026-04-10T15:16:37.420273Z","end":"2026-04-10T15:16:37.692739Z","steps":["trace[682059392] 'process raft request' (duration: 253.096233ms)","trace[682059392] 'compare' (duration: 18.996604ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:37.692811Z","caller":"traceutil/trace.go:171","msg":"trace[1645312088] linearizableReadLoop","detail":"{readStateIndex:48580; appliedIndex:48578; }","duration":"236.49534ms","start":"2026-04-10T15:16:37.456287Z","end":"2026-04-10T15:16:37.692782Z","steps":["trace[1645312088] 'read index received' (duration: 217.24641ms)","trace[1645312088] 'applied index is now lower than readState.Index' (duration: 19.24705ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:37.693424Z","caller":"traceutil/trace.go:171","msg":"trace[895567875] transaction","detail":"{read_only:false; response_revision:46456; number_of_response:1; }","duration":"270.187147ms","start":"2026-04-10T15:16:37.423187Z","end":"2026-04-10T15:16:37.693374Z","steps":["trace[895567875] 'process raft request' (duration: 269.439097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:37.693492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.342162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-exporter-58676486d4-wm54f\" ","response":"range_response_count:1 size:6151"} {"level":"warn","ts":"2026-04-10T15:16:37.693501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.589989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T15:16:37.693584Z","caller":"traceutil/trace.go:171","msg":"trace[696590928] range","detail":"{range_begin:/registry/pods/openstack/openstack-exporter-58676486d4-wm54f; range_end:; response_count:1; response_revision:46456; }","duration":"122.479385ms","start":"2026-04-10T15:16:37.571078Z","end":"2026-04-10T15:16:37.693558Z","steps":["trace[696590928] 'agreement among raft nodes before linearized reading' (duration: 122.124886ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:37.693889Z","caller":"traceutil/trace.go:171","msg":"trace[1170159855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:46456; }","duration":"272.872137ms","start":"2026-04-10T15:16:37.420832Z","end":"2026-04-10T15:16:37.693704Z","steps":["trace[1170159855] 'agreement among raft nodes before linearized reading' (duration: 272.249221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:37.697351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.117173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386114"} {"level":"info","ts":"2026-04-10T15:16:37.697431Z","caller":"traceutil/trace.go:171","msg":"trace[579161970] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:46456; }","duration":"253.249467ms","start":"2026-04-10T15:16:37.444166Z","end":"2026-04-10T15:16:37.697415Z","steps":["trace[579161970] 'agreement among raft nodes before linearized reading' (duration: 249.198191ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:47.979276Z","caller":"traceutil/trace.go:171","msg":"trace[1538439383] transaction","detail":"{read_only:false; response_revision:46551; number_of_response:1; }","duration":"191.903971ms","start":"2026-04-10T15:16:47.787353Z","end":"2026-04-10T15:16:47.979257Z","steps":["trace[1538439383] 'process raft request' (duration: 191.388108ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:47.979257Z","caller":"traceutil/trace.go:171","msg":"trace[1328916166] linearizableReadLoop","detail":"{readStateIndex:48679; appliedIndex:48678; }","duration":"163.42033ms","start":"2026-04-10T15:16:47.815798Z","end":"2026-04-10T15:16:47.979218Z","steps":["trace[1328916166] 'read index received' (duration: 162.931158ms)","trace[1328916166] 'applied index is now lower than readState.Index' (duration: 487.752µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:47.979453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.632816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T15:16:47.97951Z","caller":"traceutil/trace.go:171","msg":"trace[1330014246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:46551; }","duration":"163.733749ms","start":"2026-04-10T15:16:47.81576Z","end":"2026-04-10T15:16:47.979494Z","steps":["trace[1330014246] 'agreement among raft nodes before linearized reading' (duration: 163.536293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:47.97964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.399998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1963"} {"level":"warn","ts":"2026-04-10T15:16:47.979687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.109004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1679"} {"level":"info","ts":"2026-04-10T15:16:47.979718Z","caller":"traceutil/trace.go:171","msg":"trace[1477688255] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:46551; }","duration":"146.50198ms","start":"2026-04-10T15:16:47.833197Z","end":"2026-04-10T15:16:47.979699Z","steps":["trace[1477688255] 'agreement among raft nodes before linearized reading' (duration: 146.328706ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:47.979716Z","caller":"traceutil/trace.go:171","msg":"trace[531839132] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:46551; }","duration":"125.137895ms","start":"2026-04-10T15:16:47.854568Z","end":"2026-04-10T15:16:47.979706Z","steps":["trace[531839132] 'agreement among raft nodes before linearized reading' (duration: 125.031992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.233834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.607491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1679"} {"level":"info","ts":"2026-04-10T15:16:48.233993Z","caller":"traceutil/trace.go:171","msg":"trace[1528459029] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:46552; }","duration":"119.820237ms","start":"2026-04-10T15:16:48.114153Z","end":"2026-04-10T15:16:48.233974Z","steps":["trace[1528459029] 'range keys from in-memory index tree' (duration: 119.438467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.233996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.849175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T15:16:48.234114Z","caller":"traceutil/trace.go:171","msg":"trace[765410299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:46552; }","duration":"153.000519ms","start":"2026-04-10T15:16:48.081095Z","end":"2026-04-10T15:16:48.234096Z","steps":["trace[765410299] 'range keys from in-memory index tree' (duration: 152.679991ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:48.552149Z","caller":"traceutil/trace.go:171","msg":"trace[1824580407] linearizableReadLoop","detail":"{readStateIndex:48681; appliedIndex:48680; }","duration":"311.251416ms","start":"2026-04-10T15:16:48.240864Z","end":"2026-04-10T15:16:48.552115Z","steps":["trace[1824580407] 'read index received' (duration: 311.216845ms)","trace[1824580407] 'applied index is now lower than readState.Index' (duration: 32.761µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:48.552214Z","caller":"traceutil/trace.go:171","msg":"trace[14118212] transaction","detail":"{read_only:false; response_revision:46553; number_of_response:1; }","duration":"311.78682ms","start":"2026-04-10T15:16:48.240383Z","end":"2026-04-10T15:16:48.55217Z","steps":["trace[14118212] 'process raft request' (duration: 311.548183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.552428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:48.240364Z","time spent":"311.976034ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T15:16:48.55248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.592154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-10T15:16:48.552521Z","caller":"traceutil/trace.go:171","msg":"trace[1751981718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:46553; }","duration":"311.697466ms","start":"2026-04-10T15:16:48.240811Z","end":"2026-04-10T15:16:48.552509Z","steps":["trace[1751981718] 'agreement among raft nodes before linearized reading' (duration: 311.523292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.552561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:48.240783Z","time spent":"311.768268ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T15:16:48.67712Z","caller":"traceutil/trace.go:171","msg":"trace[1188084090] transaction","detail":"{read_only:false; response_revision:46554; number_of_response:1; }","duration":"432.464557ms","start":"2026-04-10T15:16:48.244623Z","end":"2026-04-10T15:16:48.677088Z","steps":["trace[1188084090] 'process raft request' (duration: 409.676225ms)","trace[1188084090] 'compare' (duration: 22.478145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:48.678223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:48.244607Z","time spent":"433.560317ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:16:48.677259Z","caller":"traceutil/trace.go:171","msg":"trace[1444466783] transaction","detail":"{read_only:false; response_revision:46555; number_of_response:1; }","duration":"429.310515ms","start":"2026-04-10T15:16:48.247935Z","end":"2026-04-10T15:16:48.677245Z","steps":["trace[1444466783] 'process raft request' (duration: 429.060619ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:48.677309Z","caller":"traceutil/trace.go:171","msg":"trace[629076611] transaction","detail":"{read_only:false; response_revision:46556; number_of_response:1; }","duration":"278.958575ms","start":"2026-04-10T15:16:48.398342Z","end":"2026-04-10T15:16:48.677301Z","steps":["trace[629076611] 'process raft request' (duration: 278.794501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.678409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:48.24792Z","time spent":"430.375993ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:16:48.677334Z","caller":"traceutil/trace.go:171","msg":"trace[1890181933] linearizableReadLoop","detail":"{readStateIndex:48685; appliedIndex:48681; }","duration":"125.077943ms","start":"2026-04-10T15:16:48.552242Z","end":"2026-04-10T15:16:48.67732Z","steps":["trace[1890181933] 'read index received' (duration: 101.982963ms)","trace[1890181933] 'applied index is now lower than readState.Index' (duration: 23.0937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:48.67747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.671185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-10T15:16:48.678787Z","caller":"traceutil/trace.go:171","msg":"trace[1137253677] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:46557; }","duration":"436.002519ms","start":"2026-04-10T15:16:48.242756Z","end":"2026-04-10T15:16:48.678759Z","steps":["trace[1137253677] 'agreement among raft nodes before linearized reading' (duration: 434.602853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.678928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:48.242742Z","time spent":"436.169334ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T15:16:48.67902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.068833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16831"} {"level":"info","ts":"2026-04-10T15:16:48.679093Z","caller":"traceutil/trace.go:171","msg":"trace[2035247320] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:46557; }","duration":"125.184066ms","start":"2026-04-10T15:16:48.55389Z","end":"2026-04-10T15:16:48.679074Z","steps":["trace[2035247320] 'agreement among raft nodes before linearized reading' (duration: 124.965581ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:48.677509Z","caller":"traceutil/trace.go:171","msg":"trace[148181216] transaction","detail":"{read_only:false; response_revision:46557; number_of_response:1; }","duration":"273.297629ms","start":"2026-04-10T15:16:48.404202Z","end":"2026-04-10T15:16:48.6775Z","steps":["trace[148181216] 'process raft request' (duration: 272.99304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.677559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.190486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:16:48.679494Z","caller":"traceutil/trace.go:171","msg":"trace[1331591166] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:46557; }","duration":"315.160647ms","start":"2026-04-10T15:16:48.364316Z","end":"2026-04-10T15:16:48.679477Z","steps":["trace[1331591166] 'agreement among raft nodes before linearized reading' (duration: 313.209816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.679542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:48.364281Z","time spent":"315.245769ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:16:48.677635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.603547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1368"} {"level":"info","ts":"2026-04-10T15:16:48.679654Z","caller":"traceutil/trace.go:171","msg":"trace[1444483485] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:46557; }","duration":"360.66025ms","start":"2026-04-10T15:16:48.318977Z","end":"2026-04-10T15:16:48.679637Z","steps":["trace[1444483485] 'agreement among raft nodes before linearized reading' (duration: 358.597486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.677785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.732297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-04-10T15:16:48.679713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:48.318952Z","time spent":"360.747273ms","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"info","ts":"2026-04-10T15:16:48.679805Z","caller":"traceutil/trace.go:171","msg":"trace[1824891128] range","detail":"{range_begin:/registry/services/endpoints/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:46557; }","duration":"436.735438ms","start":"2026-04-10T15:16:48.242997Z","end":"2026-04-10T15:16:48.679732Z","steps":["trace[1824891128] 'agreement among raft nodes before linearized reading' (duration: 434.641344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.679844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:48.242982Z","time spent":"436.850932ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/services/endpoints/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"info","ts":"2026-04-10T15:16:48.823418Z","caller":"traceutil/trace.go:171","msg":"trace[551775003] linearizableReadLoop","detail":"{readStateIndex:48687; appliedIndex:48685; }","duration":"115.038222ms","start":"2026-04-10T15:16:48.70836Z","end":"2026-04-10T15:16:48.823399Z","steps":["trace[551775003] 'read index received' (duration: 24.5908ms)","trace[551775003] 'applied index is now lower than readState.Index' (duration: 90.446812ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:48.82355Z","caller":"traceutil/trace.go:171","msg":"trace[715456124] transaction","detail":"{read_only:false; response_revision:46559; number_of_response:1; }","duration":"136.948401ms","start":"2026-04-10T15:16:48.686565Z","end":"2026-04-10T15:16:48.823513Z","steps":["trace[715456124] 'process raft request' (duration: 106.041867ms)","trace[715456124] 'compare' (duration: 30.698409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:48.823723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.34991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/loki\" ","response":"range_response_count:1 size:913"} {"level":"info","ts":"2026-04-10T15:16:48.823762Z","caller":"traceutil/trace.go:171","msg":"trace[620349903] range","detail":"{range_begin:/registry/services/endpoints/monitoring/loki; range_end:; response_count:1; response_revision:46559; }","duration":"115.414422ms","start":"2026-04-10T15:16:48.708339Z","end":"2026-04-10T15:16:48.823753Z","steps":["trace[620349903] 'agreement among raft nodes before linearized reading' (duration: 115.251647ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:48.903274Z","caller":"traceutil/trace.go:171","msg":"trace[1472370332] transaction","detail":"{read_only:false; response_revision:46560; number_of_response:1; }","duration":"138.696647ms","start":"2026-04-10T15:16:48.764532Z","end":"2026-04-10T15:16:48.903228Z","steps":["trace[1472370332] 'process raft request' (duration: 138.367939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.903302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.11837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-10T15:16:48.903395Z","caller":"traceutil/trace.go:171","msg":"trace[485010764] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:46560; }","duration":"166.252504ms","start":"2026-04-10T15:16:48.737117Z","end":"2026-04-10T15:16:48.903369Z","steps":["trace[485010764] 'agreement among raft nodes before linearized reading' (duration: 166.021768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.903347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.448649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-10T15:16:48.903509Z","caller":"traceutil/trace.go:171","msg":"trace[2055843771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:46560; }","duration":"151.621703ms","start":"2026-04-10T15:16:48.751823Z","end":"2026-04-10T15:16:48.903445Z","steps":["trace[2055843771] 'agreement among raft nodes before linearized reading' (duration: 151.290914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:48.903905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.302246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-10T15:16:48.904119Z","caller":"traceutil/trace.go:171","msg":"trace[1541895357] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:46560; }","duration":"103.388449ms","start":"2026-04-10T15:16:48.800558Z","end":"2026-04-10T15:16:48.903946Z","steps":["trace[1541895357] 'agreement among raft nodes before linearized reading' (duration: 102.530087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:49.271098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.89259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16831"} {"level":"info","ts":"2026-04-10T15:16:49.271182Z","caller":"traceutil/trace.go:171","msg":"trace[491070477] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:46565; }","duration":"210.001192ms","start":"2026-04-10T15:16:49.061158Z","end":"2026-04-10T15:16:49.271159Z","steps":["trace[491070477] 'range keys from in-memory index tree' (duration: 209.733265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:49.271304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.590193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/barbican-barbican-api\" ","response":"range_response_count:1 size:737"} {"level":"info","ts":"2026-04-10T15:16:49.271397Z","caller":"traceutil/trace.go:171","msg":"trace[729175733] range","detail":"{range_begin:/registry/rolebindings/openstack/barbican-barbican-api; range_end:; response_count:1; response_revision:46565; }","duration":"156.731856ms","start":"2026-04-10T15:16:49.114644Z","end":"2026-04-10T15:16:49.271376Z","steps":["trace[729175733] 'range keys from in-memory index tree' (duration: 156.405779ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:50.360708Z","caller":"traceutil/trace.go:171","msg":"trace[1266074576] linearizableReadLoop","detail":"{readStateIndex:48698; appliedIndex:48697; }","duration":"103.779919ms","start":"2026-04-10T15:16:50.256911Z","end":"2026-04-10T15:16:50.360691Z","steps":["trace[1266074576] 'read index received' (duration: 42.876845ms)","trace[1266074576] 'applied index is now lower than readState.Index' (duration: 60.902224ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:50.360865Z","caller":"traceutil/trace.go:171","msg":"trace[173398345] transaction","detail":"{read_only:false; response_revision:46569; number_of_response:1; }","duration":"193.381359ms","start":"2026-04-10T15:16:50.167475Z","end":"2026-04-10T15:16:50.360857Z","steps":["trace[173398345] 'process raft request' (duration: 132.367202ms)","trace[173398345] 'compare' (duration: 60.7292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:50.36099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.069046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:16:50.361012Z","caller":"traceutil/trace.go:171","msg":"trace[368067053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:46569; }","duration":"104.123148ms","start":"2026-04-10T15:16:50.256882Z","end":"2026-04-10T15:16:50.361005Z","steps":["trace[368067053] 'agreement among raft nodes before linearized reading' (duration: 104.076416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:50.720777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.764731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/barbican-barbican-ks-service\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-10T15:16:50.720807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.46638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-10T15:16:50.720855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.678533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-04-10T15:16:50.720865Z","caller":"traceutil/trace.go:171","msg":"trace[173115933] range","detail":"{range_begin:/registry/rolebindings/openstack/barbican-barbican-ks-service; range_end:; response_count:1; response_revision:46569; }","duration":"170.893734ms","start":"2026-04-10T15:16:50.54995Z","end":"2026-04-10T15:16:50.720844Z","steps":["trace[173115933] 'range keys from in-memory index tree' (duration: 170.600007ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:50.72089Z","caller":"traceutil/trace.go:171","msg":"trace[1690364366] range","detail":"{range_begin:/registry/services/endpoints/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:46569; }","duration":"259.732995ms","start":"2026-04-10T15:16:50.461146Z","end":"2026-04-10T15:16:50.720879Z","steps":["trace[1690364366] 'range keys from in-memory index tree' (duration: 259.591691ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:50.720891Z","caller":"traceutil/trace.go:171","msg":"trace[80424472] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:46569; }","duration":"163.564593ms","start":"2026-04-10T15:16:50.557306Z","end":"2026-04-10T15:16:50.720871Z","steps":["trace[80424472] 'range keys from in-memory index tree' (duration: 163.231685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:50.976497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.626322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/barbican-barbican-ks-user\" ","response":"range_response_count:1 size:753"} {"level":"info","ts":"2026-04-10T15:16:50.976598Z","caller":"traceutil/trace.go:171","msg":"trace[1372864575] range","detail":"{range_begin:/registry/rolebindings/openstack/barbican-barbican-ks-user; range_end:; response_count:1; response_revision:46573; }","duration":"109.773225ms","start":"2026-04-10T15:16:50.866794Z","end":"2026-04-10T15:16:50.976567Z","steps":["trace[1372864575] 'range keys from in-memory index tree' (duration: 109.434556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:50.976616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.555188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:16:50.976692Z","caller":"traceutil/trace.go:171","msg":"trace[123326093] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:46573; }","duration":"142.704402ms","start":"2026-04-10T15:16:50.83397Z","end":"2026-04-10T15:16:50.976674Z","steps":["trace[123326093] 'count revisions from in-memory index tree' (duration: 142.453805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:50.976738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.56644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T15:16:50.976851Z","caller":"traceutil/trace.go:171","msg":"trace[1151232057] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:46573; }","duration":"139.664162ms","start":"2026-04-10T15:16:50.837106Z","end":"2026-04-10T15:16:50.97677Z","steps":["trace[1151232057] 'range keys from in-memory index tree' (duration: 139.314714ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:51.131542Z","caller":"traceutil/trace.go:171","msg":"trace[915896393] transaction","detail":"{read_only:false; response_revision:46574; number_of_response:1; }","duration":"215.825272ms","start":"2026-04-10T15:16:50.915685Z","end":"2026-04-10T15:16:51.13151Z","steps":["trace[915896393] 'process raft request' (duration: 215.669089ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:51.131582Z","caller":"traceutil/trace.go:171","msg":"trace[662359002] linearizableReadLoop","detail":"{readStateIndex:48703; appliedIndex:48703; }","duration":"184.54346ms","start":"2026-04-10T15:16:50.946992Z","end":"2026-04-10T15:16:51.131536Z","steps":["trace[662359002] 'read index received' (duration: 184.526ms)","trace[662359002] 'applied index is now lower than readState.Index' (duration: 14.92µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:51.131844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.836527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-04-10T15:16:51.131888Z","caller":"traceutil/trace.go:171","msg":"trace[615732662] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:46574; }","duration":"184.93398ms","start":"2026-04-10T15:16:50.946942Z","end":"2026-04-10T15:16:51.131876Z","steps":["trace[615732662] 'agreement among raft nodes before linearized reading' (duration: 184.739235ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:51.315027Z","caller":"traceutil/trace.go:171","msg":"trace[280730978] linearizableReadLoop","detail":"{readStateIndex:48704; appliedIndex:48703; }","duration":"183.359569ms","start":"2026-04-10T15:16:51.131647Z","end":"2026-04-10T15:16:51.315007Z","steps":["trace[280730978] 'read index received' (duration: 83.43077ms)","trace[280730978] 'applied index is now lower than readState.Index' (duration: 99.926049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:51.315135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.074472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/barbican-barbican-ks-user\" ","response":"range_response_count:1 size:753"} {"level":"warn","ts":"2026-04-10T15:16:51.315142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.168055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:16:51.31516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.789607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-10T15:16:51.315188Z","caller":"traceutil/trace.go:171","msg":"trace[1425955474] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:46575; }","duration":"288.262057ms","start":"2026-04-10T15:16:51.026913Z","end":"2026-04-10T15:16:51.315175Z","steps":["trace[1425955474] 'agreement among raft nodes before linearized reading' (duration: 288.169285ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:51.315196Z","caller":"traceutil/trace.go:171","msg":"trace[431815160] transaction","detail":"{read_only:false; response_revision:46575; number_of_response:1; }","duration":"333.498233ms","start":"2026-04-10T15:16:50.98169Z","end":"2026-04-10T15:16:51.315189Z","steps":["trace[431815160] 'process raft request' (duration: 233.479393ms)","trace[431815160] 'compare' (duration: 99.728043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:51.315214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.709842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:16:51.3152Z","caller":"traceutil/trace.go:171","msg":"trace[519870997] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:46575; }","duration":"349.840318ms","start":"2026-04-10T15:16:50.965347Z","end":"2026-04-10T15:16:51.315187Z","steps":["trace[519870997] 'agreement among raft nodes before linearized reading' (duration: 349.723136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:51.315221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.286821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-10T15:16:51.315321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.67917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:16:51.315334Z","caller":"traceutil/trace.go:171","msg":"trace[2132660882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:46575; }","duration":"350.450666ms","start":"2026-04-10T15:16:50.964866Z","end":"2026-04-10T15:16:51.315317Z","steps":["trace[2132660882] 'agreement among raft nodes before linearized reading' (duration: 350.233339ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:51.315345Z","caller":"traceutil/trace.go:171","msg":"trace[135879366] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:46575; }","duration":"190.876735ms","start":"2026-04-10T15:16:51.124461Z","end":"2026-04-10T15:16:51.315337Z","steps":["trace[135879366] 'agreement among raft nodes before linearized reading' (duration: 190.836884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:51.315368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:50.964838Z","time spent":"350.524197ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T15:16:51.315264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:50.965341Z","time spent":"349.90498ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T15:16:51.315245Z","caller":"traceutil/trace.go:171","msg":"trace[186201149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:46575; }","duration":"350.771094ms","start":"2026-04-10T15:16:50.964463Z","end":"2026-04-10T15:16:51.315234Z","steps":["trace[186201149] 'agreement among raft nodes before linearized reading' (duration: 350.652751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:51.315528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:50.964447Z","time spent":"351.073672ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T15:16:51.315261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:50.981668Z","time spent":"333.552895ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:16:51.315172Z","caller":"traceutil/trace.go:171","msg":"trace[268284214] range","detail":"{range_begin:/registry/rolebindings/openstack/barbican-barbican-ks-user; range_end:; response_count:1; response_revision:46575; }","duration":"258.152244ms","start":"2026-04-10T15:16:51.057008Z","end":"2026-04-10T15:16:51.31516Z","steps":["trace[268284214] 'agreement among raft nodes before linearized reading' (duration: 258.01825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:51.353106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.761026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-10T15:16:51.353173Z","caller":"traceutil/trace.go:171","msg":"trace[255358634] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:46576; }","duration":"134.872698ms","start":"2026-04-10T15:16:51.218286Z","end":"2026-04-10T15:16:51.353159Z","steps":["trace[255358634] 'agreement among raft nodes before linearized reading' (duration: 134.690122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:51.635595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.500252ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-10T15:16:51.635671Z","caller":"traceutil/trace.go:171","msg":"trace[1130798758] linearizableReadLoop","detail":"{readStateIndex:48708; appliedIndex:48707; }","duration":"276.229634ms","start":"2026-04-10T15:16:51.35943Z","end":"2026-04-10T15:16:51.63566Z","steps":["trace[1130798758] 'read index received' (duration: 122.701771ms)","trace[1130798758] 'applied index is now lower than readState.Index' (duration: 153.526983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:51.635793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.359307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-04-10T15:16:51.635812Z","caller":"traceutil/trace.go:171","msg":"trace[922752014] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:46578; }","duration":"276.410578ms","start":"2026-04-10T15:16:51.359396Z","end":"2026-04-10T15:16:51.635807Z","steps":["trace[922752014] 'agreement among raft nodes before linearized reading' (duration: 276.310106ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:51.768722Z","caller":"traceutil/trace.go:171","msg":"trace[1411484098] transaction","detail":"{read_only:false; response_revision:46579; number_of_response:1; }","duration":"404.788238ms","start":"2026-04-10T15:16:51.363908Z","end":"2026-04-10T15:16:51.768696Z","steps":["trace[1411484098] 'process raft request' (duration: 381.257456ms)","trace[1411484098] 'compare' (duration: 23.296876ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:51.768835Z","caller":"traceutil/trace.go:171","msg":"trace[349060603] transaction","detail":"{read_only:false; response_revision:46580; number_of_response:1; }","duration":"404.590873ms","start":"2026-04-10T15:16:51.364209Z","end":"2026-04-10T15:16:51.768799Z","steps":["trace[349060603] 'process raft request' (duration: 404.419619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:51.768878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:51.363874Z","time spent":"404.925591ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:16:51.768967Z","caller":"traceutil/trace.go:171","msg":"trace[197909242] linearizableReadLoop","detail":"{readStateIndex:48710; appliedIndex:48708; }","duration":"133.253647ms","start":"2026-04-10T15:16:51.635688Z","end":"2026-04-10T15:16:51.768942Z","steps":["trace[197909242] 'read index received' (duration: 109.485898ms)","trace[197909242] 'applied index is now lower than readState.Index' (duration: 23.764769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:16:51.769009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:16:51.364195Z","time spent":"404.724666ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:16:51.76898Z","caller":"traceutil/trace.go:171","msg":"trace[1906158707] transaction","detail":"{read_only:false; response_revision:46581; number_of_response:1; }","duration":"132.481516ms","start":"2026-04-10T15:16:51.63648Z","end":"2026-04-10T15:16:51.768961Z","steps":["trace[1906158707] 'process raft request' (duration: 132.324451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:51.769134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.711504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:16:51.769195Z","caller":"traceutil/trace.go:171","msg":"trace[469896353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:46581; }","duration":"199.773656ms","start":"2026-04-10T15:16:51.569408Z","end":"2026-04-10T15:16:51.769181Z","steps":["trace[469896353] 'agreement among raft nodes before linearized reading' (duration: 199.619202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:51.769291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.781317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/barbican-barbican-rabbit-init\" ","response":"range_response_count:1 size:769"} {"level":"warn","ts":"2026-04-10T15:16:51.76931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.407966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-10T15:16:51.769331Z","caller":"traceutil/trace.go:171","msg":"trace[248737733] range","detail":"{range_begin:/registry/rolebindings/openstack/barbican-barbican-rabbit-init; range_end:; response_count:1; response_revision:46581; }","duration":"294.850138ms","start":"2026-04-10T15:16:51.474466Z","end":"2026-04-10T15:16:51.769316Z","steps":["trace[248737733] 'agreement among raft nodes before linearized reading' (duration: 294.778176ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:51.769347Z","caller":"traceutil/trace.go:171","msg":"trace[126353673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:46581; }","duration":"219.495158ms","start":"2026-04-10T15:16:51.549841Z","end":"2026-04-10T15:16:51.769336Z","steps":["trace[126353673] 'agreement among raft nodes before linearized reading' (duration: 219.386826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:51.769204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.016102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/vector-headless\" ","response":"range_response_count:1 size:1062"} {"level":"info","ts":"2026-04-10T15:16:51.769396Z","caller":"traceutil/trace.go:171","msg":"trace[548996001] range","detail":"{range_begin:/registry/services/endpoints/monitoring/vector-headless; range_end:; response_count:1; response_revision:46581; }","duration":"130.232497ms","start":"2026-04-10T15:16:51.639147Z","end":"2026-04-10T15:16:51.769379Z","steps":["trace[548996001] 'agreement among raft nodes before linearized reading' (duration: 129.93523ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:51.93854Z","caller":"traceutil/trace.go:171","msg":"trace[1881846056] transaction","detail":"{read_only:false; response_revision:46584; number_of_response:1; }","duration":"112.325942ms","start":"2026-04-10T15:16:51.826173Z","end":"2026-04-10T15:16:51.938499Z","steps":["trace[1881846056] 'process raft request' (duration: 104.017836ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:52.077843Z","caller":"traceutil/trace.go:171","msg":"trace[1973357702] transaction","detail":"{read_only:false; response_revision:46585; number_of_response:1; }","duration":"124.106299ms","start":"2026-04-10T15:16:51.953709Z","end":"2026-04-10T15:16:52.077816Z","steps":["trace[1973357702] 'process raft request' (duration: 116.554682ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:52.379588Z","caller":"traceutil/trace.go:171","msg":"trace[2076786882] transaction","detail":"{read_only:false; response_revision:46587; number_of_response:1; }","duration":"110.894264ms","start":"2026-04-10T15:16:52.268621Z","end":"2026-04-10T15:16:52.379515Z","steps":["trace[2076786882] 'process raft request' (duration: 79.381085ms)","trace[2076786882] 'compare' (duration: 31.034097ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:52.851625Z","caller":"traceutil/trace.go:171","msg":"trace[269337092] transaction","detail":"{read_only:false; response_revision:46590; number_of_response:1; }","duration":"114.042147ms","start":"2026-04-10T15:16:52.73755Z","end":"2026-04-10T15:16:52.851592Z","steps":["trace[269337092] 'process raft request' (duration: 113.798841ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:52.85163Z","caller":"traceutil/trace.go:171","msg":"trace[1402692470] transaction","detail":"{read_only:false; response_revision:46591; number_of_response:1; }","duration":"112.820504ms","start":"2026-04-10T15:16:52.738784Z","end":"2026-04-10T15:16:52.851605Z","steps":["trace[1402692470] 'process raft request' (duration: 112.732762ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:52.913118Z","caller":"traceutil/trace.go:171","msg":"trace[1615294035] transaction","detail":"{read_only:false; response_revision:46592; number_of_response:1; }","duration":"109.760115ms","start":"2026-04-10T15:16:52.803332Z","end":"2026-04-10T15:16:52.913092Z","steps":["trace[1615294035] 'process raft request' (duration: 109.57369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:52.913173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.38446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-cinder-db-sync\" ","response":"range_response_count:1 size:737"} {"level":"info","ts":"2026-04-10T15:16:52.913354Z","caller":"traceutil/trace.go:171","msg":"trace[208876443] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-cinder-db-sync; range_end:; response_count:1; response_revision:46592; }","duration":"120.640947ms","start":"2026-04-10T15:16:52.792695Z","end":"2026-04-10T15:16:52.913336Z","steps":["trace[208876443] 'agreement among raft nodes before linearized reading' (duration: 120.322489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:52.913496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.009296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-cinder-ks-endpoints\" ","response":"range_response_count:1 size:757"} {"level":"info","ts":"2026-04-10T15:16:52.913559Z","caller":"traceutil/trace.go:171","msg":"trace[1275770765] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-cinder-ks-endpoints; range_end:; response_count:1; response_revision:46592; }","duration":"116.182942ms","start":"2026-04-10T15:16:52.797357Z","end":"2026-04-10T15:16:52.91354Z","steps":["trace[1275770765] 'agreement among raft nodes before linearized reading' (duration: 115.810443ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:16:54.501345Z","caller":"traceutil/trace.go:171","msg":"trace[135393804] linearizableReadLoop","detail":"{readStateIndex:48735; appliedIndex:48734; }","duration":"101.026047ms","start":"2026-04-10T15:16:54.4003Z","end":"2026-04-10T15:16:54.501326Z","steps":["trace[135393804] 'read index received' (duration: 100.806791ms)","trace[135393804] 'applied index is now lower than readState.Index' (duration: 218.606µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:16:54.501438Z","caller":"traceutil/trace.go:171","msg":"trace[1185964884] transaction","detail":"{read_only:false; response_revision:46605; number_of_response:1; }","duration":"131.386197ms","start":"2026-04-10T15:16:54.370044Z","end":"2026-04-10T15:16:54.50143Z","steps":["trace[1185964884] 'process raft request' (duration: 131.14512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:16:54.501838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.524051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/glance-glance-ks-endpoints\" ","response":"range_response_count:1 size:757"} {"level":"info","ts":"2026-04-10T15:16:54.501872Z","caller":"traceutil/trace.go:171","msg":"trace[1858380767] range","detail":"{range_begin:/registry/rolebindings/openstack/glance-glance-ks-endpoints; range_end:; response_count:1; response_revision:46605; }","duration":"101.570362ms","start":"2026-04-10T15:16:54.400293Z","end":"2026-04-10T15:16:54.501863Z","steps":["trace[1858380767] 'agreement among raft nodes before linearized reading' (duration: 101.435309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:31.228284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.553932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-10T15:17:31.228411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.040411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-10T15:17:31.228455Z","caller":"traceutil/trace.go:171","msg":"trace[674036010] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:46918; }","duration":"315.123952ms","start":"2026-04-10T15:17:30.913318Z","end":"2026-04-10T15:17:31.228442Z","steps":["trace[674036010] 'count revisions from in-memory index tree' (duration: 314.906757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:31.22849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:17:30.913297Z","time spent":"315.183545ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-10T15:17:31.228734Z","caller":"traceutil/trace.go:171","msg":"trace[522895193] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:46918; }","duration":"323.693305ms","start":"2026-04-10T15:17:30.904641Z","end":"2026-04-10T15:17:31.228335Z","steps":["trace[522895193] 'count revisions from in-memory index tree' (duration: 323.429729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:31.228772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:17:30.904611Z","time spent":"324.149738ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T15:17:31.229313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.514853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-volume\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-10T15:17:31.229383Z","caller":"traceutil/trace.go:171","msg":"trace[11788008] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-volume; range_end:; response_count:1; response_revision:46918; }","duration":"300.614465ms","start":"2026-04-10T15:17:30.928751Z","end":"2026-04-10T15:17:31.229366Z","steps":["trace[11788008] 'range keys from in-memory index tree' (duration: 299.506026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:31.229432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:17:30.928732Z","time spent":"300.688857ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-04-10T15:17:31.231186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.112661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386125"} {"level":"info","ts":"2026-04-10T15:17:31.231272Z","caller":"traceutil/trace.go:171","msg":"trace[589355197] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:46918; }","duration":"368.246774ms","start":"2026-04-10T15:17:30.863008Z","end":"2026-04-10T15:17:31.231255Z","steps":["trace[589355197] 'range keys from in-memory index tree' (duration: 366.361115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:31.23133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:17:30.862986Z","time spent":"368.317496ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1925,"response size":386148,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-10T15:17:31.259038Z","caller":"traceutil/trace.go:171","msg":"trace[189080057] transaction","detail":"{read_only:false; response_revision:46919; number_of_response:1; }","duration":"270.641136ms","start":"2026-04-10T15:17:30.988363Z","end":"2026-04-10T15:17:31.259004Z","steps":["trace[189080057] 'process raft request' (duration: 270.40771ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:17:31.266294Z","caller":"traceutil/trace.go:171","msg":"trace[1473788886] transaction","detail":"{read_only:false; response_revision:46920; number_of_response:1; }","duration":"275.147004ms","start":"2026-04-10T15:17:30.991119Z","end":"2026-04-10T15:17:31.266266Z","steps":["trace[1473788886] 'process raft request' (duration: 274.910067ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:17:31.266466Z","caller":"traceutil/trace.go:171","msg":"trace[1840590424] linearizableReadLoop","detail":"{readStateIndex:49066; appliedIndex:49063; }","duration":"144.016435ms","start":"2026-04-10T15:17:31.122421Z","end":"2026-04-10T15:17:31.266437Z","steps":["trace[1840590424] 'read index received' (duration: 136.341495ms)","trace[1840590424] 'applied index is now lower than readState.Index' (duration: 7.67316ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:17:31.266545Z","caller":"traceutil/trace.go:171","msg":"trace[1972294259] transaction","detail":"{read_only:false; response_revision:46921; number_of_response:1; }","duration":"274.676521ms","start":"2026-04-10T15:17:30.991847Z","end":"2026-04-10T15:17:31.266524Z","steps":["trace[1972294259] 'process raft request' (duration: 274.365643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:31.266756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.330903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-10T15:17:31.266787Z","caller":"traceutil/trace.go:171","msg":"trace[878883667] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:46921; }","duration":"144.426815ms","start":"2026-04-10T15:17:31.122352Z","end":"2026-04-10T15:17:31.266779Z","steps":["trace[878883667] 'agreement among raft nodes before linearized reading' (duration: 144.21687ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:17:31.505553Z","caller":"traceutil/trace.go:171","msg":"trace[1745790467] linearizableReadLoop","detail":"{readStateIndex:49070; appliedIndex:49069; }","duration":"112.224747ms","start":"2026-04-10T15:17:31.39331Z","end":"2026-04-10T15:17:31.505535Z","steps":["trace[1745790467] 'read index received' (duration: 112.085154ms)","trace[1745790467] 'applied index is now lower than readState.Index' (duration: 138.893µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:17:31.505653Z","caller":"traceutil/trace.go:171","msg":"trace[1832745875] transaction","detail":"{read_only:false; response_revision:46924; number_of_response:1; }","duration":"160.812981ms","start":"2026-04-10T15:17:31.344834Z","end":"2026-04-10T15:17:31.505647Z","steps":["trace[1832745875] 'process raft request' (duration: 160.580814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:31.505833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.508826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-10T15:17:31.505862Z","caller":"traceutil/trace.go:171","msg":"trace[1208607781] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:46924; }","duration":"112.558967ms","start":"2026-04-10T15:17:31.393295Z","end":"2026-04-10T15:17:31.505853Z","steps":["trace[1208607781] 'agreement among raft nodes before linearized reading' (duration: 112.445854ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:17:31.733773Z","caller":"traceutil/trace.go:171","msg":"trace[1897633053] linearizableReadLoop","detail":"{readStateIndex:49072; appliedIndex:49071; }","duration":"126.633891ms","start":"2026-04-10T15:17:31.607111Z","end":"2026-04-10T15:17:31.733745Z","steps":["trace[1897633053] 'read index received' (duration: 66.866208ms)","trace[1897633053] 'applied index is now lower than readState.Index' (duration: 59.766183ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:17:31.733831Z","caller":"traceutil/trace.go:171","msg":"trace[413361538] transaction","detail":"{read_only:false; response_revision:46926; number_of_response:1; }","duration":"130.998056ms","start":"2026-04-10T15:17:31.602805Z","end":"2026-04-10T15:17:31.733803Z","steps":["trace[413361538] 'process raft request' (duration: 71.262823ms)","trace[413361538] 'compare' (duration: 59.501167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:17:31.734076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.94512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-10T15:17:31.734123Z","caller":"traceutil/trace.go:171","msg":"trace[1136671533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:46926; }","duration":"127.035503ms","start":"2026-04-10T15:17:31.607075Z","end":"2026-04-10T15:17:31.734111Z","steps":["trace[1136671533] 'agreement among raft nodes before linearized reading' (duration: 126.822118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:32.26641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.25523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-api\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-04-10T15:17:32.26647Z","caller":"traceutil/trace.go:171","msg":"trace[1414984102] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-api; range_end:; response_count:1; response_revision:46928; }","duration":"119.361962ms","start":"2026-04-10T15:17:32.147095Z","end":"2026-04-10T15:17:32.266457Z","steps":["trace[1414984102] 'range keys from in-memory index tree' (duration: 119.113307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:32.266547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.51805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T15:17:32.266565Z","caller":"traceutil/trace.go:171","msg":"trace[1018701127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:46928; }","duration":"103.566052ms","start":"2026-04-10T15:17:32.162991Z","end":"2026-04-10T15:17:32.266557Z","steps":["trace[1018701127] 'count revisions from in-memory index tree' (duration: 103.439618ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:17:32.50339Z","caller":"traceutil/trace.go:171","msg":"trace[777086338] linearizableReadLoop","detail":"{readStateIndex:49077; appliedIndex:49075; }","duration":"122.901796ms","start":"2026-04-10T15:17:32.380468Z","end":"2026-04-10T15:17:32.503369Z","steps":["trace[777086338] 'read index received' (duration: 104.036866ms)","trace[777086338] 'applied index is now lower than readState.Index' (duration: 18.86414ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:17:32.503482Z","caller":"traceutil/trace.go:171","msg":"trace[513940122] transaction","detail":"{read_only:false; response_revision:46931; number_of_response:1; }","duration":"124.890048ms","start":"2026-04-10T15:17:32.378557Z","end":"2026-04-10T15:17:32.503447Z","steps":["trace[513940122] 'process raft request' (duration: 124.763365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:32.503584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.101021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-db-init\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-10T15:17:32.503622Z","caller":"traceutil/trace.go:171","msg":"trace[1774602222] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-db-init; range_end:; response_count:1; response_revision:46931; }","duration":"123.169522ms","start":"2026-04-10T15:17:32.380441Z","end":"2026-04-10T15:17:32.503611Z","steps":["trace[1774602222] 'agreement among raft nodes before linearized reading' (duration: 123.037199ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:17:32.503512Z","caller":"traceutil/trace.go:171","msg":"trace[790880480] transaction","detail":"{read_only:false; response_revision:46930; number_of_response:1; }","duration":"125.249167ms","start":"2026-04-10T15:17:32.378214Z","end":"2026-04-10T15:17:32.503464Z","steps":["trace[790880480] 'process raft request' (duration: 106.213832ms)","trace[790880480] 'compare' (duration: 18.779287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T15:17:39.652653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.950459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-04-10T15:17:39.652775Z","caller":"traceutil/trace.go:171","msg":"trace[675650695] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:46993; }","duration":"125.115523ms","start":"2026-04-10T15:17:39.527632Z","end":"2026-04-10T15:17:39.652748Z","steps":["trace[675650695] 'range keys from in-memory index tree' (duration: 124.746013ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T15:17:39.6532Z","caller":"traceutil/trace.go:171","msg":"trace[838321949] transaction","detail":"{read_only:false; response_revision:46994; number_of_response:1; }","duration":"115.260976ms","start":"2026-04-10T15:17:39.537911Z","end":"2026-04-10T15:17:39.653172Z","steps":["trace[838321949] 'process raft request' (duration: 49.445405ms)","trace[838321949] 'compare' (duration: 65.37311ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:17:45.014794Z","caller":"traceutil/trace.go:171","msg":"trace[1882792950] linearizableReadLoop","detail":"{readStateIndex:49187; appliedIndex:49186; }","duration":"305.464792ms","start":"2026-04-10T15:17:44.7093Z","end":"2026-04-10T15:17:45.014765Z","steps":["trace[1882792950] 'read index received' (duration: 303.10039ms)","trace[1882792950] 'applied index is now lower than readState.Index' (duration: 2.363532ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T15:17:45.014813Z","caller":"traceutil/trace.go:171","msg":"trace[2055697064] transaction","detail":"{read_only:false; response_revision:47036; number_of_response:1; }","duration":"305.945944ms","start":"2026-04-10T15:17:44.708837Z","end":"2026-04-10T15:17:45.014783Z","steps":["trace[2055697064] 'process raft request' (duration: 303.549321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:45.014981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.665727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-etc\" ","response":"range_response_count:1 size:11494"} {"level":"warn","ts":"2026-04-10T15:17:45.014997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:17:44.70882Z","time spent":"306.093308ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:17:45.015024Z","caller":"traceutil/trace.go:171","msg":"trace[60198534] range","detail":"{range_begin:/registry/secrets/openstack/keystone-etc; range_end:; response_count:1; response_revision:47036; }","duration":"305.747779ms","start":"2026-04-10T15:17:44.709266Z","end":"2026-04-10T15:17:45.015014Z","steps":["trace[60198534] 'agreement among raft nodes before linearized reading' (duration: 305.604166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:45.015051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:17:44.709245Z","time spent":"305.80084ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":11517,"request content":"key:\"/registry/secrets/openstack/keystone-etc\" "} {"level":"info","ts":"2026-04-10T15:17:45.02087Z","caller":"traceutil/trace.go:171","msg":"trace[133869850] transaction","detail":"{read_only:false; response_revision:47037; number_of_response:1; }","duration":"308.304295ms","start":"2026-04-10T15:17:44.712543Z","end":"2026-04-10T15:17:45.020847Z","steps":["trace[133869850] 'process raft request' (duration: 308.064159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:45.020977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.589598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-10T15:17:45.021031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T15:17:44.712526Z","time spent":"308.42775ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T15:17:45.021086Z","caller":"traceutil/trace.go:171","msg":"trace[121544174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:47038; }","duration":"137.69109ms","start":"2026-04-10T15:17:44.883336Z","end":"2026-04-10T15:17:45.021027Z","steps":["trace[121544174] 'agreement among raft nodes before linearized reading' (duration: 137.531195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T15:17:45.021202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.362371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-fernet-keys\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-04-10T15:17:45.021255Z","caller":"traceutil/trace.go:171","msg":"trace[306185758] range","detail":"{range_begin:/registry/secrets/openstack/keystone-fernet-keys; range_end:; response_count:1; response_revision:47038; }","duration":"207.482514ms","start":"2026-04-10T15:17:44.81376Z","end":"2026-04-10T15:17:45.021243Z","steps":["trace[306185758] 'agreement among raft nodes before linearized reading' (duration: 207.168936ms)"],"step_count":1}